From d76eb02637c9ea78225d6b20193c58592efdecfa Mon Sep 17 00:00:00 2001 From: Gahow Wang Date: Tue, 26 May 2026 13:28:37 +0800 Subject: [PATCH] Elastic migration v2 section: PD-sep on agentic workload is net negative MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit New analysis/characterization/elastic_migration_v2/ packages the unified_v2 + unified_kv_both experiments into a self-contained results section that the paper can cite as the "we tried selective PD-sep migration" case study. The section finds three independent reasons PD-sep doesn't help on agentic w600: 1. Mooncake kv_both substrate alone (no PD-sep ever firing) imposes TTFT p90 +45%, TPOT p90 +25%, hotspot index +19% vs plain unified. Per-step KVConnectorMetadata maintenance and block reservation semantics dominate even when no transfer is pending. 2. PD-sep gate fires only 0.16-0.41% of requests across two gate-tightness configurations. 88-76% are killed by new_local < threshold because 93% intra-session reuse on agentic traces leaves a small uncached tail; 19% are killed by chosen_no_active_decode (snapshot-time gate). Even relaxed thresholds can't grow trigger rate past 0.5%. 3. When PD-sep fires, the calibrated cost model (0.3s + bytes / 2.7 GB/s) is wrong by 10-20x. 5 triggered requests in v2.1 saw realized TTFT 12-45s vs model-predicted migrate cost 0.7-2.2s, consistent with the E2 audit's finding that D-side block pre-reservation and missing layerwise pipelining dominate the decode_sent -> first_token clock. Three-way comparison (unified vs unified_kv_both vs unified_v2): v2 vs the kv_both control is roughly net-zero (-10% hotspot, -14% TPOT p90, +3% TTFT p90, +9% TTFT p99). v2 vs plain unified is strictly worse by 27-49% across latency percentiles because the kv_both substrate tax is unavoidable when the policy is enabled. Contents: - README.md: the four results sections, the three-way comparison table, an explicit "what this claims for the paper" list, and a cross-reference index to the earlier characterization documents. - data/: b3_policy_comparison.json + per-policy breakdown.json + per-policy hotspot_index.json for the four policies in scope. - figures/: 4 PNGs rendered by render_figures.py: * fig_kv_both_overhead.png — 4-metric bar chart with delta annotations showing kv_both alone costs +45% TTFT p90. * fig_v2_trigger_funnel.png — per-reason request count for the two gate configurations on log scale. * fig_v2_predicted_vs_actual.png — scatter of model-predicted migrate cost vs realized TTFT for the 5 triggered requests, with y=x, 10x, and 20x reference lines. * fig_three_way_hotspot.png — per-worker TTFT p90 grouped bars across the three policies. The section is intentionally self-contained: it lists what the experiment validates (cost model picks correct candidates; shadow-drift fix is necessary; same-worker interference is real) alongside what it disproves (per-request PD-sep on agentic via Mooncake is not a net win in current implementation). Refs: E1/E2 subagent audits, B2 microbench, unified_v2 commits 19f69a9 / 4b833d3 / 95c8ef8. Co-Authored-By: Claude Opus 4.7 --- .../elastic_migration_v2/README.md | 284 ++++++++++++++++++ .../data/b3_policy_comparison.json | 211 +++++++++++++ .../data/breakdown_unified.json | 1 + .../data/breakdown_unified_kv_both.json | 1 + .../data/breakdown_unified_v2.json | 1 + .../data/breakdown_unified_v2_strict.json | 1 + .../data/per_worker_unified.json | 24 ++ .../data/per_worker_unified_kv_both.json | 24 ++ .../data/per_worker_unified_v2.json | 24 ++ .../data/per_worker_unified_v2_strict.json | 24 ++ .../figures/fig_kv_both_overhead.png | Bin 0 -> 71809 bytes .../figures/fig_three_way_hotspot.png | Bin 0 -> 54970 bytes .../figures/fig_v2_predicted_vs_actual.png | Bin 0 -> 74605 bytes .../figures/fig_v2_trigger_funnel.png | Bin 0 -> 99742 bytes .../elastic_migration_v2/render_figures.py | 244 +++++++++++++++ 15 files changed, 839 insertions(+) create mode 100644 analysis/characterization/elastic_migration_v2/README.md create mode 100644 analysis/characterization/elastic_migration_v2/data/b3_policy_comparison.json create mode 100644 analysis/characterization/elastic_migration_v2/data/breakdown_unified.json create mode 100644 analysis/characterization/elastic_migration_v2/data/breakdown_unified_kv_both.json create mode 100644 analysis/characterization/elastic_migration_v2/data/breakdown_unified_v2.json create mode 100644 analysis/characterization/elastic_migration_v2/data/breakdown_unified_v2_strict.json create mode 100644 analysis/characterization/elastic_migration_v2/data/per_worker_unified.json create mode 100644 analysis/characterization/elastic_migration_v2/data/per_worker_unified_kv_both.json create mode 100644 analysis/characterization/elastic_migration_v2/data/per_worker_unified_v2.json create mode 100644 analysis/characterization/elastic_migration_v2/data/per_worker_unified_v2_strict.json create mode 100644 analysis/characterization/elastic_migration_v2/figures/fig_kv_both_overhead.png create mode 100644 analysis/characterization/elastic_migration_v2/figures/fig_three_way_hotspot.png create mode 100644 analysis/characterization/elastic_migration_v2/figures/fig_v2_predicted_vs_actual.png create mode 100644 analysis/characterization/elastic_migration_v2/figures/fig_v2_trigger_funnel.png create mode 100644 analysis/characterization/elastic_migration_v2/render_figures.py diff --git a/analysis/characterization/elastic_migration_v2/README.md b/analysis/characterization/elastic_migration_v2/README.md new file mode 100644 index 0000000..019ac48 --- /dev/null +++ b/analysis/characterization/elastic_migration_v2/README.md @@ -0,0 +1,284 @@ +# Elastic Migration v2: Selective PD-Separation via Mooncake + +Date: 2026-05-26 +Trace: `traces/w600_r0.0015_st30.jsonl` (1214 reqs, 274 sessions, 53.3 M tokens) +Model: Qwen3-Coder-30B-A3B-Instruct, 8 × TP1 on H20 + +## TL;DR + +This section explores whether the **B2-confirmed same-worker +prefill–decode interference** can be relieved by selectively +migrating prefill to a different worker for the requests where the +interference cost would dominate the transfer cost. We implement two +flavors of the policy (strict gates, then relaxed gates) and a clean +isolation control (`unified_kv_both`: same picker as `unified`, but +the vLLMs are launched in `kv_role=kv_both` so the Mooncake +substrate is on but never triggers). + +Three findings: + +1. **`kv_role=kv_both` alone imposes a heavy always-on tax**: TTFT + p90 +45%, TPOT p90 +25%, hotspot index +19% vs plain `unified`, + with no PD-sep ever firing. +2. **PD-sep almost never triggers on a real agentic workload**: + 0.16% with strict gates, 0.41% with relaxed gates. Agentic + workloads have 93% intra-session reuse, so most requests land on + workers that already hold cache — the uncached tail is too small + to be worth migrating. +3. **When PD-sep does fire, the cost model is wrong by ~10–20×**: + the calibrated `0.3s + bytes / 2.7 GB/s` predicts 1–2 s migrate + cost; observed TTFT on triggered requests is 12–45 s. The same + D-side block-reservation pressure and absence of layerwise + pipelining that the E2 audit flagged still dominate. + +The net latency of `unified_v2` is **not better than plain +`unified`**. Improving agentic PD-sep requires fixing the underlying +Mooncake transfer mechanism (E2 patches 6.1 lazy block reservation +and 6.3 layerwise pipelining), not the routing decision. + +## Substrate + +We compare three policies on identical traces: + +| policy | picker | vLLM launch mode | what's it for | +|---|---|---|---| +| `unified` | hybrid affinity + LMetric | plain (no Mooncake) | the headline baseline | +| `unified_kv_both` | same as `unified` | `kv_role=kv_both` + bootstrap | isolation control: how much does kv_both *alone* cost? | +| `unified_v2` | unified + selective PD-sep | `kv_role=kv_both` + bootstrap | the actual experiment | + +All three use the same trace, the same 8-instance topology, the same +shadow-drift–corrected proxy (`scripts/cache_aware_proxy.py` post-fix +`95c8ef8`). Plain `unified` was rerun on the patched proxy +(`b3_sweep_20260525_095043/unified`) under the same conditions. + +## Result 1 — kv_both is expensive by itself + +![](figures/fig_kv_both_overhead.png) + +Switching the vLLM launch from plain to `kv_role=kv_both` without +ever triggering PD-sep already costs: + +| metric | plain `unified` | `unified_kv_both` | Δ | +|---|---:|---:|---| +| TTFT p50 | 0.50 s | 0.50 s | +0% | +| TTFT p90 | 7.35 s | 10.67 s | **+45%** | +| TTFT p99 | 42.34 s | 45.19 s | +7% | +| TPOT p90 | 17.1 ms | 21.3 ms | **+25%** | +| E2E p90 | 18.03 s | 22.89 s | **+27%** | +| APC | 79.4% | 78.3% | −1.1 pp | +| hotspot index | 3.667 | **4.363** | **+19%** | + +Two contributing factors: + +1. **The Mooncake `MooncakeConnector` runs even when no transfer is + pending.** Every scheduler step it walks `set(cache.keys())` + against `_known_hash_keys` (E2 audit §6.5) and updates the + `KVConnectorMetadata`. This is O(|cache|) per step on every + engine, even when no producer/consumer relationship is active. +2. **Block reservation semantics differ** under kv_both. The + scheduler treats blocks as candidates for export-to-others, so + the prefix cache LRU pressure is slightly different (we lose 1 + pp APC). + +Practical implication: **you don't enable kv_both for free**. If a +deployment wants the option to do PD-sep selectively, the 45% TTFT +p90 tax applies even on requests that stay local. This needs to +recoverable cost before any selective-PD-sep policy is worth +shipping. + +## Result 2 — PD-sep rarely fires on a real agentic trace + +![](figures/fig_v2_trigger_funnel.png) + +We log every routing decision's `v2_reason` (why we did or did not +PD-sep). Two runs with different gate thresholds: + +| fall-through bucket | v2.0 strict | v2.1 relaxed | what it means | +|---|---:|---:|---| +| `new_local < threshold` | 1077 (88.7%) | 924 (76.1%) | uncached tail too small to justify transfer | +| `chosen_no_active_decode` | 115 (9.5%) | 229 (18.9%) | no decode on chosen to protect | +| `src_cache_below_threshold` | 14 (1.2%) | 36 (3.0%) | no alt instance holds enough cache | +| `src_not_meaningfully_more_cache` | 6 (0.5%) | 16 (1.3%) | alt instance doesn't help vs chosen | +| `cost_benefit not enough margin` | 0 | 4 (0.3%) | model says transfer cost + interference on src ≥ local interference | +| **PD-sep TRIGGERED** | **2 (0.16%)** | **5 (0.41%)** | passed all gates and cost-benefit favored migrate | + +The dominant filter is `new_local < threshold`. Even with the +threshold dropped from 16 k to 8 k tokens, three out of four requests +have less than 8 k uncached tokens at the chosen worker. This is +structural: with intra-session reuse measured at 93% on the same +trace (window_1_results.md), most turns hit prefix cache on the +session's previous worker. + +The second filter, `chosen_no_active_decode`, kills another fifth. +This is a snapshot-time phenomenon: at the moment the picker runs, +the chosen worker often has its previous request still in prefill, +not yet decoding. The gate's intent ("don't migrate if no decode is +being hurt by the prefill we're routing") is correct, but it ends up +suppressing PD-sep for a real situation where decode is *about to* +start. + +Even after these two filters, the cost-benefit step itself rejects +nearly half of remaining candidates (4 out of 9 in relaxed). So the +final trigger rate of 0.41% is a structural property, not a +parameter-tuning problem. + +## Result 3 — when PD-sep fires, the cost model is wrong by 10–20× + +![](figures/fig_v2_predicted_vs_actual.png) + +The 5 PD-sep-triggered requests in v2.1 relaxed: + +| input | new_local | new_src | src→dst | cost_local | cost_migrate (model) | actual TTFT | actual E2E | +|---:|---:|---:|---|---:|---:|---:|---:| +| 21963 | 21963 | 9163 | 6→5 | 4.39 s | 4.17 s | 3.69 s | 8.48 s | +| 8706 | 8706 | 2050 | 5→7 | 1.09 s | 0.73 s | 12.48 s | 14.31 s | +| 13616 | 13616 | 2352 | 4→0 | 1.70 s | 1.03 s | 18.33 s | 19.50 s | +| 49483 | 49483 | 843 | 3→4 | 11.75 s | 2.16 s | **45.13 s** | **53.55 s** | +| 19806 | 19806 | 350 | 3→6 | 3.96 s | 1.06 s | 20.06 s | 31.98 s | + +The cost model predicts the migrate path will take 0.7–2.2 s; the +actual TTFT on these requests is 12–45 s. The model's `0.3 s + +bytes / 2.7 GB/s` calibration captures pure RDMA bandwidth in +isolation but misses everything else that happens on the +`decode_sent → first_token` clock: D-side scheduler step latency, +block reservation before KV arrives (so D's cache pressure +increases for the entire wait), the per-layer scatter of +`batch_transfer_sync_write`, and the next-step scheduler promotion +after `finished_recving`. The E2 audit measured this end-to-end at +p50 = 1.1 s and **p90 = 6.7 s** on production runs; the v2.1 +triggered requests landed in the p99 tail of that distribution +because their dst was already loaded. + +The first-token clock for the 49 k request is **21× the model's +prediction**. This is not a small mis-tuning — it's a structurally +different model. + +## Result 4 — three-way comparison + +![](figures/fig_three_way_hotspot.png) + +The full table: + +| metric | unified (plain) | unified_kv_both | unified_v2 (relaxed) | +|---|---:|---:|---:| +| n_ok | 1214 | 1214 | 1214 | +| TTFT p50 | 0.50 s | 0.50 s | 0.49 s | +| TTFT p90 | 7.35 s | 10.67 s | 10.98 s | +| TTFT p99 | 42.34 s | 45.19 s | 49.45 s | +| TPOT p90 | 17.1 ms | 21.3 ms | 18.4 ms | +| E2E p90 | 18.03 s | 22.89 s | 22.53 s | +| APC | 79.4% | 78.3% | 77.6% | +| interference index | n/a (no engine_state) | 8.57 | 8.46 | +| hotspot index | 3.667 | 4.363 | 3.910 | +| n_slow | 189 | 198 | 198 | + +### v2 vs the kv_both control (the right comparison) + +Compared to the kv_both control — same substrate, no PD-sep — the +5 PD-sep triggers in v2: + +- **slightly improve TPOT p90 (−14%) and hotspot (−10%)** +- **slightly worsen TTFT p90 (+3%) and TTFT p99 (+9%)**, because the + triggered requests themselves take ~20× the predicted transfer + time + +The net effect against the kv_both control is in the noise. The +hotspot improvement is within the run-to-run stochastic range we saw +earlier (v2 strict run scored 2.733 hotspot under the same +substrate; v2 relaxed scored 3.910). + +### v2 vs plain unified (the headline question) + +`unified_v2` is **27% slower on E2E p90** and **49% slower on TTFT +p90** than plain `unified`. The 45 pp of TTFT p90 inflation is from +kv_both substrate, not the routing decision; nothing PD-sep does can +recover this in our current Mooncake implementation. + +## Why v2's PD-sep is fundamentally choked + +There are three independent structural problems, each by itself +enough to make v2 not win: + +1. **The kv_both substrate is the wrong default**. It pays a 45% + TTFT p90 tax on every request. To make selective PD-sep beat + plain `unified`, the saved interference per triggered request + times the trigger rate must exceed 45% × average TTFT, on + average. With 0.41% trigger rate, even saving 100% of TTFT per + triggered request would only save ~0.4%, which can't recover 45%. + +2. **Agentic intra-session reuse leaves no headroom for migration**. + Most turns hit cache on the worker that handled the previous + turn. Migrating prefill to a *different* worker is the *exact* + thing intra-session affinity tries to avoid: it forces the new + worker to pay for the cached prefix transfer instead of just + reusing what's already on the affinity worker. This is a + structural mismatch between PD-sep semantics ("send big prefills + to a less-busy worker") and agentic workloads ("keep sessions + sticky to wherever the cache is"). + +3. **The Mooncake mechanism is 10–20× slower than the cost model + predicts**, primarily due to D-side pre-allocation of KV blocks + and the absence of layerwise pipelining (E2 audit §6.1 / §6.3). + The cost model can be re-calibrated, but doing so would push the + gate even tighter, dropping the already-tiny trigger rate to + nearly zero. + +The three are stacked: even if any two were fixed, the remaining +one would still make PD-sep a net loss on this trace. + +## What this section claims for the paper + +1. **Same-worker prefill–decode interference is a real mechanism** + (B2 microbench), but **agentic workloads rarely expose it**: the + typical request has high cache hit and small uncached tail, so + the interference cost is bounded. +2. **Routing-only solutions (unified) already capture 79% of the + intra-session APC ceiling and recover the latency** by avoiding + the heavy-tail sessions through the affinity gate. The remaining + 23 pp gap to the ceiling is from APC LRU eviction under capacity + pressure, not from prefill–decode interference. +3. **Per-request PD-sep via Mooncake on agentic workloads is not a + net win** in our measurements, even with a carefully-gated cost + model. The combined effect of kv_both substrate overhead, low + trigger rate, and mechanism-vs-model gap is uniformly negative. +4. **A productive direction is mechanism-level**: fix the Mooncake + D-side block reservation (E2 §6.1), implement layerwise transfer + pipelining (E2 §6.3), and re-measure. Only if these patches drop + the substrate tax to <10% and the realized transfer to ≤2 s p90 + does PD-sep become competitive with routing on agentic traces. + +## What v2 still validates + +- **The cost model's *qualitative* shape is correct**: when it says + "migrate", that's a request where local interference *would have* + been ≥ 4 s and src has ≥ 80% prefix cache. The model picks the + right candidate requests. +- **The gate logic catches the right exclusions**: 88% by uncached + tail size, 19% by no-decode-to-protect, the rest by missing + source cache. Each is a structurally correct reason. +- **The proxy shadow-drift fix is necessary infrastructure** for + any long-running routing experiment. We observed 3 phantom + corrections per ~50-minute run. + +## Files + +- `data/b3_policy_comparison.json` — the four policies' headline + metrics from the same B3 sweep root. +- `data/breakdown_.json` — per-request proxy breakdown + including v2 gate fields and triggered-event metadata. +- `data/per_worker_.json` — per-worker TTFT/latency p90s + used in the hotspot figure. +- `figures/*.png` — the four section figures referenced above. +- `render_figures.py` — regenerates the figures from data/. + +## Cross-references + +- `analysis/characterization/window_1_results.md` — B2 microbench + (same-worker interference causal proof) and B3 baseline 5-policy + sweep +- `analysis/characterization/agentic_dispatch_coupling.md` — why + the saturated-replay setup matches agentic production +- `analysis/characterization/b3_policies_pseudocode.md` — pickers + for the five baseline policies; `unified_v2` extends `unified` +- E1 / E2 subagent reports (commit `4b833d3` message and the + conversation log) — full mechanism audit that informed v2's design diff --git a/analysis/characterization/elastic_migration_v2/data/b3_policy_comparison.json b/analysis/characterization/elastic_migration_v2/data/b3_policy_comparison.json new file mode 100644 index 0000000..d301947 --- /dev/null +++ b/analysis/characterization/elastic_migration_v2/data/b3_policy_comparison.json @@ -0,0 +1,211 @@ +{ + "rows": [ + { + "policy": "capped", + "n_ok": 770, + "n_total": 770, + "ttft_p50_s": 1.1989156164927408, + "ttft_p90_s": 12.827629912580612, + "ttft_p99_s": 46.61752380923125, + "tpot_p50_s": 0.007231239004497606, + "tpot_p90_s": 0.015998617687440243, + "tpot_p99_s": 0.11515370831539476, + "e2e_p50_s": 2.598489043477457, + "e2e_p90_s": 21.245602010778384, + "e2e_p99_s": 74.60736650204846, + "apc_ratio": 0.3158312503528108, + "interference_index": 6.331064378362814, + "hotspot_index_ttft_p90": 2.0204268015410918, + "reuse_intra_frac": 0.9192657105586233, + "reuse_cross_frac": 0.0602232594931501, + "n_slow": 185, + "failure_counts": { + "cache_miss_large_append": 60, + "hot_worker_queue": 66, + "same_worker_prefill_overlap": 45, + "unknown": 14 + } + }, + { + "policy": "lmetric", + "n_ok": 1214, + "n_total": 1214, + "ttft_p50_s": 0.9387824369769078, + "ttft_p90_s": 15.671339168207492, + "ttft_p99_s": 53.56683189840049, + "tpot_p50_s": 0.008854518407308914, + "tpot_p90_s": 0.02122720699121469, + "tpot_p99_s": 0.18280341184277568, + "e2e_p50_s": 2.754255389008904, + "e2e_p90_s": 24.8209177934099, + "e2e_p99_s": 80.59924928059091, + "apc_ratio": 0.5694312382571595, + "interference_index": 6.530231061794441, + "hotspot_index_ttft_p90": 2.252837147833725, + "reuse_intra_frac": 0.9321238805590836, + "reuse_cross_frac": 0.05679481258506571, + "n_slow": 295, + "failure_counts": { + "cache_miss_large_append": 94, + "hot_worker_queue": 68, + "same_worker_prefill_overlap": 69, + "unknown": 64 + } + }, + { + "policy": "load_only", + "n_ok": 1214, + "n_total": 1214, + "ttft_p50_s": 1.2609447415161412, + "ttft_p90_s": 20.197147866390882, + "ttft_p99_s": 52.84285237012196, + "tpot_p50_s": 0.009231464695980247, + "tpot_p90_s": 0.026851662550158716, + "tpot_p99_s": 0.3211630676943426, + "e2e_p50_s": 3.58568156149704, + "e2e_p90_s": 33.459180271782685, + "e2e_p99_s": 93.95083751494239, + "apc_ratio": 0.5412093853102866, + "interference_index": 9.16424627504275, + "hotspot_index_ttft_p90": 1.2940319990630569, + "reuse_intra_frac": 0.9353191550754928, + "reuse_cross_frac": 0.053372184678592026, + "n_slow": 379, + "failure_counts": { + "cache_miss_large_append": 151, + "hot_worker_queue": 33, + "same_worker_prefill_overlap": 108, + "unknown": 87 + } + }, + { + "policy": "sticky", + "n_ok": 1214, + "n_total": 1214, + "ttft_p50_s": 0.5415176274836995, + "ttft_p90_s": 18.021296651283045, + "ttft_p99_s": 74.09429564891524, + "tpot_p50_s": 0.008952101894096181, + "tpot_p90_s": 0.03641285916619554, + "tpot_p99_s": 0.35152006935195085, + "e2e_p50_s": 2.081947358994512, + "e2e_p90_s": 34.62592205510591, + "e2e_p99_s": 139.68334607904353, + "apc_ratio": 0.7720092868396378, + "interference_index": 13.651718321568111, + "hotspot_index_ttft_p90": 2.727756623171119, + "reuse_intra_frac": 0.9327723488279339, + "reuse_cross_frac": 0.05495149683864246, + "n_slow": 234, + "failure_counts": { + "cache_miss_large_append": 20, + "hot_worker_queue": 51, + "same_worker_prefill_overlap": 134, + "unknown": 29 + } + }, + { + "policy": "unified", + "n_ok": 1213, + "n_total": 1214, + "ttft_p50_s": 0.4997710260213353, + "ttft_p90_s": 7.345769894809922, + "ttft_p99_s": 42.34170345296613, + "tpot_p50_s": 0.008079791456705824, + "tpot_p90_s": 0.017110194704198407, + "tpot_p99_s": 0.12655874612209597, + "e2e_p50_s": 1.7495028690318577, + "e2e_p90_s": 18.033410895219994, + "e2e_p99_s": 68.80023987947489, + "apc_ratio": 0.794261466256467, + "interference_index": null, + "hotspot_index_ttft_p90": 3.667136528736114, + "reuse_intra_frac": 0.9311187350942534, + "reuse_cross_frac": 0.056702150437367635, + "n_slow": 189, + "failure_counts": { + "cache_miss_large_append": 18, + "hot_worker_queue": 116, + "unknown": 55 + } + }, + { + "policy": "unified_kv_both", + "n_ok": 1214, + "n_total": 1214, + "ttft_p50_s": 0.4958424885116983, + "ttft_p90_s": 10.671844050800438, + "ttft_p99_s": 45.19353310586651, + "tpot_p50_s": 0.008573156389059812, + "tpot_p90_s": 0.021303916384344358, + "tpot_p99_s": 0.21501837408937963, + "e2e_p50_s": 1.9310281965008471, + "e2e_p90_s": 22.8941433175176, + "e2e_p99_s": 76.06128971517893, + "apc_ratio": 0.7828397082703908, + "interference_index": 8.571603637346875, + "hotspot_index_ttft_p90": 4.363145984888287, + "reuse_intra_frac": 0.9313000825240145, + "reuse_cross_frac": 0.056182260858791105, + "n_slow": 198, + "failure_counts": { + "cache_miss_large_append": 28, + "hot_worker_queue": 34, + "same_worker_prefill_overlap": 87, + "unknown": 49 + } + }, + { + "policy": "unified_v2", + "n_ok": 1214, + "n_total": 1214, + "ttft_p50_s": 0.4851180294645019, + "ttft_p90_s": 10.97665627548705, + "ttft_p99_s": 49.44861259821856, + "tpot_p50_s": 0.008261419251554481, + "tpot_p90_s": 0.018414033703249108, + "tpot_p99_s": 0.20999689490980364, + "e2e_p50_s": 1.8092182099935599, + "e2e_p90_s": 22.528888442111203, + "e2e_p99_s": 82.40234094743934, + "apc_ratio": 0.7758437361549086, + "interference_index": 8.45656745230457, + "hotspot_index_ttft_p90": 3.9096187869766164, + "reuse_intra_frac": 0.9324663389938368, + "reuse_cross_frac": 0.055154184817413764, + "n_slow": 198, + "failure_counts": { + "cache_miss_large_append": 36, + "hot_worker_queue": 26, + "same_worker_prefill_overlap": 82, + "unknown": 54 + } + }, + { + "policy": "unified_v2_strict", + "n_ok": 1214, + "n_total": 1214, + "ttft_p50_s": 0.4849805940175429, + "ttft_p90_s": 8.960840504511737, + "ttft_p99_s": 44.63598358390898, + "tpot_p50_s": 0.008222105788569446, + "tpot_p90_s": 0.018078321745916927, + "tpot_p99_s": 0.14616439095890604, + "e2e_p50_s": 1.8335122870048508, + "e2e_p90_s": 22.435233922180526, + "e2e_p99_s": 68.254801789901, + "apc_ratio": 0.789281361129855, + "interference_index": 6.231677388887276, + "hotspot_index_ttft_p90": 2.7334230011629197, + "reuse_intra_frac": 0.9309082618411778, + "reuse_cross_frac": 0.05689887985860397, + "n_slow": 186, + "failure_counts": { + "cache_miss_large_append": 26, + "hot_worker_queue": 44, + "same_worker_prefill_overlap": 73, + "unknown": 43 + } + } + ] +} \ No newline at end of file diff --git a/analysis/characterization/elastic_migration_v2/data/breakdown_unified.json b/analysis/characterization/elastic_migration_v2/data/breakdown_unified.json new file mode 100644 index 0000000..f631826 --- /dev/null +++ b/analysis/characterization/elastic_migration_v2/data/breakdown_unified.json @@ -0,0 +1 @@ +[{"request_id":"1237198:1:1237198:0","session_id":"1237198","input_length":8228,"t_proxy_recv":281548.676951257,"t_decision_unix":1779712413.690889,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":8228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281549.633507788,"t_first_token_unix":1779712414.6474519,"t_done":281549.728127214,"t_done_unix":1779712414.7420704},{"request_id":"1237337:1:1237337:1","session_id":"1237337","input_length":3976,"t_proxy_recv":281549.095120592,"t_decision_unix":1779712414.1090617,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":3976,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":8228,"ongoing_decode_tokens":0,"pending_prefill_tokens":8228,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":8228.0,"score_lmetric":12204},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281549.666723763,"t_first_token_unix":1779712414.6806674,"t_done":281550.059262737,"t_done_unix":1779712415.0732064},{"request_id":"1237198:2:1237773:2","session_id":"1237198","input_length":10237,"t_proxy_recv":281550.644691503,"t_decision_unix":1779712415.6586328,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":8192,"affinity_cache_ratio":0.8002344436846732,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":8192,"estimated_new_tokens":2045,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":16,"cache_hit":8192,"new_prefill":2045,"score_linear":-8192.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":7,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":281550.948811384,"t_first_token_unix":1779712415.962755,"t_done":281551.082256897,"t_done_unix":1779712416.0962},{"request_id":"1237877:1:1237877:3","session_id":"1237877","input_length":749,"t_proxy_recv":281551.101977294,"t_decision_unix":1779712416.1159189,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":7,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281551.24527805,"t_first_token_unix":1779712416.2592218,"t_done":281551.37381505,"t_done_unix":1779712416.3877585},{"request_id":"1239034:1:1239034:4","session_id":"1239034","input_length":13489,"t_proxy_recv":281554.880719724,"t_decision_unix":1779712419.894661,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":13489,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281556.417671804,"t_first_token_unix":1779712421.4316158,"t_done":281556.868602104,"t_done_unix":1779712421.8825452},{"request_id":"1237877:2:1239577:6","session_id":"1237877","input_length":1620,"t_proxy_recv":281556.764405302,"t_decision_unix":1779712421.7783465,"policy":"unified","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":512,"affinity_cache_ratio":0.3160493827160494,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":512,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":512,"new_prefill":1108,"score_linear":-512.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13489,"ongoing_decode_tokens":13489,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":13489.0,"score_lmetric":1620},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":37165.0,"score_lmetric":38785},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":281556.84530383,"t_first_token_unix":1779712421.8592472,"t_done":281557.296524878,"t_done_unix":1779712422.3104684},{"request_id":"1239704:1:1239704:7","session_id":"1239704","input_length":5194,"t_proxy_recv":281557.206812351,"t_decision_unix":1779712422.2207534,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":5194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":1620,"ongoing_decode_tokens":1620,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":5194,"score_linear":1620.0,"score_lmetric":5194},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":37165.0,"score_lmetric":42359},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281557.85556446,"t_first_token_unix":1779712422.869508,"t_done":281558.12856737,"t_done_unix":1779712423.142511},{"request_id":"1240924:1:1240924:11","session_id":"1240924","input_length":7429,"t_proxy_recv":281561.228395146,"t_decision_unix":1779712426.2423363,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":7429,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":66214.0,"score_lmetric":73643},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30040,"ongoing_decode_tokens":0,"pending_prefill_tokens":30040,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7429,"score_linear":30040.0,"score_lmetric":37469},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7429,"score_linear":18420.0,"score_lmetric":7429},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":37165,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":37165.0,"score_lmetric":7429},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281561.769135984,"t_first_token_unix":1779712426.7830799,"t_done":281561.949931507,"t_done_unix":1779712426.9638746},{"request_id":"1239100:1:1239100:5","session_id":"1239100","input_length":37165,"t_proxy_recv":281555.121400319,"t_decision_unix":1779712420.1353414,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":37165,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13489,"ongoing_decode_tokens":0,"pending_prefill_tokens":13489,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":13489.0,"score_lmetric":50654},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281561.145798439,"t_first_token_unix":1779712426.1597428,"t_done":281562.412950523,"t_done_unix":1779712427.4268942},{"request_id":"1240198:1:1240198:9","session_id":"1240198","input_length":30040,"t_proxy_recv":281558.742521259,"t_decision_unix":1779712423.7564623,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":30040,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":66214.0,"score_lmetric":96254},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":37165.0,"score_lmetric":67205},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281562.676223903,"t_first_token_unix":1779712427.6901672,"t_done":281563.326382588,"t_done_unix":1779712428.3403256},{"request_id":"1241953:1:1241953:13","session_id":"1241953","input_length":1093,"t_proxy_recv":281564.644509509,"t_decision_unix":1779712429.6584508,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1093,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":34,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":66214.0,"score_lmetric":67307},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1093,"score_linear":18420.0,"score_lmetric":1093},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7587,"ongoing_decode_tokens":0,"pending_prefill_tokens":7587,"num_requests":1,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":1093,"score_linear":7587.0,"score_lmetric":8680},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281564.760699374,"t_first_token_unix":1779712429.774643,"t_done":281565.281838493,"t_done_unix":1779712430.2957816},{"request_id":"1241942:1:1241942:12","session_id":"1241942","input_length":7587,"t_proxy_recv":281564.599081972,"t_decision_unix":1779712429.6130233,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":7587,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":34,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":66214.0,"score_lmetric":73801},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7587,"score_linear":18420.0,"score_lmetric":7587},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281565.128051933,"t_first_token_unix":1779712430.1419954,"t_done":281565.319627429,"t_done_unix":1779712430.3335705},{"request_id":"1237877:3:1242953:15","session_id":"1237877","input_length":2659,"t_proxy_recv":281568.032966231,"t_decision_unix":1779712433.0469077,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":1536,"affinity_cache_ratio":0.5776607747273411,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":1536,"estimated_new_tokens":1123,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17157,"ongoing_decode_tokens":0,"pending_prefill_tokens":17157,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":2659,"score_linear":17157.0,"score_lmetric":19816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":66214.0,"score_lmetric":68873},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":1536,"new_prefill":1123,"score_linear":-1536.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":2659,"score_linear":18420.0,"score_lmetric":2659},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":281568.12630083,"t_first_token_unix":1779712433.140244,"t_done":281568.190593472,"t_done_unix":1779712433.204537},{"request_id":"1242838:1:1242838:14","session_id":"1242838","input_length":17157,"t_proxy_recv":281567.651720821,"t_decision_unix":1779712432.665662,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":17157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":66214.0,"score_lmetric":83371},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17157,"score_linear":18420.0,"score_lmetric":17157},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281569.347720435,"t_first_token_unix":1779712434.3616645,"t_done":281570.246312228,"t_done_unix":1779712435.2602556},{"request_id":"1239704:2:1243943:17","session_id":"1239704","input_length":14812,"t_proxy_recv":281571.310430045,"t_decision_unix":1779712436.3243713,"policy":"unified","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":5120,"affinity_cache_ratio":0.3456656764785309,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":5120,"estimated_new_tokens":9692,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":43,"cache_hit":5120,"new_prefill":9692,"score_linear":-5120.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":11074,"ongoing_decode_tokens":0,"pending_prefill_tokens":11074,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14812,"score_linear":11074.0,"score_lmetric":25886},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":66214.0,"score_lmetric":81026},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":14812,"score_linear":18420.0,"score_lmetric":14812},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":281572.398470817,"t_first_token_unix":1779712437.4124143,"t_done":281572.509673378,"t_done_unix":1779712437.5236166},{"request_id":"1243831:1:1243831:16","session_id":"1243831","input_length":11074,"t_proxy_recv":281570.908195976,"t_decision_unix":1779712435.9221373,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":11074,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":43,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":66214.0,"score_lmetric":77288},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":11074,"score_linear":18420.0,"score_lmetric":11074},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281571.846067502,"t_first_token_unix":1779712436.860011,"t_done":281573.319884905,"t_done_unix":1779712438.3338284},{"request_id":"1239755:1:1239755:8","session_id":"1239755","input_length":66214,"t_proxy_recv":281557.422949382,"t_decision_unix":1779712422.4368904,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":66214,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5194,"ongoing_decode_tokens":0,"pending_prefill_tokens":5194,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":5194.0,"score_lmetric":71408},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":37165.0,"score_lmetric":103379},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281573.306643605,"t_first_token_unix":1779712438.3205872,"t_done":281573.997266805,"t_done_unix":1779712439.01121},{"request_id":"1239034:2:1240558:10","session_id":"1239034","input_length":18420,"t_proxy_recv":281559.977755355,"t_decision_unix":1779712424.9916964,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13312,"affinity_cache_ratio":0.7226927252985885,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":13312,"estimated_new_tokens":5108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":66214.0,"score_lmetric":84634},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30040,"ongoing_decode_tokens":0,"pending_prefill_tokens":30040,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":18420,"score_linear":30040.0,"score_lmetric":48460},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":13312,"new_prefill":5108,"score_linear":-13312.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":37165.0,"score_lmetric":55585},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13312.0,"chosen_score_lmetric":0,"t_first_token":281560.697760618,"t_first_token_unix":1779712425.7117045,"t_done":281574.169393924,"t_done_unix":1779712439.1833372},{"request_id":"1244640:1:1244640:18","session_id":"1244640","input_length":8274,"t_proxy_recv":281573.803457265,"t_decision_unix":1779712438.8173988,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":8274,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":66214,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":66214.0,"score_lmetric":8274},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":8274,"score_linear":18420.0,"score_lmetric":8274},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281574.396988638,"t_first_token_unix":1779712439.4109325,"t_done":281574.601444069,"t_done_unix":1779712439.6153874},{"request_id":"1241953:2:1245624:20","session_id":"1241953","input_length":10382,"t_proxy_recv":281577.028059827,"t_decision_unix":1779712442.0420012,"policy":"unified","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":1024,"affinity_cache_ratio":0.09863224812174919,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":1024,"estimated_new_tokens":9358,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":1024,"new_prefill":9358,"score_linear":-1024.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":6109,"ongoing_decode_tokens":0,"pending_prefill_tokens":6109,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10382,"score_linear":6109.0,"score_lmetric":16491}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":281577.799767373,"t_first_token_unix":1779712442.8137112,"t_done":281577.984341355,"t_done_unix":1779712442.9982843},{"request_id":"1245572:1:1245572:19","session_id":"1245572","input_length":6109,"t_proxy_recv":281576.937427708,"t_decision_unix":1779712441.951369,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":6109,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281577.974054792,"t_first_token_unix":1779712442.9879982,"t_done":281578.219838671,"t_done_unix":1779712443.2337818},{"request_id":"1245572:2:1246348:22","session_id":"1245572","input_length":6182,"t_proxy_recv":281579.533850205,"t_decision_unix":1779712444.5477917,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.9938531219670009,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":6144,"estimated_new_tokens":38,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17447,"ongoing_decode_tokens":0,"pending_prefill_tokens":10279,"num_requests":1,"active_p_offloads":0,"cached_blocks":76,"cache_hit":0,"new_prefill":6182,"score_linear":17447.0,"score_lmetric":16461},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":6144,"new_prefill":38,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":281579.564593299,"t_first_token_unix":1779712444.5785365,"t_done":281579.745293038,"t_done_unix":1779712444.759236},{"request_id":"1240924:2:1246244:21","session_id":"1240924","input_length":17447,"t_proxy_recv":281579.159806459,"t_decision_unix":1779712444.1737478,"policy":"unified","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":7168,"affinity_cache_ratio":0.4108442712214134,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":7168,"estimated_new_tokens":10279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":76,"cache_hit":7168,"new_prefill":10279,"score_linear":-7168.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":281580.371412753,"t_first_token_unix":1779712445.3853562,"t_done":281580.74416753,"t_done_unix":1779712445.7581112},{"request_id":"1241942:2:1247111:23","session_id":"1241942","input_length":17975,"t_proxy_recv":281582.207635924,"t_decision_unix":1779712447.221577,"policy":"unified","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":7168,"affinity_cache_ratio":0.3987760778859527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":7168,"estimated_new_tokens":10807,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":7168,"new_prefill":10807,"score_linear":-7168.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":281583.496957717,"t_first_token_unix":1779712448.5109026,"t_done":281583.68364178,"t_done_unix":1779712448.697586},{"request_id":"1244640:2:1247941:24","session_id":"1244640","input_length":10696,"t_proxy_recv":281585.022375379,"t_decision_unix":1779712450.0363166,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":8192,"affinity_cache_ratio":0.7658937920718025,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":8192,"estimated_new_tokens":2504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":8192,"new_prefill":2504,"score_linear":-8192.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":281585.356168581,"t_first_token_unix":1779712450.3701117,"t_done":281585.401798313,"t_done_unix":1779712450.4157414},{"request_id":"1248768:1:1248768:25","session_id":"1248768","input_length":11515,"t_proxy_recv":281587.803580632,"t_decision_unix":1779712452.8175218,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":11515,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281588.785374426,"t_first_token_unix":1779712453.799318,"t_done":281589.048042416,"t_done_unix":1779712454.0619853},{"request_id":"1249058:1:1249058:26","session_id":"1249058","input_length":4126,"t_proxy_recv":281588.823933428,"t_decision_unix":1779712453.837875,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4126,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":11515,"ongoing_decode_tokens":11515,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":4126,"score_linear":11515.0,"score_lmetric":4126},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281589.090042453,"t_first_token_unix":1779712454.103986,"t_done":281589.257322876,"t_done_unix":1779712454.2712657},{"request_id":"1248768:2:1249765:27","session_id":"1248768","input_length":12188,"t_proxy_recv":281591.086875946,"t_decision_unix":1779712456.1008167,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.924187725631769,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11264,"estimated_new_tokens":924,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":83,"cache_hit":11264,"new_prefill":924,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":45,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":281591.227392887,"t_first_token_unix":1779712456.2413363,"t_done":281591.696116404,"t_done_unix":1779712456.7100594},{"request_id":"1249058:2:1249872:28","session_id":"1249058","input_length":7482,"t_proxy_recv":281591.478563707,"t_decision_unix":1779712456.492505,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":4096,"affinity_cache_ratio":0.5474472066292435,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":4096,"estimated_new_tokens":3386,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":12188,"ongoing_decode_tokens":12188,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":83,"cache_hit":0,"new_prefill":7482,"score_linear":12188.0,"score_lmetric":7482},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":45,"cache_hit":4096,"new_prefill":3386,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-4096.0,"chosen_score_lmetric":0,"t_first_token":281591.798973446,"t_first_token_unix":1779712456.812917,"t_done":281591.927752112,"t_done_unix":1779712456.9416952},{"request_id":"1242838:2:1250503:29","session_id":"1242838","input_length":21578,"t_proxy_recv":281593.752334586,"t_decision_unix":1779712458.766276,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16896,"affinity_cache_ratio":0.783019742330151,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":16896,"estimated_new_tokens":4682,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":16896,"new_prefill":4682,"score_linear":-16896.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":281594.456949715,"t_first_token_unix":1779712459.4708934,"t_done":281594.950881535,"t_done_unix":1779712459.9648247},{"request_id":"1250772:1:1250772:30","session_id":"1250772","input_length":6829,"t_proxy_recv":281594.613928148,"t_decision_unix":1779712459.6278694,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":6829,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21578,"ongoing_decode_tokens":21578,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6829,"score_linear":21578.0,"score_lmetric":6829},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281595.420193858,"t_first_token_unix":1779712460.4341369,"t_done":281597.018871056,"t_done_unix":1779712462.0328143},{"request_id":"1251059:1:1251059:32","session_id":"1251059","input_length":16512,"t_proxy_recv":281595.798423464,"t_decision_unix":1779712460.8123646,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":16512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":6829,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":16512,"score_linear":6829.0,"score_lmetric":16512},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":0,"pending_prefill_tokens":20086,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":16512,"score_linear":20086.0,"score_lmetric":36598},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281597.358333155,"t_first_token_unix":1779712462.3722763,"t_done":281597.360058486,"t_done_unix":1779712462.3740015},{"request_id":"1248768:3:1251261:33","session_id":"1248768","input_length":16989,"t_proxy_recv":281596.36989985,"t_decision_unix":1779712461.383841,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11776,"affinity_cache_ratio":0.6931543940196597,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11776,"estimated_new_tokens":5213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":11776,"new_prefill":5213,"score_linear":-11776.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16512,"ongoing_decode_tokens":0,"pending_prefill_tokens":16512,"num_requests":1,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":16989,"score_linear":16512.0,"score_lmetric":33501},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":6829,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":16989,"score_linear":6829.0,"score_lmetric":16989},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":0,"pending_prefill_tokens":20086,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":16989,"score_linear":20086.0,"score_lmetric":37075},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":281597.046204572,"t_first_token_unix":1779712462.060148,"t_done":281598.02276754,"t_done_unix":1779712463.0367105},{"request_id":"1251828:1:1251828:35","session_id":"1251828","input_length":1090,"t_proxy_recv":281598.299910945,"t_decision_unix":1779712463.3138523,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1090,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":20086,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":1090,"score_linear":20086.0,"score_lmetric":1090},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":13780,"ongoing_decode_tokens":0,"pending_prefill_tokens":7636,"num_requests":1,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":1090,"score_linear":13780.0,"score_lmetric":8726}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281598.386755652,"t_first_token_unix":1779712463.400699,"t_done":281598.495429099,"t_done_unix":1779712463.5093722},{"request_id":"1250935:1:1250935:31","session_id":"1250935","input_length":20086,"t_proxy_recv":281595.239294734,"t_decision_unix":1779712460.2532363,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":20086,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":0,"pending_prefill_tokens":6829,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":20086,"score_linear":6829.0,"score_lmetric":26915},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281597.322810764,"t_first_token_unix":1779712462.3367543,"t_done":281598.578379352,"t_done_unix":1779712463.5923223},{"request_id":"1245572:3:1251662:34","session_id":"1245572","input_length":13780,"t_proxy_recv":281597.781024445,"t_decision_unix":1779712462.7949657,"policy":"unified","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.4458635703918723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":6144,"estimated_new_tokens":7636,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16989,"ongoing_decode_tokens":16989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":13780,"score_linear":16989.0,"score_lmetric":13780},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":20086,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":13780,"score_linear":20086.0,"score_lmetric":13780},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":6144,"new_prefill":7636,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":281598.579468679,"t_first_token_unix":1779712463.593412,"t_done":281598.803988335,"t_done_unix":1779712463.8179314},{"request_id":"1252010:1:1252010:36","session_id":"1252010","input_length":9855,"t_proxy_recv":281598.908698508,"t_decision_unix":1779712463.9226396,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":9855,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":144,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281599.737471785,"t_first_token_unix":1779712464.7514153,"t_done":281599.90678977,"t_done_unix":1779712464.9207335},{"request_id":"1248768:4:1253385:37","session_id":"1248768","input_length":17309,"t_proxy_recv":281603.682959978,"t_decision_unix":1779712468.6969006,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16896,"affinity_cache_ratio":0.9761395805650239,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":16896,"estimated_new_tokens":413,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":16896,"new_prefill":413,"score_linear":-16896.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":281603.763240432,"t_first_token_unix":1779712468.777184,"t_done":281606.733454465,"t_done_unix":1779712471.7473977},{"request_id":"1251828:2:1254272:41","session_id":"1251828","input_length":3934,"t_proxy_recv":281606.652419412,"t_decision_unix":1779712471.6663606,"policy":"unified","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":4,"affinity_cache_hit":1024,"affinity_cache_ratio":0.2602948652770717,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":3934,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":3934,"score_linear":17309.0,"score_lmetric":3934},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":3934,"score_linear":35221.0,"score_lmetric":39155},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":1024,"new_prefill":2910,"score_linear":48600.0,"score_lmetric":52534},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":0,"pending_prefill_tokens":4108,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":3934,"score_linear":10764.0,"score_lmetric":8042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281606.896409357,"t_first_token_unix":1779712471.9103525,"t_done":281607.042768551,"t_done_unix":1779712472.0567117},{"request_id":"1254584:1:1254584:42","session_id":"1254584","input_length":748,"t_proxy_recv":281607.784331837,"t_decision_unix":1779712472.7982733,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":748,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":748,"score_linear":35221.0,"score_lmetric":35969},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":748,"score_linear":49624.0,"score_lmetric":50372},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":10764,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":748,"score_linear":10764.0,"score_lmetric":748},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281607.85029791,"t_first_token_unix":1779712472.8642414,"t_done":281608.004182564,"t_done_unix":1779712473.0181255},{"request_id":"1252010:2:1254691:43","session_id":"1252010","input_length":13092,"t_proxy_recv":281608.237398497,"t_decision_unix":1779712473.2513402,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":9728,"affinity_cache_ratio":0.743049190345249,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":9728,"estimated_new_tokens":3364,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":13092,"score_linear":35221.0,"score_lmetric":48313},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":13092,"score_linear":49624.0,"score_lmetric":62716},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":10764,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":13092,"score_linear":10764.0,"score_lmetric":13092},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":9728,"new_prefill":3364,"score_linear":-9728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":281608.667539067,"t_first_token_unix":1779712473.6814826,"t_done":281608.835287652,"t_done_unix":1779712473.8492308},{"request_id":"1250772:2:1254198:40","session_id":"1250772","input_length":10764,"t_proxy_recv":281606.380243854,"t_decision_unix":1779712471.394185,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":6656,"affinity_cache_ratio":0.6183574879227053,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":6656,"estimated_new_tokens":4108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":10764,"score_linear":17309.0,"score_lmetric":10764},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":10764,"score_linear":35221.0,"score_lmetric":45985},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":10764,"score_linear":49624.0,"score_lmetric":60388},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":6656,"new_prefill":4108,"score_linear":-6656.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-6656.0,"chosen_score_lmetric":0,"t_first_token":281606.763529758,"t_first_token_unix":1779712471.7774732,"t_done":281609.038341889,"t_done_unix":1779712474.0522852},{"request_id":"1253804:1:1253804:39","session_id":"1253804","input_length":35221,"t_proxy_recv":281605.271740625,"t_decision_unix":1779712470.2856817,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":35221,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":35221,"score_linear":17309.0,"score_lmetric":35221},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":35221,"score_linear":49624.0,"score_lmetric":84845},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281610.440644839,"t_first_token_unix":1779712475.4545884,"t_done":281612.655323923,"t_done_unix":1779712477.6692672},{"request_id":"1256273:1:1256273:46","session_id":"1256273","input_length":1694,"t_proxy_recv":281613.467438811,"t_decision_unix":1779712478.4813805,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1694,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":1694,"score_linear":49624.0,"score_lmetric":51318},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":0,"pending_prefill_tokens":10618,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":1694,"score_linear":17786.0,"score_lmetric":12312},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281613.613233451,"t_first_token_unix":1779712478.6271765,"t_done":281613.898880937,"t_done_unix":1779712478.9128242},{"request_id":"1243831:2:1256324:47","session_id":"1243831","input_length":11448,"t_proxy_recv":281613.631723869,"t_decision_unix":1779712478.6456656,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":11264,"affinity_cache_ratio":0.983927323549965,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11264,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":11264,"new_prefill":184,"score_linear":-11264.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":11448,"score_linear":49624.0,"score_lmetric":61072},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":0,"pending_prefill_tokens":10618,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":11448,"score_linear":17786.0,"score_lmetric":22066},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":1694,"ongoing_decode_tokens":1694,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":11448,"score_linear":1694.0,"score_lmetric":11448},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":281613.688090054,"t_first_token_unix":1779712478.7020328,"t_done":281614.12771778,"t_done_unix":1779712479.141661},{"request_id":"1253743:1:1253743:38","session_id":"1253743","input_length":49624,"t_proxy_recv":281605.029949971,"t_decision_unix":1779712470.0438905,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":49624,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":49624,"score_linear":17309.0,"score_lmetric":49624},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281614.280846153,"t_first_token_unix":1779712479.2947896,"t_done":281614.681211634,"t_done_unix":1779712479.6951547},{"request_id":"1249058:3:1256222:45","session_id":"1249058","input_length":17786,"t_proxy_recv":281613.320932488,"t_decision_unix":1779712478.3348737,"policy":"unified","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":7168,"affinity_cache_ratio":0.4030136062071292,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":7168,"estimated_new_tokens":10618,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":17786,"score_linear":49624.0,"score_lmetric":67410},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":7168,"new_prefill":10618,"score_linear":-7168.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":281614.583621443,"t_first_token_unix":1779712479.597565,"t_done":281614.70156554,"t_done_unix":1779712479.7155087},{"request_id":"1253743:2:1256070:44","session_id":"1253743","input_length":49687,"t_proxy_recv":281614.690198436,"t_decision_unix":1779712479.7041397,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9995371022601486,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":23,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":3584,"new_prefill":46103,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":49664,"new_prefill":23,"score_linear":-49664.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":17786,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":49687,"score_linear":17786.0,"score_lmetric":49687},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":281614.763213676,"t_first_token_unix":1779712479.7771568,"t_done":281615.594039343,"t_done_unix":1779712480.6079826},{"request_id":"1256273:2:1257769:51","session_id":"1256273","input_length":6170,"t_proxy_recv":281618.451755825,"t_decision_unix":1779712483.465697,"policy":"unified","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":1536,"affinity_cache_ratio":0.24894651539708265,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":1536,"estimated_new_tokens":4634,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":4434,"ongoing_decode_tokens":4434,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":6170,"score_linear":4434.0,"score_lmetric":6170},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":6170,"score_linear":27387.0,"score_lmetric":33557},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6170,"score_linear":90488.0,"score_lmetric":96658},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":1536,"new_prefill":4634,"score_linear":-1536.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":281618.775599913,"t_first_token_unix":1779712483.789544,"t_done":281619.079216777,"t_done_unix":1779712484.0931602},{"request_id":"1257572:1:1257572:50","session_id":"1257572","input_length":4434,"t_proxy_recv":281617.816522383,"t_decision_unix":1779712482.830464,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":4434,"score_linear":27387.0,"score_lmetric":31821},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":4434,"score_linear":90488.0,"score_lmetric":94922},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281618.098634794,"t_first_token_unix":1779712483.1125782,"t_done":281619.340595381,"t_done_unix":1779712484.3545387},{"request_id":"1254584:2:1258039:52","session_id":"1254584","input_length":1257,"t_proxy_recv":281619.470556441,"t_decision_unix":1779712484.484498,"policy":"unified","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":512,"affinity_cache_ratio":0.40731901352426414,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":512,"estimated_new_tokens":745,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":113,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":1257,"score_linear":27387.0,"score_lmetric":28644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":512,"new_prefill":745,"score_linear":-512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":1257,"score_linear":90488.0,"score_lmetric":91745},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":281619.525159946,"t_first_token_unix":1779712484.539103,"t_done":281619.860917975,"t_done_unix":1779712484.8748612},{"request_id":"1242838:3:1258161:53","session_id":"1242838","input_length":22262,"t_proxy_recv":281619.931133483,"t_decision_unix":1779712484.9450748,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9659509478034318,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":21504,"estimated_new_tokens":758,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":113,"cache_hit":21504,"new_prefill":758,"score_linear":-21504.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":22262,"score_linear":27387.0,"score_lmetric":49649},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22262,"score_linear":90488.0,"score_lmetric":112750},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":281620.093681598,"t_first_token_unix":1779712485.1076252,"t_done":281620.644047035,"t_done_unix":1779712485.6579907},{"request_id":"1256273:3:1258499:55","session_id":"1256273","input_length":7934,"t_proxy_recv":281621.095317603,"t_decision_unix":1779712486.109259,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":6144,"affinity_cache_ratio":0.7743887068313587,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":6144,"estimated_new_tokens":1790,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":0,"pending_prefill_tokens":45037,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":7934,"score_linear":80365.0,"score_lmetric":105942},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":7934,"score_linear":90488.0,"score_lmetric":98422},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":6144,"new_prefill":1790,"score_linear":-6144.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":281621.289254749,"t_first_token_unix":1779712486.303198,"t_done":281621.899922852,"t_done_unix":1779712486.913866},{"request_id":"1258908:1:1258908:58","session_id":"1258908","input_length":9250,"t_proxy_recv":281622.547533974,"t_decision_unix":1779712487.5614755,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":9250,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":9250,"score_linear":80365.0,"score_lmetric":53800},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":9250,"score_linear":68131.0,"score_lmetric":77381},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":9250,"score_linear":90488.0,"score_lmetric":99738},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9250,"score_linear":112793.0,"score_lmetric":122043},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281623.243108043,"t_first_token_unix":1779712488.257052,"t_done":281625.246378521,"t_done_unix":1779712490.2603219},{"request_id":"1259178:1:1259178:59","session_id":"1259178","input_length":14291,"t_proxy_recv":281623.509583566,"t_decision_unix":1779712488.5235252,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":14291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":14291,"score_linear":80365.0,"score_lmetric":63882},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":14291,"score_linear":68131.0,"score_lmetric":82422},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9250,"ongoing_decode_tokens":9250,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":14291,"score_linear":9250.0,"score_lmetric":14291},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":14291,"score_linear":90488.0,"score_lmetric":104779},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14291,"score_linear":112793.0,"score_lmetric":127084},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281624.760403672,"t_first_token_unix":1779712489.7743473,"t_done":281626.716089211,"t_done_unix":1779712491.7300322},{"request_id":"1257525:1:1257525:49","session_id":"1257525","input_length":27387,"t_proxy_recv":281617.7312342,"t_decision_unix":1779712482.7451751,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":27387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":27387,"score_linear":90488.0,"score_lmetric":117875},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281621.191940528,"t_first_token_unix":1779712486.2058842,"t_done":281626.816705022,"t_done_unix":1779712491.830648},{"request_id":"1253804:2:1258346:54","session_id":"1253804","input_length":52978,"t_proxy_recv":281620.649835558,"t_decision_unix":1779712485.663777,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":35328,"affinity_cache_ratio":0.6668428404243271,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":35328,"estimated_new_tokens":17650,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":35328,"new_prefill":17650,"score_linear":-7941.0,"score_lmetric":45037},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":3584,"new_prefill":49394,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":52978,"score_linear":90488.0,"score_lmetric":143466},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7941.0,"chosen_score_lmetric":45037,"t_first_token":281626.449098421,"t_first_token_unix":1779712491.4630418,"t_done":281627.37110394,"t_done_unix":1779712492.3850472},{"request_id":"1260746:1:1260746:62","session_id":"1260746","input_length":9571,"t_proxy_recv":281629.054097334,"t_decision_unix":1779712494.0680385,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":9571,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":9571,"score_linear":68131.0,"score_lmetric":77702},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":9571,"score_linear":90488.0,"score_lmetric":100059},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9571,"score_linear":125063.0,"score_lmetric":253908},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9571,"score_linear":30655.0,"score_lmetric":40226}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281629.79759481,"t_first_token_unix":1779712494.8115385,"t_done":281630.190148836,"t_done_unix":1779712495.2040923},{"request_id":"1260792:1:1260792:63","session_id":"1260792","input_length":12522,"t_proxy_recv":281629.170094328,"t_decision_unix":1779712494.1840355,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":12522,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":9571,"ongoing_decode_tokens":0,"pending_prefill_tokens":9571,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":12522,"score_linear":9571.0,"score_lmetric":22093},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":12522,"score_linear":68131.0,"score_lmetric":80653},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":12522,"score_linear":90488.0,"score_lmetric":103010},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12522,"score_linear":125063.0,"score_lmetric":259810},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":12522,"score_linear":30655.0,"score_lmetric":43177}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281630.201390808,"t_first_token_unix":1779712495.2153342,"t_done":281630.537848006,"t_done_unix":1779712495.5517912},{"request_id":"1261126:1:1261126:65","session_id":"1261126","input_length":5640,"t_proxy_recv":281630.207302841,"t_decision_unix":1779712495.2212443,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":5640,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":132,"cache_hit":0,"new_prefill":5640,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55138,"ongoing_decode_tokens":0,"pending_prefill_tokens":2402,"num_requests":1,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":5640,"score_linear":55138.0,"score_lmetric":8042},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":5640,"score_linear":68131.0,"score_lmetric":73771},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":12522,"ongoing_decode_tokens":12522,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":5640,"score_linear":12522.0,"score_lmetric":5640},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5640,"score_linear":90488.0,"score_lmetric":96128},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5640,"score_linear":125063.0,"score_lmetric":246046},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":5640,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":5640,"score_linear":30655.0,"score_lmetric":36295}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281630.582796557,"t_first_token_unix":1779712495.5967398,"t_done":281630.750828965,"t_done_unix":1779712495.7647722},{"request_id":"1253804:3:1260997:64","session_id":"1253804","input_length":55138,"t_proxy_recv":281629.908197067,"t_decision_unix":1779712494.9221385,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9564365773151003,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":52736,"estimated_new_tokens":2402,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":9571,"ongoing_decode_tokens":9571,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":55138,"score_linear":9571.0,"score_lmetric":55138},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":252,"cache_hit":52736,"new_prefill":2402,"score_linear":-52736.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":55138,"score_linear":68131.0,"score_lmetric":123269},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":12522,"ongoing_decode_tokens":0,"pending_prefill_tokens":12522,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":3584,"new_prefill":51554,"score_linear":8938.0,"score_lmetric":64076},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":55138,"score_linear":90488.0,"score_lmetric":145626},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":55138,"score_linear":125063.0,"score_lmetric":345042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":55138,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":55138,"score_linear":30655.0,"score_lmetric":85793}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":281630.784953174,"t_first_token_unix":1779712495.7988966,"t_done":281631.36757545,"t_done_unix":1779712496.3815188},{"request_id":"1260327:1:1260327:61","session_id":"1260327","input_length":30655,"t_proxy_recv":281627.334239934,"t_decision_unix":1779712492.3481815,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":30655,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":52978,"ongoing_decode_tokens":52978,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":30655,"score_linear":52978.0,"score_lmetric":30655},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":30655,"score_linear":68131.0,"score_lmetric":98786},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":30655,"score_linear":90488.0,"score_lmetric":121143},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":30655,"score_linear":125063.0,"score_lmetric":296076},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281631.391686712,"t_first_token_unix":1779712496.4056299,"t_done":281632.036649475,"t_done_unix":1779712497.0505924},{"request_id":"1257525:2:1262205:67","session_id":"1257525","input_length":29988,"t_proxy_recv":281634.022155773,"t_decision_unix":1779712499.036097,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9048952914499133,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":27136,"estimated_new_tokens":2852,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":256,"cache_hit":27136,"new_prefill":2852,"score_linear":-27136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":29988,"score_linear":68131.0,"score_lmetric":98119},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":29988,"score_linear":90488.0,"score_lmetric":120476},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":29988,"score_linear":125063.0,"score_lmetric":294742},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":281634.652866235,"t_first_token_unix":1779712499.6668098,"t_done":281634.679543197,"t_done_unix":1779712499.6934865},{"request_id":"1262757:1:1262757:73","session_id":"1262757","input_length":5465,"t_proxy_recv":281635.902128871,"t_decision_unix":1779712500.9160702,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":5465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":5465,"score_linear":55989.0,"score_lmetric":6670},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":5465,"score_linear":68131.0,"score_lmetric":73596},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":15283,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":5465,"score_linear":15283.0,"score_lmetric":20748},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5465,"score_linear":113053.0,"score_lmetric":196076},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5465,"score_linear":125063.0,"score_lmetric":245696},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":5465,"score_linear":21510.0,"score_lmetric":26975}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281636.260875801,"t_first_token_unix":1779712501.274819,"t_done":281636.390521312,"t_done_unix":1779712501.4044645},{"request_id":"1261126:2:1262820:74","session_id":"1261126","input_length":6953,"t_proxy_recv":281636.073767298,"t_decision_unix":1779712501.0877087,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":5632,"affinity_cache_ratio":0.8100100675967209,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":5632,"estimated_new_tokens":1321,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":5632,"new_prefill":1321,"score_linear":-5632.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":6953,"score_linear":55989.0,"score_lmetric":8158},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":6953,"score_linear":68131.0,"score_lmetric":75084},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":15283,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":6953,"score_linear":15283.0,"score_lmetric":22236},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6953,"score_linear":113053.0,"score_lmetric":199052},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":6953,"score_linear":125063.0,"score_lmetric":248672},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":5465,"ongoing_decode_tokens":0,"pending_prefill_tokens":5465,"num_requests":1,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":6953,"score_linear":5465.0,"score_lmetric":12418},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":6953,"score_linear":21510.0,"score_lmetric":28463}],"chosen_score_linear":-5632.0,"chosen_score_lmetric":0,"t_first_token":281636.227660216,"t_first_token_unix":1779712501.2416039,"t_done":281636.465661732,"t_done_unix":1779712501.479605},{"request_id":"1262354:1:1262354:69","session_id":"1262354","input_length":21510,"t_proxy_recv":281634.620107813,"t_decision_unix":1779712499.6340492,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":21510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":29988,"ongoing_decode_tokens":0,"pending_prefill_tokens":2852,"num_requests":1,"active_p_offloads":0,"cached_blocks":256,"cache_hit":0,"new_prefill":21510,"score_linear":29988.0,"score_lmetric":24362},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":21510,"score_linear":68131.0,"score_lmetric":89641},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":21510,"score_linear":113053.0,"score_lmetric":228166},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":21510,"score_linear":125063.0,"score_lmetric":277786},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281636.938803319,"t_first_token_unix":1779712501.9527469,"t_done":281637.544191266,"t_done_unix":1779712502.5581346},{"request_id":"1258611:1:1258611:56","session_id":"1258611","input_length":68131,"t_proxy_recv":281621.490193688,"t_decision_unix":1779712486.5041351,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":68131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":68131,"score_linear":80365.0,"score_lmetric":171562},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68131,"score_linear":90488.0,"score_lmetric":158619},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7934,"ongoing_decode_tokens":7934,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":68131,"score_linear":7934.0,"score_lmetric":68131},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281637.820263771,"t_first_token_unix":1779712502.834207,"t_done":281638.987966877,"t_done_unix":1779712504.00191},{"request_id":"1258611:2:1261594:66","session_id":"1258611","input_length":68320,"t_proxy_recv":281638.999314469,"t_decision_unix":1779712504.0132558,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9967213114754099,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":68096,"estimated_new_tokens":224,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":68320,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":68320,"score_linear":55989.0,"score_lmetric":68320},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":68096,"new_prefill":224,"score_linear":-68096.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":68320,"score_linear":15283.0,"score_lmetric":68320},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68320,"score_linear":113053.0,"score_lmetric":321786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":68320,"score_linear":125063.0,"score_lmetric":371406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":68320,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":0,"pending_prefill_tokens":605,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":68320,"score_linear":22109.0,"score_lmetric":68925}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":281639.144743617,"t_first_token_unix":1779712504.1586869,"t_done":281639.184961742,"t_done_unix":1779712504.1989057},{"request_id":"1258611:3:1262709:71","session_id":"1258611","input_length":68377,"t_proxy_recv":281639.202831228,"t_decision_unix":1779712504.2167726,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9958904309928778,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":68096,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":0,"pending_prefill_tokens":5990,"num_requests":1,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":68377,"score_linear":5990.0,"score_lmetric":74367},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":68377,"score_linear":55989.0,"score_lmetric":68377},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":68096,"new_prefill":281,"score_linear":-68096.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":68377,"score_linear":15283.0,"score_lmetric":68377},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68377,"score_linear":113053.0,"score_lmetric":321900},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":68377,"score_linear":125063.0,"score_lmetric":371520},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":68377,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":68377,"score_linear":22109.0,"score_lmetric":68377}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":281639.348735,"t_first_token_unix":1779712504.362679,"t_done":281639.779690699,"t_done_unix":1779712504.793634},{"request_id":"1263611:1:1263611:76","session_id":"1263611","input_length":5990,"t_proxy_recv":281639.095986419,"t_decision_unix":1779712504.1099277,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":5990,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":5990,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":5990,"score_linear":55989.0,"score_lmetric":5990},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68320,"ongoing_decode_tokens":0,"pending_prefill_tokens":224,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":5990,"score_linear":68320.0,"score_lmetric":6214},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":5990,"score_linear":15283.0,"score_lmetric":5990},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5990,"score_linear":113053.0,"score_lmetric":197126},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5990,"score_linear":125063.0,"score_lmetric":246746},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":5990,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":0,"pending_prefill_tokens":605,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":5990,"score_linear":22109.0,"score_lmetric":6595}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281639.487650025,"t_first_token_unix":1779712504.5015934,"t_done":281639.879946014,"t_done_unix":1779712504.893889},{"request_id":"1262354:2:1263593:75","session_id":"1262354","input_length":22109,"t_proxy_recv":281638.983068796,"t_decision_unix":1779712503.99701,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9726355782712922,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":21504,"estimated_new_tokens":605,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":22109,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":22109,"score_linear":55989.0,"score_lmetric":22109},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":68131,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22109,"score_linear":68131.0,"score_lmetric":22109},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":22109,"score_linear":15283.0,"score_lmetric":22109},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22109,"score_linear":113053.0,"score_lmetric":229364},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22109,"score_linear":125063.0,"score_lmetric":278984},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":22109,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":128,"cache_hit":21504,"new_prefill":605,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":281639.141758944,"t_first_token_unix":1779712504.1557026,"t_done":281640.373531773,"t_done_unix":1779712505.387475},{"request_id":"1263971:1:1263971:80","session_id":"1263971","input_length":6336,"t_proxy_recv":281640.404208955,"t_decision_unix":1779712505.4181504,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":6336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":6336,"score_linear":55989.0,"score_lmetric":6336},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":6336,"score_linear":71575.0,"score_lmetric":125256},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6336,"score_linear":113053.0,"score_lmetric":197818},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":6336,"score_linear":125063.0,"score_lmetric":247438},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":6336,"score_linear":50783.0,"score_lmetric":57119},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281640.821832732,"t_first_token_unix":1779712505.8357763,"t_done":281641.186596209,"t_done_unix":1779712506.20054},{"request_id":"1257323:1:1257323:48","session_id":"1257323","input_length":90488,"t_proxy_recv":281617.130594217,"t_decision_unix":1779712482.1445353,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":90488,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281644.811339585,"t_first_token_unix":1779712509.825283,"t_done":281645.227142409,"t_done_unix":1779712510.2410858},{"request_id":"1239034:3:1262346:68","session_id":"1239034","input_length":22565,"t_proxy_recv":281634.586759724,"t_decision_unix":1779712499.6007009,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":20480,"affinity_cache_ratio":0.9076002658985154,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":20480,"estimated_new_tokens":2085,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":29988,"ongoing_decode_tokens":0,"pending_prefill_tokens":2852,"num_requests":1,"active_p_offloads":0,"cached_blocks":256,"cache_hit":0,"new_prefill":22565,"score_linear":29988.0,"score_lmetric":25417},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22565,"score_linear":68131.0,"score_lmetric":90696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":20480,"new_prefill":2085,"score_linear":70008.0,"score_lmetric":92573},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22565,"score_linear":125063.0,"score_lmetric":279896},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":70008.0,"chosen_score_lmetric":92573,"t_first_token":281644.813138464,"t_first_token_unix":1779712509.827082,"t_done":281645.353453759,"t_done_unix":1779712510.3673968},{"request_id":"1265000:1:1265000:83","session_id":"1265000","input_length":301,"t_proxy_recv":281644.030428555,"t_decision_unix":1779712509.0443697,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":301,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":301,"score_linear":110048.0,"score_lmetric":110349},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":301,"score_linear":55989.0,"score_lmetric":301},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":301,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":301,"score_linear":71575.0,"score_lmetric":113186},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":301,"score_linear":113053.0,"score_lmetric":185748},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":301,"score_linear":125063.0,"score_lmetric":235368},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":301,"score_linear":50783.0,"score_lmetric":51084},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":301,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281644.068473301,"t_first_token_unix":1779712509.0824165,"t_done":281645.583792093,"t_done_unix":1779712510.5977352},{"request_id":"1265128:1:1265128:85","session_id":"1265128","input_length":14028,"t_proxy_recv":281644.364386238,"t_decision_unix":1779712509.3783274,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":14028,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":14028,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":14028,"score_linear":110048.0,"score_lmetric":124076},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":14028,"score_linear":55989.0,"score_lmetric":14028},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":301,"ongoing_decode_tokens":301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":14028,"score_linear":301.0,"score_lmetric":14028},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":14028,"score_linear":71575.0,"score_lmetric":140640},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":14028,"score_linear":113053.0,"score_lmetric":213202},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14028,"score_linear":125063.0,"score_lmetric":262822},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":14028,"score_linear":50783.0,"score_lmetric":64811},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":23540,"ongoing_decode_tokens":0,"pending_prefill_tokens":23540,"num_requests":1,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":14028,"score_linear":23540.0,"score_lmetric":37568}],"chosen_score_linear":301.0,"chosen_score_lmetric":14028,"t_first_token":281645.573726971,"t_first_token_unix":1779712510.5876703,"t_done":281646.008596605,"t_done_unix":1779712511.02254},{"request_id":"1266067:1:1266067:91","session_id":"1266067","input_length":579,"t_proxy_recv":281647.581146634,"t_decision_unix":1779712512.5950882,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":579,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":579,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":579,"score_linear":135235.0,"score_lmetric":227596},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60059,"ongoing_decode_tokens":55989,"pending_prefill_tokens":4070,"num_requests":2,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":579,"score_linear":60059.0,"score_lmetric":9298},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":579,"score_linear":13178.0,"score_lmetric":13757},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":92560,"ongoing_decode_tokens":15283,"pending_prefill_tokens":64989,"num_requests":3,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":579,"score_linear":92560.0,"score_lmetric":196704},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":579,"score_linear":27639.0,"score_lmetric":579},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":579,"score_linear":125063.0,"score_lmetric":235924},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":579,"score_linear":50783.0,"score_lmetric":51362},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":579,"score_linear":45884.0,"score_lmetric":1158}],"chosen_score_linear":27639.0,"chosen_score_lmetric":579,"t_first_token":281647.69632674,"t_first_token_unix":1779712512.7102702,"t_done":281647.863802933,"t_done_unix":1779712512.877746},{"request_id":"1263611:2:1265770:88","session_id":"1263611","input_length":13178,"t_proxy_recv":281646.681412816,"t_decision_unix":1779712511.6953537,"policy":"unified","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":2,"affinity_cache_hit":5632,"affinity_cache_ratio":0.4273789649415693,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":13178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":5632,"new_prefill":7546,"score_linear":129603.0,"score_lmetric":241530},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":13178,"score_linear":55989.0,"score_lmetric":13178},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":13178,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":13178,"score_linear":71575.0,"score_lmetric":138940},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":13178,"score_linear":27639.0,"score_lmetric":13178},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":13178,"score_linear":125063.0,"score_lmetric":261122},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":13178,"score_linear":50783.0,"score_lmetric":63961},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":13178,"score_linear":45884.0,"score_lmetric":74092}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281647.784818503,"t_first_token_unix":1779712512.7987628,"t_done":281648.036919035,"t_done_unix":1779712513.0508623},{"request_id":"1250772:3:1265019:84","session_id":"1250772","input_length":23540,"t_proxy_recv":281644.102677369,"t_decision_unix":1779712509.1166184,"policy":"unified","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":7,"affinity_cache_hit":10752,"affinity_cache_ratio":0.45675446049277824,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":23540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":23540,"score_linear":110048.0,"score_lmetric":133588},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":23540,"score_linear":55989.0,"score_lmetric":23540},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":301,"ongoing_decode_tokens":301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":23540,"score_linear":301.0,"score_lmetric":23540},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":23540,"score_linear":71575.0,"score_lmetric":159664},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":23540,"score_linear":113053.0,"score_lmetric":232226},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":10752,"new_prefill":12788,"score_linear":114311.0,"score_lmetric":260342},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":23540,"score_linear":50783.0,"score_lmetric":74323},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":23540,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281646.7803376,"t_first_token_unix":1779712511.794281,"t_done":281648.40654568,"t_done_unix":1779712513.420494},{"request_id":"1265942:1:1265942:89","session_id":"1265942","input_length":4070,"t_proxy_recv":281647.305981195,"t_decision_unix":1779712512.3199224,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":4070,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4070,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":4070,"score_linear":135235.0,"score_lmetric":234578},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":4070,"score_linear":55989.0,"score_lmetric":4070},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":4070,"score_linear":13178.0,"score_lmetric":17248},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":4070,"score_linear":71575.0,"score_lmetric":120724},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":4070,"score_linear":27639.0,"score_lmetric":4070},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":4070,"score_linear":125063.0,"score_lmetric":242906},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":4070,"score_linear":50783.0,"score_lmetric":54853},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":4070,"score_linear":45884.0,"score_lmetric":8140}],"chosen_score_linear":55989.0,"chosen_score_lmetric":4070,"t_first_token":281647.626306781,"t_first_token_unix":1779712512.64025,"t_done":281648.476470111,"t_done_unix":1779712513.490415},{"request_id":"1262354:3:1265178:86","session_id":"1262354","input_length":22344,"t_proxy_recv":281644.46615866,"t_decision_unix":1779712509.4801002,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9853204439670605,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":22016,"estimated_new_tokens":328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":22344,"score_linear":110048.0,"score_lmetric":132392},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":22344,"score_linear":55989.0,"score_lmetric":22344},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14329,"ongoing_decode_tokens":301,"pending_prefill_tokens":14028,"num_requests":2,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":22344,"score_linear":14329.0,"score_lmetric":72744},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":22344,"score_linear":71575.0,"score_lmetric":157272},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22344,"score_linear":113053.0,"score_lmetric":229834},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22344,"score_linear":125063.0,"score_lmetric":279454},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":22344,"score_linear":50783.0,"score_lmetric":73127},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":23540,"ongoing_decode_tokens":0,"pending_prefill_tokens":23540,"num_requests":1,"active_p_offloads":0,"cached_blocks":141,"cache_hit":22016,"new_prefill":328,"score_linear":1524.0,"score_lmetric":23868}],"chosen_score_linear":1524.0,"chosen_score_lmetric":23868,"t_first_token":281646.782396148,"t_first_token_unix":1779712511.7963393,"t_done":281649.201234603,"t_done_unix":1779712514.2151778},{"request_id":"1266440:1:1266440:92","session_id":"1266440","input_length":5381,"t_proxy_recv":281648.653880804,"t_decision_unix":1779712513.6678221,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":5381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":5381,"score_linear":135235.0,"score_lmetric":237200},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":269,"cache_hit":0,"new_prefill":5381,"score_linear":55989.0,"score_lmetric":5381},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":348,"cache_hit":0,"new_prefill":5381,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":92560,"ongoing_decode_tokens":15283,"pending_prefill_tokens":64989,"num_requests":3,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":5381,"score_linear":92560.0,"score_lmetric":211110},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":5381,"score_linear":27639.0,"score_lmetric":5381},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5381,"score_linear":125063.0,"score_lmetric":245528},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":5381,"score_linear":50783.0,"score_lmetric":56164},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22344,"ongoing_decode_tokens":22344,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":187,"cache_hit":0,"new_prefill":5381,"score_linear":22344.0,"score_lmetric":5381}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281649.031256184,"t_first_token_unix":1779712514.0451994,"t_done":281649.335159306,"t_done_unix":1779712514.3491025},{"request_id":"1263727:1:1263727:77","session_id":"1263727","input_length":50783,"t_proxy_recv":281639.567225064,"t_decision_unix":1779712504.5811663,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":50783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":5990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":50783,"score_linear":5990.0,"score_lmetric":50783},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":50783,"score_linear":55989.0,"score_lmetric":50783},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68377,"ongoing_decode_tokens":68377,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":50783,"score_linear":68377.0,"score_lmetric":50783},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":50783,"score_linear":15283.0,"score_lmetric":50783},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":50783,"score_linear":113053.0,"score_lmetric":286712},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":50783,"score_linear":125063.0,"score_lmetric":336332},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":50783,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":50783,"score_linear":22109.0,"score_lmetric":50783}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281649.303857799,"t_first_token_unix":1779712514.317801,"t_done":281649.478631853,"t_done_unix":1779712514.492575},{"request_id":"1253804:4:1262690:70","session_id":"1253804","input_length":55989,"t_proxy_recv":281635.717896622,"t_decision_unix":1779712500.731838,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":54784,"affinity_cache_ratio":0.978477915304792,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":54784,"estimated_new_tokens":1205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":55989,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":261,"cache_hit":54784,"new_prefill":1205,"score_linear":-54784.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":55989,"score_linear":68131.0,"score_lmetric":124120},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":3584,"new_prefill":52405,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":55989,"score_linear":113053.0,"score_lmetric":297124},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":55989,"score_linear":125063.0,"score_lmetric":346744},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":55989,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":55989,"score_linear":21510.0,"score_lmetric":77499}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":281636.142958629,"t_first_token_unix":1779712501.1569018,"t_done":281650.022917276,"t_done_unix":1779712515.0368607},{"request_id":"1263971:2:1266797:94","session_id":"1263971","input_length":9504,"t_proxy_recv":281650.002890751,"t_decision_unix":1779712515.016832,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.6464646464646465,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":6144,"estimated_new_tokens":3360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":9504,"score_linear":135235.0,"score_lmetric":245446},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":269,"cache_hit":0,"new_prefill":9504,"score_linear":55989.0,"score_lmetric":9504},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9504,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":92560,"ongoing_decode_tokens":15283,"pending_prefill_tokens":64989,"num_requests":3,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":9504,"score_linear":92560.0,"score_lmetric":223479},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":9504,"score_linear":27639.0,"score_lmetric":9504},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9504,"score_linear":125063.0,"score_lmetric":253774},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":17466,"ongoing_decode_tokens":0,"pending_prefill_tokens":17466,"num_requests":1,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":9504,"score_linear":17466.0,"score_lmetric":26970},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":188,"cache_hit":6144,"new_prefill":3360,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":281650.363186733,"t_first_token_unix":1779712515.3771303,"t_done":281650.51585987,"t_done_unix":1779712515.529803},{"request_id":"1260792:2:1265951:90","session_id":"1260792","input_length":20985,"t_proxy_recv":281647.334183479,"t_decision_unix":1779712512.348125,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":12288,"affinity_cache_ratio":0.5855611150822015,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":12288,"estimated_new_tokens":8697,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":20985,"score_linear":135235.0,"score_lmetric":268408},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60059,"ongoing_decode_tokens":55989,"pending_prefill_tokens":4070,"num_requests":2,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":20985,"score_linear":60059.0,"score_lmetric":50110},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":20985,"score_linear":13178.0,"score_lmetric":34163},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":12288,"new_prefill":8697,"score_linear":59287.0,"score_lmetric":129978},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":20985,"score_linear":27639.0,"score_lmetric":20985},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":20985,"score_linear":125063.0,"score_lmetric":276736},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":20985,"score_linear":50783.0,"score_lmetric":71768},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":20985,"score_linear":45884.0,"score_lmetric":41970}],"chosen_score_linear":59287.0,"chosen_score_lmetric":129978,"t_first_token":281652.263416458,"t_first_token_unix":1779712517.2773604,"t_done":281652.779359782,"t_done_unix":1779712517.793303},{"request_id":"1263749:1:1263749:79","session_id":"1263749","input_length":56292,"t_proxy_recv":281639.639178507,"t_decision_unix":1779712504.65312,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":56292,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":56292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":5990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":56292,"score_linear":5990.0,"score_lmetric":56292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":56292,"score_linear":55989.0,"score_lmetric":56292},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68377,"ongoing_decode_tokens":68377,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":56292,"score_linear":68377.0,"score_lmetric":56292},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":56292,"score_linear":15283.0,"score_lmetric":56292},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":56292,"score_linear":113053.0,"score_lmetric":297730},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":56292,"score_linear":125063.0,"score_lmetric":347350},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":56292,"score_linear":50783.0,"score_lmetric":107075},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":56292,"score_linear":22109.0,"score_lmetric":56292}],"chosen_score_linear":15283.0,"chosen_score_lmetric":56292,"t_first_token":281651.094674896,"t_first_token_unix":1779712516.1086185,"t_done":281653.725721157,"t_done_unix":1779712518.7396643},{"request_id":"1266668:1:1266668:93","session_id":"1266668","input_length":17466,"t_proxy_recv":281649.55493365,"t_decision_unix":1779712514.5688753,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":17466,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":13370,"score_linear":131139.0,"score_lmetric":253178},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":269,"cache_hit":0,"new_prefill":17466,"score_linear":55989.0,"score_lmetric":17466},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17466,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":92560,"ongoing_decode_tokens":15283,"pending_prefill_tokens":64989,"num_requests":3,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":17466,"score_linear":92560.0,"score_lmetric":247365},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":17466,"score_linear":27639.0,"score_lmetric":17466},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":17466,"score_linear":125063.0,"score_lmetric":269698},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":17466,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":188,"cache_hit":0,"new_prefill":17466,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281651.268629788,"t_first_token_unix":1779712516.2825732,"t_done":281655.184330136,"t_done_unix":1779712520.1982732},{"request_id":"1265942:2:1268069:97","session_id":"1265942","input_length":10457,"t_proxy_recv":281654.311613499,"t_decision_unix":1779712519.3255548,"policy":"unified","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":4096,"affinity_cache_ratio":0.39169934015492014,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":4096,"estimated_new_tokens":6361,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":10457,"score_linear":135235.0,"score_lmetric":247352},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":273,"cache_hit":4096,"new_prefill":6361,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10457,"score_linear":126924.0,"score_lmetric":118437},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10457,"score_linear":15283.0,"score_lmetric":10457},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":10457,"score_linear":27639.0,"score_lmetric":10457},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":10457,"score_linear":125063.0,"score_lmetric":255680},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":10457,"score_linear":17466.0,"score_lmetric":10457},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28671,"ongoing_decode_tokens":0,"pending_prefill_tokens":6143,"num_requests":1,"active_p_offloads":0,"cached_blocks":194,"cache_hit":0,"new_prefill":10457,"score_linear":28671.0,"score_lmetric":16600}],"chosen_score_linear":-4096.0,"chosen_score_lmetric":0,"t_first_token":281654.88806046,"t_first_token_unix":1779712519.9020035,"t_done":281655.24791046,"t_done_unix":1779712520.2618535},{"request_id":"1262354:4:1267821:95","session_id":"1262354","input_length":28671,"t_proxy_recv":281653.611647284,"t_decision_unix":1779712518.6255884,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22528,"affinity_cache_ratio":0.7857416902096195,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":22528,"estimated_new_tokens":6143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":28671,"score_linear":135235.0,"score_lmetric":283780},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":273,"cache_hit":0,"new_prefill":28671,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28671,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":71575,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":248,"cache_hit":0,"new_prefill":28671,"score_linear":71575.0,"score_lmetric":57342},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":28671,"score_linear":27639.0,"score_lmetric":28671},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28671,"score_linear":125063.0,"score_lmetric":292108},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":28671,"score_linear":17466.0,"score_lmetric":28671},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":194,"cache_hit":22528,"new_prefill":6143,"score_linear":-22528.0,"score_lmetric":0}],"chosen_score_linear":-22528.0,"chosen_score_lmetric":0,"t_first_token":281654.798565432,"t_first_token_unix":1779712519.8125093,"t_done":281656.107109838,"t_done_unix":1779712521.121053},{"request_id":"1268634:1:1268634:99","session_id":"1268634","input_length":2298,"t_proxy_recv":281656.55507369,"t_decision_unix":1779712521.5690155,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":2298,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":2298,"score_linear":135235.0,"score_lmetric":231034},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":2298,"score_linear":102074.0,"score_lmetric":100788},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2298,"score_linear":126924.0,"score_lmetric":110278},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2298,"score_linear":15283.0,"score_lmetric":2298},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":2298,"score_linear":27639.0,"score_lmetric":2298},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":2298,"score_linear":125063.0,"score_lmetric":239362},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":341,"cache_hit":0,"new_prefill":2298,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":206,"cache_hit":0,"new_prefill":2298,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281656.767557353,"t_first_token_unix":1779712521.7815008,"t_done":281656.882229557,"t_done_unix":1779712521.8961728},{"request_id":"1268649:1:1268649:100","session_id":"1268649","input_length":18638,"t_proxy_recv":281656.56473432,"t_decision_unix":1779712521.578676,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":18638,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":18638,"score_linear":135235.0,"score_lmetric":263714},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":18638,"score_linear":102074.0,"score_lmetric":117128},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":18638,"score_linear":126924.0,"score_lmetric":126618},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":18638,"score_linear":15283.0,"score_lmetric":18638},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":18638,"score_linear":27639.0,"score_lmetric":18638},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":18638,"score_linear":125063.0,"score_lmetric":272042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":2298,"ongoing_decode_tokens":0,"pending_prefill_tokens":2298,"num_requests":1,"active_p_offloads":0,"cached_blocks":341,"cache_hit":0,"new_prefill":18638,"score_linear":2298.0,"score_lmetric":20936},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":206,"cache_hit":0,"new_prefill":18638,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281658.504652911,"t_first_token_unix":1779712523.5185964,"t_done":281659.321850387,"t_done_unix":1779712524.3357937},{"request_id":"1263971:3:1269088:104","session_id":"1263971","input_length":13955,"t_proxy_recv":281657.946806063,"t_decision_unix":1779712522.9607475,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":9216,"affinity_cache_ratio":0.660408455750627,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":9216,"estimated_new_tokens":4739,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":13955,"score_linear":135235.0,"score_lmetric":254348},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":13955,"score_linear":102074.0,"score_lmetric":112445},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":13955,"score_linear":126924.0,"score_lmetric":121935},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":13955,"score_linear":15283.0,"score_lmetric":13955},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":39959,"ongoing_decode_tokens":27639,"pending_prefill_tokens":12320,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":13955,"score_linear":39959.0,"score_lmetric":52550},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":13955,"score_linear":125063.0,"score_lmetric":262676},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12195,"ongoing_decode_tokens":0,"pending_prefill_tokens":12195,"num_requests":1,"active_p_offloads":0,"cached_blocks":345,"cache_hit":0,"new_prefill":13955,"score_linear":12195.0,"score_lmetric":26150},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":42667,"ongoing_decode_tokens":0,"pending_prefill_tokens":19115,"num_requests":2,"active_p_offloads":0,"cached_blocks":206,"cache_hit":9216,"new_prefill":4739,"score_linear":33451.0,"score_lmetric":47708}],"chosen_score_linear":33451.0,"chosen_score_lmetric":47708,"t_first_token":281659.038698998,"t_first_token_unix":1779712524.0526423,"t_done":281659.373407694,"t_done_unix":1779712524.387351},{"request_id":"1262354:5:1269336:105","session_id":"1262354","input_length":28906,"t_proxy_recv":281658.900673763,"t_decision_unix":1779712523.9146147,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9919047948522798,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":28672,"estimated_new_tokens":234,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":28906,"score_linear":135235.0,"score_lmetric":284250},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":28906,"score_linear":102074.0,"score_lmetric":127396},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28906,"score_linear":126924.0,"score_lmetric":136886},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28906,"score_linear":15283.0,"score_lmetric":28906},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":39959,"ongoing_decode_tokens":39959,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":28906,"score_linear":39959.0,"score_lmetric":57812},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28906,"score_linear":125063.0,"score_lmetric":292578},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12195,"ongoing_decode_tokens":12195,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":345,"cache_hit":0,"new_prefill":28906,"score_linear":12195.0,"score_lmetric":28906},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56622,"ongoing_decode_tokens":18638,"pending_prefill_tokens":5216,"num_requests":3,"active_p_offloads":0,"cached_blocks":206,"cache_hit":28672,"new_prefill":234,"score_linear":27950.0,"score_lmetric":16350}],"chosen_score_linear":27950.0,"chosen_score_lmetric":16350,"t_first_token":281659.075213701,"t_first_token_unix":1779712524.0891578,"t_done":281659.998859456,"t_done_unix":1779712525.012803},{"request_id":"1250772:4:1268869:103","session_id":"1250772","input_length":24029,"t_proxy_recv":281657.203261602,"t_decision_unix":1779712522.2172031,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9801489866411419,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":23552,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":24029,"score_linear":135235.0,"score_lmetric":274496},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":24029,"score_linear":102074.0,"score_lmetric":122519},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24029,"score_linear":126924.0,"score_lmetric":132009},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24029,"score_linear":15283.0,"score_lmetric":24029},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":39959,"ongoing_decode_tokens":27639,"pending_prefill_tokens":12320,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":24029,"score_linear":39959.0,"score_lmetric":72698},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":10752,"new_prefill":13277,"score_linear":114311.0,"score_lmetric":261320},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12195,"ongoing_decode_tokens":0,"pending_prefill_tokens":12195,"num_requests":1,"active_p_offloads":0,"cached_blocks":345,"cache_hit":0,"new_prefill":24029,"score_linear":12195.0,"score_lmetric":36224},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18638,"ongoing_decode_tokens":0,"pending_prefill_tokens":18638,"num_requests":1,"active_p_offloads":0,"cached_blocks":206,"cache_hit":23552,"new_prefill":477,"score_linear":-4914.0,"score_lmetric":19115}],"chosen_score_linear":-4914.0,"chosen_score_lmetric":19115,"t_first_token":281659.035549414,"t_first_token_unix":1779712524.0494926,"t_done":281660.150123135,"t_done_unix":1779712525.1640663},{"request_id":"1268831:1:1268831:101","session_id":"1268831","input_length":12195,"t_proxy_recv":281657.047487577,"t_decision_unix":1779712522.061429,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":12195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":12195,"score_linear":135235.0,"score_lmetric":250828},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":12195,"score_linear":102074.0,"score_lmetric":110685},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12195,"score_linear":126924.0,"score_lmetric":120175},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12195,"score_linear":15283.0,"score_lmetric":12195},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":12195,"score_linear":27639.0,"score_lmetric":12195},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12195,"score_linear":125063.0,"score_lmetric":259156},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":345,"cache_hit":0,"new_prefill":12195,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18638,"ongoing_decode_tokens":0,"pending_prefill_tokens":18638,"num_requests":1,"active_p_offloads":0,"cached_blocks":206,"cache_hit":0,"new_prefill":12195,"score_linear":18638.0,"score_lmetric":30833}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281658.05433334,"t_first_token_unix":1779712523.0682764,"t_done":281660.232578095,"t_done_unix":1779712525.2465212},{"request_id":"1269373:1:1269373:106","session_id":"1269373","input_length":14104,"t_proxy_recv":281659.024321864,"t_decision_unix":1779712524.0382628,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":6424,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":6424,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":10008,"score_linear":131139.0,"score_lmetric":246454},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":14104,"score_linear":102074.0,"score_lmetric":112594},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":14104,"score_linear":126924.0,"score_lmetric":122084},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":14104,"score_linear":15283.0,"score_lmetric":14104},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":39959,"ongoing_decode_tokens":39959,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":14104,"score_linear":39959.0,"score_lmetric":28208},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14104,"score_linear":125063.0,"score_lmetric":262974},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12195,"ongoing_decode_tokens":12195,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":345,"cache_hit":7680,"new_prefill":6424,"score_linear":4515.0,"score_lmetric":6424},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85528,"ongoing_decode_tokens":18638,"pending_prefill_tokens":5450,"num_requests":4,"active_p_offloads":0,"cached_blocks":206,"cache_hit":0,"new_prefill":14104,"score_linear":85528.0,"score_lmetric":78216}],"chosen_score_linear":4515.0,"chosen_score_lmetric":6424,"t_first_token":281659.754458,"t_first_token_unix":1779712524.7684016,"t_done":281661.183397467,"t_done_unix":1779712526.1973407},{"request_id":"1268861:1:1268861:102","session_id":"1268861","input_length":12320,"t_proxy_recv":281657.165561066,"t_decision_unix":1779712522.1795025,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":12320,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":12320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":12320,"score_linear":135235.0,"score_lmetric":251078},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":12320,"score_linear":102074.0,"score_lmetric":110810},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12320,"score_linear":126924.0,"score_lmetric":120300},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12320,"score_linear":15283.0,"score_lmetric":12320},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":12320,"score_linear":27639.0,"score_lmetric":12320},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12320,"score_linear":125063.0,"score_lmetric":259406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12195,"ongoing_decode_tokens":0,"pending_prefill_tokens":12195,"num_requests":1,"active_p_offloads":0,"cached_blocks":345,"cache_hit":0,"new_prefill":12320,"score_linear":12195.0,"score_lmetric":24515},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18638,"ongoing_decode_tokens":0,"pending_prefill_tokens":18638,"num_requests":1,"active_p_offloads":0,"cached_blocks":206,"cache_hit":0,"new_prefill":12320,"score_linear":18638.0,"score_lmetric":30958}],"chosen_score_linear":27639.0,"chosen_score_lmetric":12320,"t_first_token":281658.18794742,"t_first_token_unix":1779712523.2018912,"t_done":281661.191245104,"t_done_unix":1779712526.2051883},{"request_id":"1269901:1:1269901:107","session_id":"1269901","input_length":1323,"t_proxy_recv":281660.582682963,"t_decision_unix":1779712525.5966232,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":1323,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":1323,"score_linear":135235.0,"score_lmetric":229084},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":1323,"score_linear":102074.0,"score_lmetric":99813},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":1323,"score_linear":126924.0,"score_lmetric":109303},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":1323,"score_linear":15283.0,"score_lmetric":1323},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":39959,"ongoing_decode_tokens":39959,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":1323,"score_linear":39959.0,"score_lmetric":2646},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":1323,"score_linear":125063.0,"score_lmetric":237412},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":14104,"ongoing_decode_tokens":14104,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":369,"cache_hit":0,"new_prefill":1323,"score_linear":14104.0,"score_lmetric":1323},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":1323,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281660.731479365,"t_first_token_unix":1779712525.7454224,"t_done":281661.339896195,"t_done_unix":1779712526.3538394},{"request_id":"1260327:2:1270005:108","session_id":"1260327","input_length":30828,"t_proxy_recv":281661.008416828,"t_decision_unix":1779712526.0223575,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9964966913195796,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":30720,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":30828,"score_linear":135235.0,"score_lmetric":288094},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":30828,"score_linear":102074.0,"score_lmetric":129318},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":30828,"score_linear":126924.0,"score_lmetric":138808},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":30828,"score_linear":15283.0,"score_lmetric":30828},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":39959,"ongoing_decode_tokens":39959,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":30828,"score_linear":39959.0,"score_lmetric":61656},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":30828,"score_linear":125063.0,"score_lmetric":296422},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":14104,"ongoing_decode_tokens":14104,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":369,"cache_hit":0,"new_prefill":30828,"score_linear":14104.0,"score_lmetric":30828},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1323,"ongoing_decode_tokens":1323,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":252,"cache_hit":30720,"new_prefill":108,"score_linear":-29397.0,"score_lmetric":108}],"chosen_score_linear":-29397.0,"chosen_score_lmetric":108,"t_first_token":281661.096482034,"t_first_token_unix":1779712526.1104257,"t_done":281661.481661983,"t_done_unix":1779712526.4956071},{"request_id":"1266440:2:1270501:112","session_id":"1266440","input_length":11128,"t_proxy_recv":281662.777480702,"t_decision_unix":1779712527.791422,"policy":"unified","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":3,"affinity_cache_hit":5120,"affinity_cache_ratio":0.46010064701653486,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":11128,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":11128,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":11128,"score_linear":135235.0,"score_lmetric":248694},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":11128,"score_linear":102074.0,"score_lmetric":109618},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":5120,"new_prefill":6008,"score_linear":121804.0,"score_lmetric":113988},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":11128,"score_linear":15283.0,"score_lmetric":11128},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":11128,"score_linear":27639.0,"score_lmetric":11128},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":11128,"score_linear":125063.0,"score_lmetric":257022},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":57803,"ongoing_decode_tokens":0,"pending_prefill_tokens":7115,"num_requests":1,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":11128,"score_linear":57803.0,"score_lmetric":18243},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":254,"cache_hit":0,"new_prefill":11128,"score_linear":27927.0,"score_lmetric":39055}],"chosen_score_linear":15283.0,"chosen_score_lmetric":11128,"t_first_token":281663.680324808,"t_first_token_unix":1779712528.6942687,"t_done":281663.897951118,"t_done_unix":1779712528.9118943},{"request_id":"1256273:4:1259632:60","session_id":"1256273","input_length":12270,"t_proxy_recv":281625.051032826,"t_decision_unix":1779712490.064974,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":7680,"affinity_cache_ratio":0.6259168704156479,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":4590,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":12270,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":12270,"score_linear":80365.0,"score_lmetric":59840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":12270,"score_linear":68131.0,"score_lmetric":80401},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9250,"ongoing_decode_tokens":9250,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":12270,"score_linear":9250.0,"score_lmetric":12270},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":12270,"score_linear":90488.0,"score_lmetric":102758},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":7680,"new_prefill":4590,"score_linear":105113.0,"score_lmetric":117383},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":14291,"ongoing_decode_tokens":14291,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":12270,"score_linear":14291.0,"score_lmetric":12270},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":12270,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":105113.0,"chosen_score_lmetric":117383,"t_first_token":281664.048439814,"t_first_token_unix":1779712529.0623834,"t_done":281665.08906358,"t_done_unix":1779712530.1030066},{"request_id":"1258859:1:1258859:57","session_id":"1258859","input_length":112793,"t_proxy_recv":281622.462709728,"t_decision_unix":1779712487.476651,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":112793,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":112793,"score_linear":80365.0,"score_lmetric":260886},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":112793,"score_linear":68131.0,"score_lmetric":180924},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":112793,"score_linear":90488.0,"score_lmetric":203281},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281663.823624514,"t_first_token_unix":1779712528.8375685,"t_done":281665.205469924,"t_done_unix":1779712530.2194135},{"request_id":"1263727:2:1270052:109","session_id":"1263727","input_length":57803,"t_proxy_recv":281661.202927823,"t_decision_unix":1779712526.2168694,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":50688,"affinity_cache_ratio":0.876909502966974,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":50688,"estimated_new_tokens":7115,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":57803,"score_linear":135235.0,"score_lmetric":342044},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":57803,"score_linear":102074.0,"score_lmetric":156293},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":57803,"score_linear":126924.0,"score_lmetric":165783},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":57803,"score_linear":15283.0,"score_lmetric":57803},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":57803,"score_linear":27639.0,"score_lmetric":57803},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":57803,"score_linear":125063.0,"score_lmetric":350372},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":382,"cache_hit":50688,"new_prefill":7115,"score_linear":-50688.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":32151,"ongoing_decode_tokens":32151,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":57803,"score_linear":32151.0,"score_lmetric":115606}],"chosen_score_linear":-50688.0,"chosen_score_lmetric":0,"t_first_token":281663.764280877,"t_first_token_unix":1779712528.7782247,"t_done":281666.883980931,"t_done_unix":1779712531.8979247},{"request_id":"1270340:1:1270340:111","session_id":"1270340","input_length":27927,"t_proxy_recv":281662.208952663,"t_decision_unix":1779712527.2228942,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":27927,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":27927,"score_linear":135235.0,"score_lmetric":282292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":27927,"score_linear":102074.0,"score_lmetric":126417},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":27927,"score_linear":126924.0,"score_lmetric":135907},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":27927,"score_linear":15283.0,"score_lmetric":27927},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":27927,"score_linear":27639.0,"score_lmetric":27927},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":27927,"score_linear":125063.0,"score_lmetric":290620},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":57803,"ongoing_decode_tokens":0,"pending_prefill_tokens":7115,"num_requests":1,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":27927,"score_linear":57803.0,"score_lmetric":35042},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":254,"cache_hit":0,"new_prefill":27927,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281666.531313641,"t_first_token_unix":1779712531.5452566,"t_done":281666.93822855,"t_done_unix":1779712531.9521718},{"request_id":"1271847:1:1271847:123","session_id":"1271847","input_length":2524,"t_proxy_recv":281667.465461881,"t_decision_unix":1779712532.4794033,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":5048,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":2524,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":2524,"score_linear":135235.0,"score_lmetric":231486},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":2524,"score_linear":102074.0,"score_lmetric":101014},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2524,"score_linear":150574.0,"score_lmetric":240660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37753,"ongoing_decode_tokens":16034,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":2524,"score_linear":37753.0,"score_lmetric":72729},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":2524,"score_linear":121069.0,"score_lmetric":191908},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130878,"ongoing_decode_tokens":113172,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":2524,"score_linear":130878.0,"score_lmetric":40460},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62237,"ongoing_decode_tokens":62237,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":2524,"score_linear":62237.0,"score_lmetric":7572},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61097,"ongoing_decode_tokens":61097,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":308,"cache_hit":0,"new_prefill":2524,"score_linear":61097.0,"score_lmetric":5048}],"chosen_score_linear":61097.0,"chosen_score_lmetric":5048,"t_first_token":281667.664392627,"t_first_token_unix":1779712532.678336,"t_done":281667.935758922,"t_done_unix":1779712532.9497018},{"request_id":"1268831:2:1271087:116","session_id":"1268831","input_length":19448,"t_proxy_recv":281665.028954369,"t_decision_unix":1779712530.0428956,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":12288,"affinity_cache_ratio":0.6318387494858083,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":12288,"estimated_new_tokens":7160,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":19448,"score_linear":135235.0,"score_lmetric":265334},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":19448,"score_linear":102074.0,"score_lmetric":117938},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":19448,"score_linear":126924.0,"score_lmetric":127428},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":19448,"score_linear":15283.0,"score_lmetric":19448},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":19448,"score_linear":121069.0,"score_lmetric":225756},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":125063,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":19448,"score_linear":125063.0,"score_lmetric":38896},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86188,"ongoing_decode_tokens":57803,"pending_prefill_tokens":10465,"num_requests":2,"active_p_offloads":0,"cached_blocks":382,"cache_hit":12288,"new_prefill":7160,"score_linear":73900.0,"score_lmetric":35250},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60701,"ongoing_decode_tokens":0,"pending_prefill_tokens":32029,"num_requests":2,"active_p_offloads":0,"cached_blocks":254,"cache_hit":0,"new_prefill":19448,"score_linear":60701.0,"score_lmetric":102954}],"chosen_score_linear":73900.0,"chosen_score_lmetric":35250,"t_first_token":281666.52856799,"t_first_token_unix":1779712531.5425115,"t_done":281668.724479822,"t_done_unix":1779712533.7384229},{"request_id":"1271991:1:1271991:124","session_id":"1271991","input_length":2851,"t_proxy_recv":281667.996194124,"t_decision_unix":1779712533.0101357,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":5702,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":2851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":2851,"score_linear":135235.0,"score_lmetric":232140},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":2851,"score_linear":102074.0,"score_lmetric":101341},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2851,"score_linear":150574.0,"score_lmetric":241314},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37753,"ongoing_decode_tokens":16034,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":2851,"score_linear":37753.0,"score_lmetric":73710},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":2851,"score_linear":121069.0,"score_lmetric":192562},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130878,"ongoing_decode_tokens":130878,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":2851,"score_linear":130878.0,"score_lmetric":5702},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62237,"ongoing_decode_tokens":62237,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":2851,"score_linear":62237.0,"score_lmetric":8553},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61097,"ongoing_decode_tokens":61097,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":312,"cache_hit":0,"new_prefill":2851,"score_linear":61097.0,"score_lmetric":5702}],"chosen_score_linear":130878.0,"chosen_score_lmetric":5702,"t_first_token":281668.401053353,"t_first_token_unix":1779712533.4149966,"t_done":281668.809928706,"t_done_unix":1779712533.8238719},{"request_id":"1271328:1:1271328:117","session_id":"1271328","input_length":17706,"t_proxy_recv":281665.752354533,"t_decision_unix":1779712530.7662952,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":17706,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":17706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":17706,"score_linear":135235.0,"score_lmetric":261850},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":17706,"score_linear":102074.0,"score_lmetric":116196},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17706,"score_linear":126924.0,"score_lmetric":125686},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":17706,"score_linear":15283.0,"score_lmetric":17706},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":17706,"score_linear":121069.0,"score_lmetric":222272},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":17706,"score_linear":113172.0,"score_lmetric":17706},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":105636,"ongoing_decode_tokens":86188,"pending_prefill_tokens":7160,"num_requests":3,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":17706,"score_linear":105636.0,"score_lmetric":74598},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60701,"ongoing_decode_tokens":0,"pending_prefill_tokens":32029,"num_requests":2,"active_p_offloads":0,"cached_blocks":254,"cache_hit":0,"new_prefill":17706,"score_linear":60701.0,"score_lmetric":99470}],"chosen_score_linear":113172.0,"chosen_score_lmetric":17706,"t_first_token":281667.605819964,"t_first_token_unix":1779712532.6197631,"t_done":281669.033377037,"t_done_unix":1779712534.0473204},{"request_id":"1272085:1:1272085:125","session_id":"1272085","input_length":5302,"t_proxy_recv":281668.332872187,"t_decision_unix":1779712533.3468132,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":10604,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":5302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":5302,"score_linear":135235.0,"score_lmetric":237042},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":5302,"score_linear":102074.0,"score_lmetric":103792},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":5302,"score_linear":150574.0,"score_lmetric":246216},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37753,"ongoing_decode_tokens":16034,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":5302,"score_linear":37753.0,"score_lmetric":81063},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":5302,"score_linear":121069.0,"score_lmetric":197464},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":133729,"ongoing_decode_tokens":130878,"pending_prefill_tokens":2851,"num_requests":3,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":5302,"score_linear":133729.0,"score_lmetric":24459},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62237,"ongoing_decode_tokens":62237,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":5302,"score_linear":62237.0,"score_lmetric":15906},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61097,"ongoing_decode_tokens":61097,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":312,"cache_hit":0,"new_prefill":5302,"score_linear":61097.0,"score_lmetric":10604}],"chosen_score_linear":61097.0,"chosen_score_lmetric":10604,"t_first_token":281668.686833817,"t_first_token_unix":1779712533.7007773,"t_done":281669.43501276,"t_done_unix":1779712534.448956},{"request_id":"1271459:1:1271459:118","session_id":"1271459","input_length":751,"t_proxy_recv":281666.169397829,"t_decision_unix":1779712531.183339,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":751,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":751,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":751,"score_linear":135235.0,"score_lmetric":227940},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":751,"score_linear":102074.0,"score_lmetric":99241},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":751,"score_linear":126924.0,"score_lmetric":108731},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":751,"score_linear":15283.0,"score_lmetric":751},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":751,"score_linear":121069.0,"score_lmetric":188362},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130878,"ongoing_decode_tokens":113172,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":751,"score_linear":130878.0,"score_lmetric":36914},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":105636,"ongoing_decode_tokens":86188,"pending_prefill_tokens":7160,"num_requests":3,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":751,"score_linear":105636.0,"score_lmetric":23733},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60701,"ongoing_decode_tokens":0,"pending_prefill_tokens":32029,"num_requests":2,"active_p_offloads":0,"cached_blocks":254,"cache_hit":0,"new_prefill":751,"score_linear":60701.0,"score_lmetric":65560}],"chosen_score_linear":15283.0,"chosen_score_lmetric":751,"t_first_token":281666.26605763,"t_first_token_unix":1779712531.280001,"t_done":281669.755717316,"t_done_unix":1779712534.7696605},{"request_id":"1270340:2:1271641:121","session_id":"1270340","input_length":28323,"t_proxy_recv":281666.943411658,"t_decision_unix":1779712531.957353,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9761677788369876,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":27648,"estimated_new_tokens":675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":28323,"score_linear":135235.0,"score_lmetric":283084},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":28323,"score_linear":102074.0,"score_lmetric":126813},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28323,"score_linear":150574.0,"score_lmetric":292258},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37753,"ongoing_decode_tokens":16034,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":28323,"score_linear":37753.0,"score_lmetric":150126},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":28323,"score_linear":121069.0,"score_lmetric":243506},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130878,"ongoing_decode_tokens":113172,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":28323,"score_linear":130878.0,"score_lmetric":92058},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62237,"ongoing_decode_tokens":62237,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":28323,"score_linear":62237.0,"score_lmetric":84969},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":32774,"ongoing_decode_tokens":32774,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":308,"cache_hit":27648,"new_prefill":675,"score_linear":5126.0,"score_lmetric":675}],"chosen_score_linear":5126.0,"chosen_score_lmetric":675,"t_first_token":281667.113769397,"t_first_token_unix":1779712532.1277125,"t_done":281669.920376963,"t_done_unix":1779712534.9343202},{"request_id":"1266668:2:1270661:115","session_id":"1266668","input_length":28385,"t_proxy_recv":281663.39215505,"t_decision_unix":1779712528.4060965,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":17920,"affinity_cache_ratio":0.6313193588162762,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":17920,"estimated_new_tokens":10465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":24289,"score_linear":131139.0,"score_lmetric":275016},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":28385,"score_linear":102074.0,"score_lmetric":126875},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28385,"score_linear":126924.0,"score_lmetric":136365},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":26411,"ongoing_decode_tokens":15283,"pending_prefill_tokens":11128,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28385,"score_linear":26411.0,"score_lmetric":79026},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":28385,"score_linear":121069.0,"score_lmetric":243630},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28385,"score_linear":125063.0,"score_lmetric":291536},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":57803,"ongoing_decode_tokens":0,"pending_prefill_tokens":7115,"num_requests":1,"active_p_offloads":0,"cached_blocks":382,"cache_hit":17920,"new_prefill":10465,"score_linear":39883.0,"score_lmetric":17580},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60701,"ongoing_decode_tokens":0,"pending_prefill_tokens":32029,"num_requests":2,"active_p_offloads":0,"cached_blocks":254,"cache_hit":0,"new_prefill":28385,"score_linear":60701.0,"score_lmetric":120828}],"chosen_score_linear":39883.0,"chosen_score_lmetric":17580,"t_first_token":281665.575155602,"t_first_token_unix":1779712530.589099,"t_done":281670.416618792,"t_done_unix":1779712535.430562},{"request_id":"1271486:1:1271486:119","session_id":"1271486","input_length":21719,"t_proxy_recv":281666.268514862,"t_decision_unix":1779712531.2824564,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":43438,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":21719,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":21719,"score_linear":135235.0,"score_lmetric":269876},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":21719,"score_linear":102074.0,"score_lmetric":120209},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21719,"score_linear":126924.0,"score_lmetric":129699},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":16034,"ongoing_decode_tokens":16034,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":21719,"score_linear":16034.0,"score_lmetric":43438},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":21719,"score_linear":121069.0,"score_lmetric":230298},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130878,"ongoing_decode_tokens":113172,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":21719,"score_linear":130878.0,"score_lmetric":78850},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":105636,"ongoing_decode_tokens":86188,"pending_prefill_tokens":7160,"num_requests":3,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":21719,"score_linear":105636.0,"score_lmetric":86637},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60701,"ongoing_decode_tokens":0,"pending_prefill_tokens":32029,"num_requests":2,"active_p_offloads":0,"cached_blocks":254,"cache_hit":0,"new_prefill":21719,"score_linear":60701.0,"score_lmetric":107496}],"chosen_score_linear":16034.0,"chosen_score_lmetric":43438,"t_first_token":281668.621428285,"t_first_token_unix":1779712533.6353714,"t_done":281670.608344647,"t_done_unix":1779712535.6222892},{"request_id":"1269373:2:1271580:120","session_id":"1269373","input_length":14404,"t_proxy_recv":281666.58210536,"t_decision_unix":1779712531.596047,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.995279089141905,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":14336,"estimated_new_tokens":68,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":10308,"score_linear":131139.0,"score_lmetric":247054},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":14404,"score_linear":102074.0,"score_lmetric":112894},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":14404,"score_linear":126924.0,"score_lmetric":122384},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37753,"ongoing_decode_tokens":16034,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":14404,"score_linear":37753.0,"score_lmetric":108369},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":14404,"score_linear":121069.0,"score_lmetric":215668},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130878,"ongoing_decode_tokens":113172,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":14404,"score_linear":130878.0,"score_lmetric":64220},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":105636,"ongoing_decode_tokens":105636,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":382,"cache_hit":14336,"new_prefill":68,"score_linear":91300.0,"score_lmetric":204},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60701,"ongoing_decode_tokens":60701,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":254,"cache_hit":0,"new_prefill":14404,"score_linear":60701.0,"score_lmetric":28808}],"chosen_score_linear":91300.0,"chosen_score_lmetric":204,"t_first_token":281666.661456719,"t_first_token_unix":1779712531.6754,"t_done":281671.30347986,"t_done_unix":1779712536.317423},{"request_id":"1262354:6:1270643:114","session_id":"1262354","input_length":32774,"t_proxy_recv":281663.3153214,"t_decision_unix":1779712528.3292627,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.8748398120461341,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":28672,"estimated_new_tokens":4102,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":32774,"score_linear":135235.0,"score_lmetric":291986},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":32774,"score_linear":102074.0,"score_lmetric":131264},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":32774,"score_linear":126924.0,"score_lmetric":140754},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":26411,"ongoing_decode_tokens":15283,"pending_prefill_tokens":11128,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":32774,"score_linear":26411.0,"score_lmetric":87804},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":32774,"score_linear":121069.0,"score_lmetric":252408},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":32774,"score_linear":125063.0,"score_lmetric":300314},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":57803,"ongoing_decode_tokens":0,"pending_prefill_tokens":7115,"num_requests":1,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":32774,"score_linear":57803.0,"score_lmetric":39889},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":254,"cache_hit":28672,"new_prefill":4102,"score_linear":-745.0,"score_lmetric":32029}],"chosen_score_linear":-745.0,"chosen_score_lmetric":32029,"t_first_token":281666.534741029,"t_first_token_unix":1779712531.5486844,"t_done":281672.835710723,"t_done_unix":1779712537.849654},{"request_id":"1272313:1:1272313:126","session_id":"1272313","input_length":9718,"t_proxy_recv":281669.245109921,"t_decision_unix":1779712534.2590513,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":4076,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":2038,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":5622,"score_linear":131139.0,"score_lmetric":237682},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":9718,"score_linear":102074.0,"score_lmetric":108208},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9718,"score_linear":150574.0,"score_lmetric":255048},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37753,"ongoing_decode_tokens":37753,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":9718,"score_linear":37753.0,"score_lmetric":29154},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":9718,"score_linear":121069.0,"score_lmetric":206296},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":304,"cache_hit":0,"new_prefill":9718,"score_linear":113172.0,"score_lmetric":9718},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":42789,"ongoing_decode_tokens":42789,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":409,"cache_hit":7680,"new_prefill":2038,"score_linear":35109.0,"score_lmetric":4076},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66399,"ongoing_decode_tokens":66399,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":312,"cache_hit":0,"new_prefill":9718,"score_linear":66399.0,"score_lmetric":29154}],"chosen_score_linear":35109.0,"chosen_score_lmetric":4076,"t_first_token":281669.487499805,"t_first_token_unix":1779712534.5014436,"t_done":281673.489253862,"t_done_unix":1779712538.5031972},{"request_id":"1272085:2:1273645:130","session_id":"1272085","input_length":8017,"t_proxy_recv":281673.964985771,"t_decision_unix":1779712538.9789271,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":5120,"affinity_cache_ratio":0.6386428838717725,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":5120,"estimated_new_tokens":2897,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":8017,"score_linear":135235.0,"score_lmetric":242472},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":8017,"score_linear":120167.0,"score_lmetric":228720},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8017,"score_linear":150574.0,"score_lmetric":251646},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37246,"ongoing_decode_tokens":37246,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":8017,"score_linear":37246.0,"score_lmetric":16034},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":8017,"score_linear":121069.0,"score_lmetric":202894},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":304,"cache_hit":0,"new_prefill":8017,"score_linear":113172.0,"score_lmetric":8017},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":33711,"ongoing_decode_tokens":33711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":435,"cache_hit":0,"new_prefill":8017,"score_linear":33711.0,"score_lmetric":8017},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":332,"cache_hit":5120,"new_prefill":2897,"score_linear":-5120.0,"score_lmetric":0}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":281674.254039216,"t_first_token_unix":1779712539.2679849,"t_done":281674.856572733,"t_done_unix":1779712539.8705158},{"request_id":"1260327:3:1273741:132","session_id":"1260327","input_length":31283,"t_proxy_recv":281674.367596597,"t_decision_unix":1779712539.3815377,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9820030048269028,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":30720,"estimated_new_tokens":563,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":31283,"score_linear":135235.0,"score_lmetric":289004},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":31283,"score_linear":120167.0,"score_lmetric":275252},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31283,"score_linear":150574.0,"score_lmetric":298178},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37246,"ongoing_decode_tokens":37246,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":31283,"score_linear":37246.0,"score_lmetric":62566},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":31283,"score_linear":121069.0,"score_lmetric":249426},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":138280,"ongoing_decode_tokens":113172,"pending_prefill_tokens":7700,"num_requests":2,"active_p_offloads":0,"cached_blocks":304,"cache_hit":0,"new_prefill":31283,"score_linear":138280.0,"score_lmetric":77966},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":33711,"ongoing_decode_tokens":33711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":435,"cache_hit":0,"new_prefill":31283,"score_linear":33711.0,"score_lmetric":31283},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":8017,"ongoing_decode_tokens":8017,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":332,"cache_hit":30720,"new_prefill":563,"score_linear":-22703.0,"score_lmetric":563}],"chosen_score_linear":-22703.0,"chosen_score_lmetric":563,"t_first_token":281674.560242209,"t_first_token_unix":1779712539.5741854,"t_done":281675.280634468,"t_done_unix":1779712540.2945776},{"request_id":"1266668:3:1273119:128","session_id":"1266668","input_length":33711,"t_proxy_recv":281672.020051932,"t_decision_unix":1779712537.0339932,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":28672,"affinity_cache_ratio":0.850523567974845,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":28672,"estimated_new_tokens":5039,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":29615,"score_linear":131139.0,"score_lmetric":285668},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":33711,"score_linear":120167.0,"score_lmetric":280108},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33711,"score_linear":150574.0,"score_lmetric":303034},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":33711,"score_linear":15283.0,"score_lmetric":33711},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":33711,"score_linear":121069.0,"score_lmetric":254282},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":304,"cache_hit":0,"new_prefill":33711,"score_linear":113172.0,"score_lmetric":33711},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":9718,"ongoing_decode_tokens":9718,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":431,"cache_hit":28672,"new_prefill":5039,"score_linear":-18954.0,"score_lmetric":5039},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":32774,"ongoing_decode_tokens":32774,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":33711,"score_linear":32774.0,"score_lmetric":33711}],"chosen_score_linear":-18954.0,"chosen_score_lmetric":5039,"t_first_token":281673.161028807,"t_first_token_unix":1779712538.174972,"t_done":281675.797987492,"t_done_unix":1779712540.811931},{"request_id":"1258859:2:1264639:81","session_id":"1258859","input_length":113172,"t_proxy_recv":281665.223268074,"t_decision_unix":1779712530.2372096,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":112640,"affinity_cache_ratio":0.995299190612519,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":112640,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":113172,"score_linear":135235.0,"score_lmetric":452782},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":113172,"score_linear":102074.0,"score_lmetric":211662},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":113172,"score_linear":126924.0,"score_lmetric":221152},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":113172,"score_linear":15283.0,"score_lmetric":113172},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":113172,"score_linear":121069.0,"score_lmetric":413204},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":265,"cache_hit":112640,"new_prefill":532,"score_linear":-112640.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":105636,"ongoing_decode_tokens":57803,"pending_prefill_tokens":17625,"num_requests":3,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":113172,"score_linear":105636.0,"score_lmetric":392391},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60701,"ongoing_decode_tokens":0,"pending_prefill_tokens":32029,"num_requests":2,"active_p_offloads":0,"cached_blocks":254,"cache_hit":0,"new_prefill":113172,"score_linear":60701.0,"score_lmetric":290402}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":281665.597793492,"t_first_token_unix":1779712530.611737,"t_done":281676.84781009,"t_done_unix":1779712541.8617537},{"request_id":"1262727:1:1262727:72","session_id":"1262727","input_length":15283,"t_proxy_recv":281635.823767533,"t_decision_unix":1779712500.837709,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":15283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":15283,"score_linear":55989.0,"score_lmetric":16488},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":15283,"score_linear":68131.0,"score_lmetric":83414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":15283,"score_linear":113053.0,"score_lmetric":215712},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":15283,"score_linear":125063.0,"score_lmetric":265332},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":15283,"score_linear":21510.0,"score_lmetric":36793}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281637.234063684,"t_first_token_unix":1779712502.2480083,"t_done":281677.61261928,"t_done_unix":1779712542.6265626},{"request_id":"1274405:1:1274405:134","session_id":"1274405","input_length":6208,"t_proxy_recv":281676.767418307,"t_decision_unix":1779712541.7813597,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":6208,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":6208,"score_linear":135235.0,"score_lmetric":238854},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":6208,"score_linear":120167.0,"score_lmetric":225102},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":6208,"score_linear":150574.0,"score_lmetric":248028},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37246,"ongoing_decode_tokens":37246,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":6208,"score_linear":37246.0,"score_lmetric":12416},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":6208,"score_linear":121069.0,"score_lmetric":199276},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":138280,"ongoing_decode_tokens":138280,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":304,"cache_hit":0,"new_prefill":6208,"score_linear":138280.0,"score_lmetric":12416},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":445,"cache_hit":0,"new_prefill":6208,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":338,"cache_hit":0,"new_prefill":6208,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281677.173657967,"t_first_token_unix":1779712542.1876016,"t_done":281677.651842957,"t_done_unix":1779712542.6657863},{"request_id":"1273203:1:1273203:129","session_id":"1273203","input_length":21963,"t_proxy_recv":281672.323208833,"t_decision_unix":1779712537.33715,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":9163,"tie_break_used":false,"cache_hit":12800,"estimated_new_tokens":9163,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":21963,"score_linear":135235.0,"score_lmetric":270364},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":21963,"score_linear":120167.0,"score_lmetric":256612},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21963,"score_linear":150574.0,"score_lmetric":279538},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":422,"cache_hit":12800,"new_prefill":9163,"score_linear":2483.0,"score_lmetric":9163},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":21963,"score_linear":121069.0,"score_lmetric":230786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":304,"cache_hit":0,"new_prefill":21963,"score_linear":113172.0,"score_lmetric":21963},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43429,"ongoing_decode_tokens":9718,"pending_prefill_tokens":5039,"num_requests":2,"active_p_offloads":0,"cached_blocks":431,"cache_hit":0,"new_prefill":21963,"score_linear":43429.0,"score_lmetric":54004},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":32774,"ongoing_decode_tokens":32774,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":21963,"score_linear":32774.0,"score_lmetric":21963}],"chosen_score_linear":2483.0,"chosen_score_lmetric":9163,"t_first_token":281673.704974213,"t_first_token_unix":1779712538.7189176,"t_done":281678.06581851,"t_done_unix":1779712543.0797617},{"request_id":"1271328:2:1273711:131","session_id":"1271328","input_length":25108,"t_proxy_recv":281674.228554316,"t_decision_unix":1779712539.242493,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":17408,"affinity_cache_ratio":0.6933248367054325,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":17408,"estimated_new_tokens":7700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":25108,"score_linear":135235.0,"score_lmetric":276654},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":25108,"score_linear":120167.0,"score_lmetric":262902},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":25108,"score_linear":150574.0,"score_lmetric":285828},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37246,"ongoing_decode_tokens":37246,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":25108,"score_linear":37246.0,"score_lmetric":50216},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":25108,"score_linear":121069.0,"score_lmetric":237076},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":304,"cache_hit":17408,"new_prefill":7700,"score_linear":95764.0,"score_lmetric":7700},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":33711,"ongoing_decode_tokens":33711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":435,"cache_hit":0,"new_prefill":25108,"score_linear":33711.0,"score_lmetric":25108},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":8017,"ongoing_decode_tokens":0,"pending_prefill_tokens":2897,"num_requests":1,"active_p_offloads":0,"cached_blocks":332,"cache_hit":0,"new_prefill":25108,"score_linear":8017.0,"score_lmetric":28005}],"chosen_score_linear":95764.0,"chosen_score_lmetric":7700,"t_first_token":281675.503417677,"t_first_token_unix":1779712540.5173612,"t_done":281679.027985377,"t_done_unix":1779712544.0419288},{"request_id":"1274890:1:1274890:135","session_id":"1274890","input_length":10506,"t_proxy_recv":281678.288882962,"t_decision_unix":1779712543.3028243,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":10506,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":10506,"score_linear":135235.0,"score_lmetric":247450},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":10506,"score_linear":120167.0,"score_lmetric":233698},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10506,"score_linear":150574.0,"score_lmetric":256624},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":10506,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":10506,"score_linear":121069.0,"score_lmetric":207872},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":25108,"ongoing_decode_tokens":25108,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":10506,"score_linear":25108.0,"score_lmetric":10506},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":445,"cache_hit":0,"new_prefill":10506,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":350,"cache_hit":0,"new_prefill":10506,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281679.105365832,"t_first_token_unix":1779712544.1193094,"t_done":281679.358467751,"t_done_unix":1779712544.3724108},{"request_id":"1275433:1:1275433:137","session_id":"1275433","input_length":7794,"t_proxy_recv":281680.040973295,"t_decision_unix":1779712545.054914,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":7794,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":7794,"score_linear":135235.0,"score_lmetric":242026},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":7794,"score_linear":120167.0,"score_lmetric":228274},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":7794,"score_linear":150574.0,"score_lmetric":251200},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":7794,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":7794,"score_linear":121069.0,"score_lmetric":202448},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":7794,"score_linear":114612.0,"score_lmetric":122406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":445,"cache_hit":0,"new_prefill":7794,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":370,"cache_hit":0,"new_prefill":7794,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281680.582384047,"t_first_token_unix":1779712545.5963278,"t_done":281680.633428627,"t_done_unix":1779712545.6473715},{"request_id":"1275433:2:1276027:139","session_id":"1275433","input_length":7463,"t_proxy_recv":281682.316556002,"t_decision_unix":1779712547.3304973,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":7168,"affinity_cache_ratio":0.960471660190272,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":7168,"estimated_new_tokens":295,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":7463,"score_linear":135235.0,"score_lmetric":241364},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":7463,"score_linear":120167.0,"score_lmetric":227612},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":7463,"score_linear":150574.0,"score_lmetric":250538},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":7463,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":7463,"score_linear":121069.0,"score_lmetric":201786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":7463,"score_linear":114612.0,"score_lmetric":122075},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":10639,"ongoing_decode_tokens":10639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":460,"cache_hit":7168,"new_prefill":295,"score_linear":3471.0,"score_lmetric":295},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":370,"cache_hit":0,"new_prefill":7463,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":3471.0,"chosen_score_lmetric":295,"t_first_token":281682.351129402,"t_first_token_unix":1779712547.3650727,"t_done":281682.364992526,"t_done_unix":1779712547.3789356},{"request_id":"1272313:2:1275926:138","session_id":"1272313","input_length":10639,"t_proxy_recv":281681.978359497,"t_decision_unix":1779712546.9923007,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":9728,"affinity_cache_ratio":0.914371651471003,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":9728,"estimated_new_tokens":911,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":6543,"score_linear":131139.0,"score_lmetric":239524},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":10639,"score_linear":120167.0,"score_lmetric":233964},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10639,"score_linear":150574.0,"score_lmetric":256890},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":10639,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":10639,"score_linear":121069.0,"score_lmetric":208138},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":10639,"score_linear":114612.0,"score_lmetric":125251},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":460,"cache_hit":9728,"new_prefill":911,"score_linear":-9728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":370,"cache_hit":0,"new_prefill":10639,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":281682.133272061,"t_first_token_unix":1779712547.1472156,"t_done":281683.42733569,"t_done_unix":1779712548.4412792},{"request_id":"1264679:1:1264679:82","session_id":"1264679","input_length":110048,"t_proxy_recv":281642.931900334,"t_decision_unix":1779712507.9458413,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":110048,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":110048,"score_linear":55989.0,"score_lmetric":110048},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":110048,"score_linear":71575.0,"score_lmetric":332680},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":110048,"score_linear":113053.0,"score_lmetric":405242},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":110048,"score_linear":125063.0,"score_lmetric":454862},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":110048,"score_linear":50783.0,"score_lmetric":160831},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281682.546797322,"t_first_token_unix":1779712547.5607412,"t_done":281683.650032701,"t_done_unix":1779712548.6639762},{"request_id":"1276111:1:1276111:140","session_id":"1276111","input_length":15783,"t_proxy_recv":281682.660141965,"t_decision_unix":1779712547.6740832,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":15783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":135235,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":15783,"score_linear":135235.0,"score_lmetric":31566},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":15783,"score_linear":120167.0,"score_lmetric":244252},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":15783,"score_linear":150574.0,"score_lmetric":267178},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":15783,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":15783,"score_linear":121069.0,"score_lmetric":218426},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":15783,"score_linear":114612.0,"score_lmetric":130395},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":10639,"ongoing_decode_tokens":10639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":460,"cache_hit":0,"new_prefill":15783,"score_linear":10639.0,"score_lmetric":15783},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":370,"cache_hit":0,"new_prefill":15783,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281684.093831332,"t_first_token_unix":1779712549.107775,"t_done":281684.279696549,"t_done_unix":1779712549.2936397},{"request_id":"1276136:1:1276136:141","session_id":"1276136","input_length":17280,"t_proxy_recv":281682.744111581,"t_decision_unix":1779712547.7580528,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":17280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":135235,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":17280,"score_linear":135235.0,"score_lmetric":34560},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":17280,"score_linear":120167.0,"score_lmetric":247246},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17280,"score_linear":150574.0,"score_lmetric":270172},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":17280,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":17280,"score_linear":121069.0,"score_lmetric":221420},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":17280,"score_linear":114612.0,"score_lmetric":131892},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":10639,"ongoing_decode_tokens":10639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":460,"cache_hit":0,"new_prefill":17280,"score_linear":10639.0,"score_lmetric":17280},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":370,"cache_hit":0,"new_prefill":17280,"score_linear":15783.0,"score_lmetric":33063}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281684.397785735,"t_first_token_unix":1779712549.411729,"t_done":281684.778167286,"t_done_unix":1779712549.7921107},{"request_id":"1274405:2:1276717:144","session_id":"1274405","input_length":6360,"t_proxy_recv":281684.774083767,"t_decision_unix":1779712549.7880251,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.9660377358490566,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":6144,"estimated_new_tokens":216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":6360,"score_linear":25187.0,"score_lmetric":6360},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":6360,"score_linear":120167.0,"score_lmetric":225406},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":6360,"score_linear":150574.0,"score_lmetric":248332},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":17280,"ongoing_decode_tokens":17280,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":6360,"score_linear":17280.0,"score_lmetric":6360},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":6360,"score_linear":121069.0,"score_lmetric":199580},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":6360,"score_linear":114612.0,"score_lmetric":120972},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":58084,"ongoing_decode_tokens":8704,"pending_prefill_tokens":15588,"num_requests":2,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":6360,"score_linear":58084.0,"score_lmetric":43896},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":400,"cache_hit":6144,"new_prefill":216,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":281684.811599188,"t_first_token_unix":1779712549.8255424,"t_done":281684.980560291,"t_done_unix":1779712549.9945035},{"request_id":"1271991:2:1276999:145","session_id":"1271991","input_length":11292,"t_proxy_recv":281685.761387318,"t_decision_unix":1779712550.7753289,"policy":"unified","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":3,"affinity_cache_hit":2560,"affinity_cache_ratio":0.2267091746369111,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":11292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":11292,"score_linear":25187.0,"score_lmetric":11292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":11292,"score_linear":120167.0,"score_lmetric":235270},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":11292,"score_linear":150574.0,"score_lmetric":258196},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":508,"cache_hit":0,"new_prefill":11292,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":11292,"score_linear":121069.0,"score_lmetric":209444},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":2560,"new_prefill":8732,"score_linear":112052.0,"score_lmetric":123344},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":58084,"ongoing_decode_tokens":8704,"pending_prefill_tokens":15588,"num_requests":2,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":11292,"score_linear":58084.0,"score_lmetric":53760},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":400,"cache_hit":0,"new_prefill":11292,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281686.652720823,"t_first_token_unix":1779712551.6666641,"t_done":281686.814279543,"t_done_unix":1779712551.8282232},{"request_id":"1277533:1:1277533:150","session_id":"1277533","input_length":4729,"t_proxy_recv":281687.791960421,"t_decision_unix":1779712552.8059018,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":4729,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4729,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":4729,"score_linear":25187.0,"score_lmetric":4729},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":4729,"score_linear":120167.0,"score_lmetric":222144},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":4729,"score_linear":150574.0,"score_lmetric":245070},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27221,"ongoing_decode_tokens":0,"pending_prefill_tokens":9813,"num_requests":1,"active_p_offloads":0,"cached_blocks":530,"cache_hit":0,"new_prefill":4729,"score_linear":27221.0,"score_lmetric":14542},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":4729,"score_linear":121069.0,"score_lmetric":196318},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":4729,"score_linear":114612.0,"score_lmetric":119341},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106829,"ongoing_decode_tokens":8704,"pending_prefill_tokens":30029,"num_requests":4,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":4729,"score_linear":106829.0,"score_lmetric":139032},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33524,"ongoing_decode_tokens":33524,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":400,"cache_hit":0,"new_prefill":4729,"score_linear":33524.0,"score_lmetric":4729}],"chosen_score_linear":33524.0,"chosen_score_lmetric":4729,"t_first_token":281688.105764818,"t_first_token_unix":1779712553.119708,"t_done":281688.320324387,"t_done_unix":1779712553.3342676},{"request_id":"1262354:7:1277104:146","session_id":"1262354","input_length":33524,"t_proxy_recv":281686.168963994,"t_decision_unix":1779712551.1829054,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33280,"affinity_cache_ratio":0.992721632263453,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":33280,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":33524,"score_linear":25187.0,"score_lmetric":33524},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":33524,"score_linear":120167.0,"score_lmetric":279734},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33524,"score_linear":150574.0,"score_lmetric":302660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11292,"ongoing_decode_tokens":0,"pending_prefill_tokens":11292,"num_requests":1,"active_p_offloads":0,"cached_blocks":508,"cache_hit":0,"new_prefill":33524,"score_linear":11292.0,"score_lmetric":44816},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":33524,"score_linear":121069.0,"score_lmetric":253908},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":33524,"score_linear":114612.0,"score_lmetric":148136},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":58084,"ongoing_decode_tokens":8704,"pending_prefill_tokens":15588,"num_requests":2,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":33524,"score_linear":58084.0,"score_lmetric":98224},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":400,"cache_hit":33280,"new_prefill":244,"score_linear":-33280.0,"score_lmetric":0}],"chosen_score_linear":-33280.0,"chosen_score_lmetric":0,"t_first_token":281686.241547359,"t_first_token_unix":1779712551.2554908,"t_done":281689.070445321,"t_done_unix":1779712554.0843885},{"request_id":"1277428:1:1277428:149","session_id":"1277428","input_length":27221,"t_proxy_recv":281687.363185259,"t_decision_unix":1779712552.377127,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":17408,"estimated_new_tokens":9813,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":27221,"score_linear":25187.0,"score_lmetric":27221},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":3584,"new_prefill":23637,"score_linear":116583.0,"score_lmetric":259960},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":27221,"score_linear":150574.0,"score_lmetric":290054},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":530,"cache_hit":17408,"new_prefill":9813,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":27221,"score_linear":121069.0,"score_lmetric":241302},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":27221,"score_linear":114612.0,"score_lmetric":141833},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106829,"ongoing_decode_tokens":8704,"pending_prefill_tokens":30029,"num_requests":4,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":27221,"score_linear":106829.0,"score_lmetric":229000},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33524,"ongoing_decode_tokens":33524,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":400,"cache_hit":0,"new_prefill":27221,"score_linear":33524.0,"score_lmetric":27221}],"chosen_score_linear":-17408.0,"chosen_score_lmetric":0,"t_first_token":281689.140388915,"t_first_token_unix":1779712554.1543324,"t_done":281689.975930802,"t_done_unix":1779712554.989874},{"request_id":"1273203:2:1277744:152","session_id":"1273203","input_length":22573,"t_proxy_recv":281688.516695875,"t_decision_unix":1779712553.530637,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9753245027244939,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":22016,"estimated_new_tokens":557,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34071,"ongoing_decode_tokens":34071,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":22573,"score_linear":34071.0,"score_lmetric":45146},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":22573,"score_linear":120167.0,"score_lmetric":257832},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":22573,"score_linear":150574.0,"score_lmetric":280758},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27221,"ongoing_decode_tokens":0,"pending_prefill_tokens":9813,"num_requests":1,"active_p_offloads":0,"cached_blocks":530,"cache_hit":22016,"new_prefill":557,"score_linear":5205.0,"score_lmetric":10370},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":22573,"score_linear":121069.0,"score_lmetric":232006},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":22573,"score_linear":114612.0,"score_lmetric":137185},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106829,"ongoing_decode_tokens":8704,"pending_prefill_tokens":30029,"num_requests":4,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":22573,"score_linear":106829.0,"score_lmetric":210408},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33524,"ongoing_decode_tokens":33524,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":409,"cache_hit":0,"new_prefill":22573,"score_linear":33524.0,"score_lmetric":22573}],"chosen_score_linear":5205.0,"chosen_score_lmetric":10370,"t_first_token":281689.177765088,"t_first_token_unix":1779712554.1917083,"t_done":281691.092484501,"t_done_unix":1779712556.1064277},{"request_id":"1271459:2:1277544:151","session_id":"1271459","input_length":8884,"t_proxy_recv":281687.82991291,"t_decision_unix":1779712552.8438544,"policy":"unified","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":0,"affinity_cache_hit":512,"affinity_cache_ratio":0.05763169743358847,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":8884,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":8884,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":8884,"score_linear":25187.0,"score_lmetric":8884},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":8884,"score_linear":120167.0,"score_lmetric":230454},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8884,"score_linear":150574.0,"score_lmetric":253380},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27221,"ongoing_decode_tokens":0,"pending_prefill_tokens":9813,"num_requests":1,"active_p_offloads":0,"cached_blocks":530,"cache_hit":512,"new_prefill":8372,"score_linear":26709.0,"score_lmetric":18185},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":8884,"score_linear":121069.0,"score_lmetric":204628},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":8884,"score_linear":114612.0,"score_lmetric":123496},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106829,"ongoing_decode_tokens":8704,"pending_prefill_tokens":30029,"num_requests":4,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":8884,"score_linear":106829.0,"score_lmetric":155652},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":38253,"ongoing_decode_tokens":33524,"pending_prefill_tokens":4729,"num_requests":2,"active_p_offloads":0,"cached_blocks":400,"cache_hit":0,"new_prefill":8884,"score_linear":38253.0,"score_lmetric":27226}],"chosen_score_linear":25187.0,"chosen_score_lmetric":8884,"t_first_token":281688.512865688,"t_first_token_unix":1779712553.526809,"t_done":281691.917862377,"t_done_unix":1779712556.9318054},{"request_id":"1276498:1:1276498:142","session_id":"1276498","input_length":8704,"t_proxy_recv":281683.991505546,"t_decision_unix":1779712549.005447,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":8704,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":8704,"score_linear":25187.0,"score_lmetric":8704},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":8704,"score_linear":120167.0,"score_lmetric":230094},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8704,"score_linear":150574.0,"score_lmetric":253020},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":17280,"ongoing_decode_tokens":0,"pending_prefill_tokens":17280,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":8704,"score_linear":17280.0,"score_lmetric":25984},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":8704,"score_linear":121069.0,"score_lmetric":204268},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":8704,"score_linear":114612.0,"score_lmetric":123316},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":8704,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":370,"cache_hit":0,"new_prefill":8704,"score_linear":15783.0,"score_lmetric":24487}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281684.632780737,"t_first_token_unix":1779712549.646724,"t_done":281692.24875246,"t_done_unix":1779712557.2626958},{"request_id":"1265942:3:1272453:127","session_id":"1265942","input_length":18093,"t_proxy_recv":281669.797825066,"t_decision_unix":1779712534.8117666,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10240,"affinity_cache_ratio":0.5659647377438789,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":10240,"estimated_new_tokens":7853,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":18093,"score_linear":135235.0,"score_lmetric":262624},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":10240,"new_prefill":7853,"score_linear":91834.0,"score_lmetric":106343},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":18093,"score_linear":150574.0,"score_lmetric":271798},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37002,"ongoing_decode_tokens":37002,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":380,"cache_hit":0,"new_prefill":18093,"score_linear":37002.0,"score_lmetric":36186},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":18093,"score_linear":121069.0,"score_lmetric":223046},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":304,"cache_hit":0,"new_prefill":18093,"score_linear":113172.0,"score_lmetric":18093},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":52507,"ongoing_decode_tokens":52507,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":409,"cache_hit":0,"new_prefill":18093,"score_linear":52507.0,"score_lmetric":54279},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61097,"ongoing_decode_tokens":61097,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":322,"cache_hit":0,"new_prefill":18093,"score_linear":61097.0,"score_lmetric":36186}],"chosen_score_linear":91834.0,"chosen_score_lmetric":106343,"t_first_token":281691.479321028,"t_first_token_unix":1779712556.4932642,"t_done":281692.559062889,"t_done_unix":1779712557.5730064},{"request_id":"1260327:4:1277974:154","session_id":"1260327","input_length":31430,"t_proxy_recv":281689.415711,"t_decision_unix":1779712554.4296525,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9937002863506205,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":31232,"estimated_new_tokens":198,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34071,"ongoing_decode_tokens":34071,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":31430,"score_linear":34071.0,"score_lmetric":62860},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":31430,"score_linear":120167.0,"score_lmetric":275546},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31430,"score_linear":150574.0,"score_lmetric":298472},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49794,"ongoing_decode_tokens":49794,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":530,"cache_hit":0,"new_prefill":31430,"score_linear":49794.0,"score_lmetric":62860},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":31430,"score_linear":121069.0,"score_lmetric":249720},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":31430,"score_linear":114612.0,"score_lmetric":146042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106829,"ongoing_decode_tokens":58084,"pending_prefill_tokens":14441,"num_requests":4,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":31430,"score_linear":106829.0,"score_lmetric":183484},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24222,"ongoing_decode_tokens":0,"pending_prefill_tokens":24222,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":31232,"new_prefill":198,"score_linear":-7010.0,"score_lmetric":24420}],"chosen_score_linear":-7010.0,"chosen_score_lmetric":24420,"t_first_token":281692.042778324,"t_first_token_unix":1779712557.0567214,"t_done":281692.583373171,"t_done_unix":1779712557.597316},{"request_id":"1270606:1:1270606:113","session_id":"1270606","input_length":93430,"t_proxy_recv":281663.218239612,"t_decision_unix":1779712528.232181,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":93430,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":93430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":93430,"score_linear":135235.0,"score_lmetric":413298},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":93430,"score_linear":102074.0,"score_lmetric":191920},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":93430,"score_linear":126924.0,"score_lmetric":201410},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":26411,"ongoing_decode_tokens":15283,"pending_prefill_tokens":11128,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":93430,"score_linear":26411.0,"score_lmetric":209116},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":93430,"score_linear":27639.0,"score_lmetric":93430},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":93430,"score_linear":125063.0,"score_lmetric":421626},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":57803,"ongoing_decode_tokens":0,"pending_prefill_tokens":7115,"num_requests":1,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":93430,"score_linear":57803.0,"score_lmetric":100545},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":254,"cache_hit":0,"new_prefill":93430,"score_linear":27927.0,"score_lmetric":121357}],"chosen_score_linear":27639.0,"chosen_score_lmetric":93430,"t_first_token":281692.238504284,"t_first_token_unix":1779712557.252448,"t_done":281694.291663751,"t_done_unix":1779712559.305607},{"request_id":"1276498:2:1278996:157","session_id":"1276498","input_length":16650,"t_proxy_recv":281692.946347784,"t_decision_unix":1779712557.960289,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":8704,"affinity_cache_ratio":0.5227627627627628,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":8704,"estimated_new_tokens":7946,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":16650,"score_linear":25187.0,"score_lmetric":16650},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":182055,"ongoing_decode_tokens":160826,"pending_prefill_tokens":3309,"num_requests":3,"active_p_offloads":0,"cached_blocks":300,"cache_hit":0,"new_prefill":16650,"score_linear":182055.0,"score_lmetric":59877},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":16650,"score_linear":150574.0,"score_lmetric":268912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":16650,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":121069,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":16650,"score_linear":121069.0,"score_lmetric":33300},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":16650,"score_linear":232709.0,"score_lmetric":271390},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":98125,"ongoing_decode_tokens":98125,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":479,"cache_hit":8704,"new_prefill":7946,"score_linear":89421.0,"score_lmetric":23838},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24222,"ongoing_decode_tokens":24222,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":16650,"score_linear":24222.0,"score_lmetric":16650}],"chosen_score_linear":89421.0,"chosen_score_lmetric":23838,"t_first_token":281693.913153279,"t_first_token_unix":1779712558.927097,"t_done":281694.325028816,"t_done_unix":1779712559.3389719},{"request_id":"1265942:4:1274182:133","session_id":"1265942","input_length":21229,"t_proxy_recv":281692.573446764,"t_decision_unix":1779712557.5873883,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":17920,"affinity_cache_ratio":0.8441283150407461,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":17920,"estimated_new_tokens":3309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":21229,"score_linear":25187.0,"score_lmetric":21229},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160826,"ongoing_decode_tokens":160826,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":300,"cache_hit":17920,"new_prefill":3309,"score_linear":142906.0,"score_lmetric":6618},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21229,"score_linear":150574.0,"score_lmetric":278070},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":21229,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":121069,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":21229,"score_linear":121069.0,"score_lmetric":42458},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":21229,"score_linear":232709.0,"score_lmetric":280548},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":98125,"ongoing_decode_tokens":98125,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":479,"cache_hit":0,"new_prefill":21229,"score_linear":98125.0,"score_lmetric":63687},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55652,"ongoing_decode_tokens":55652,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":21229,"score_linear":55652.0,"score_lmetric":42458}],"chosen_score_linear":142906.0,"chosen_score_lmetric":6618,"t_first_token":281693.13719543,"t_first_token_unix":1779712558.1511388,"t_done":281694.395324076,"t_done_unix":1779712559.409267},{"request_id":"1268630:1:1268630:98","session_id":"1268630","input_length":102074,"t_proxy_recv":281656.554345638,"t_decision_unix":1779712521.5682867,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":3584,"estimated_new_tokens":98490,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":102074,"score_linear":135235.0,"score_lmetric":430586},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":285,"cache_hit":3584,"new_prefill":98490,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":102074,"score_linear":126924.0,"score_lmetric":210054},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":4608,"new_prefill":97466,"score_linear":10675.0,"score_lmetric":97466},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":102074,"score_linear":27639.0,"score_lmetric":102074},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":102074,"score_linear":125063.0,"score_lmetric":438914},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":341,"cache_hit":0,"new_prefill":102074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":206,"cache_hit":0,"new_prefill":102074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":281691.478223696,"t_first_token_unix":1779712556.492167,"t_done":281694.73195138,"t_done_unix":1779712559.7458951},{"request_id":"1268831:3:1277112:147","session_id":"1268831","input_length":31845,"t_proxy_recv":281686.208239591,"t_decision_unix":1779712551.222181,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":19456,"affinity_cache_ratio":0.6109593342753965,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":19456,"estimated_new_tokens":12389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":31845,"score_linear":25187.0,"score_lmetric":31845},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":31845,"score_linear":120167.0,"score_lmetric":276376},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31845,"score_linear":150574.0,"score_lmetric":299302},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11292,"ongoing_decode_tokens":0,"pending_prefill_tokens":11292,"num_requests":1,"active_p_offloads":0,"cached_blocks":508,"cache_hit":0,"new_prefill":31845,"score_linear":11292.0,"score_lmetric":43137},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":31845,"score_linear":121069.0,"score_lmetric":250550},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":31845,"score_linear":114612.0,"score_lmetric":146457},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":58084,"ongoing_decode_tokens":8704,"pending_prefill_tokens":15588,"num_requests":2,"active_p_offloads":0,"cached_blocks":462,"cache_hit":19456,"new_prefill":12389,"score_linear":38628.0,"score_lmetric":55954},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33524,"ongoing_decode_tokens":0,"pending_prefill_tokens":244,"num_requests":1,"active_p_offloads":0,"cached_blocks":400,"cache_hit":0,"new_prefill":31845,"score_linear":33524.0,"score_lmetric":32089}],"chosen_score_linear":38628.0,"chosen_score_lmetric":55954,"t_first_token":281691.523205955,"t_first_token_unix":1779712556.5371494,"t_done":281695.459723509,"t_done_unix":1779712560.473667},{"request_id":"1272313:3:1279208:159","session_id":"1272313","input_length":11549,"t_proxy_recv":281693.60829358,"t_decision_unix":1779712558.6222348,"policy":"unified","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":3,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9309896960775825,"affinity_num_requests":4,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":11549,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":4096,"new_prefill":7453,"score_linear":21091.0,"score_lmetric":7453},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":182055,"ongoing_decode_tokens":182055,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":300,"cache_hit":0,"new_prefill":11549,"score_linear":182055.0,"score_lmetric":34647},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":11549,"score_linear":150574.0,"score_lmetric":258710},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":11549,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":121069,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":11549,"score_linear":121069.0,"score_lmetric":23098},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":11549,"score_linear":232709.0,"score_lmetric":261188},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114775,"ongoing_decode_tokens":98125,"pending_prefill_tokens":7946,"num_requests":4,"active_p_offloads":0,"cached_blocks":479,"cache_hit":10752,"new_prefill":797,"score_linear":104023.0,"score_lmetric":34972},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24222,"ongoing_decode_tokens":24222,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":11549,"score_linear":24222.0,"score_lmetric":11549}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281694.559430436,"t_first_token_unix":1779712559.573374,"t_done":281695.740281814,"t_done_unix":1779712560.7542248},{"request_id":"1279412:1:1279412:160","session_id":"1279412","input_length":20136,"t_proxy_recv":281694.412659519,"t_decision_unix":1779712559.426601,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":7336,"tie_break_used":false,"cache_hit":12800,"estimated_new_tokens":7336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":20136,"score_linear":25187.0,"score_lmetric":20136},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160826,"ongoing_decode_tokens":160826,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":20136,"score_linear":160826.0,"score_lmetric":40272},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":20136,"score_linear":150574.0,"score_lmetric":275884},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11549,"ongoing_decode_tokens":0,"pending_prefill_tokens":11549,"num_requests":1,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":20136,"score_linear":11549.0,"score_lmetric":31685},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":465,"cache_hit":0,"new_prefill":20136,"score_linear":27639.0,"score_lmetric":20136},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":20136,"score_linear":232709.0,"score_lmetric":278362},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":98125,"ongoing_decode_tokens":98125,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":20136,"score_linear":98125.0,"score_lmetric":60408},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24222,"ongoing_decode_tokens":24222,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":12800,"new_prefill":7336,"score_linear":11422.0,"score_lmetric":7336}],"chosen_score_linear":11422.0,"chosen_score_lmetric":7336,"t_first_token":281695.450233879,"t_first_token_unix":1779712560.4641771,"t_done":281697.4036977,"t_done_unix":1779712562.417641},{"request_id":"1268831:4:1279168:158","session_id":"1268831","input_length":32346,"t_proxy_recv":281695.466944996,"t_decision_unix":1779712560.4808865,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9813887343102702,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":31744,"estimated_new_tokens":602,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":32346,"score_linear":25187.0,"score_lmetric":32346},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":32346,"score_linear":58752.0,"score_lmetric":32346},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":32346,"score_linear":150574.0,"score_lmetric":300304},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11549,"ongoing_decode_tokens":11549,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":32346,"score_linear":11549.0,"score_lmetric":32346},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":465,"cache_hit":0,"new_prefill":32346,"score_linear":27639.0,"score_lmetric":32346},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":32346,"score_linear":232709.0,"score_lmetric":302782},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66280,"ongoing_decode_tokens":66280,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":518,"cache_hit":31744,"new_prefill":602,"score_linear":34536.0,"score_lmetric":1204},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44358,"ongoing_decode_tokens":44358,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":32346,"score_linear":44358.0,"score_lmetric":64692}],"chosen_score_linear":34536.0,"chosen_score_lmetric":1204,"t_first_token":281695.629753187,"t_first_token_unix":1779712560.6436963,"t_done":281697.662765327,"t_done_unix":1779712562.6767087},{"request_id":"1253804:5:1278488:156","session_id":"1253804","input_length":58752,"t_proxy_recv":281691.096863743,"t_decision_unix":1779712556.110805,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9760348583877996,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":57344,"estimated_new_tokens":1408,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34071,"ongoing_decode_tokens":34071,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":58752,"score_linear":34071.0,"score_lmetric":117504},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":57344,"new_prefill":1408,"score_linear":62823.0,"score_lmetric":215502},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":58752,"score_linear":150574.0,"score_lmetric":353116},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":550,"cache_hit":3584,"new_prefill":55168,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":58752,"score_linear":121069.0,"score_lmetric":304364},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":58752,"score_linear":232709.0,"score_lmetric":355594},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106829,"ongoing_decode_tokens":58084,"pending_prefill_tokens":14441,"num_requests":4,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":58752,"score_linear":106829.0,"score_lmetric":292772},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55652,"ongoing_decode_tokens":0,"pending_prefill_tokens":24420,"num_requests":2,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":58752,"score_linear":55652.0,"score_lmetric":166344}],"chosen_score_linear":62823.0,"chosen_score_lmetric":215502,"t_first_token":281691.93699437,"t_first_token_unix":1779712556.9509404,"t_done":281697.703324512,"t_done_unix":1779712562.7172678},{"request_id":"1277909:1:1277909:153","session_id":"1277909","input_length":24222,"t_proxy_recv":281689.220953464,"t_decision_unix":1779712554.2348948,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":24222,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34071,"ongoing_decode_tokens":34071,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":371,"cache_hit":4096,"new_prefill":20126,"score_linear":29975.0,"score_lmetric":40252},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":24222,"score_linear":120167.0,"score_lmetric":261130},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24222,"score_linear":150574.0,"score_lmetric":284056},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49794,"ongoing_decode_tokens":49794,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":530,"cache_hit":0,"new_prefill":24222,"score_linear":49794.0,"score_lmetric":48444},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":24222,"score_linear":121069.0,"score_lmetric":235304},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":24222,"score_linear":114612.0,"score_lmetric":138834},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106829,"ongoing_decode_tokens":58084,"pending_prefill_tokens":14441,"num_requests":4,"active_p_offloads":0,"cached_blocks":462,"cache_hit":7680,"new_prefill":16542,"score_linear":99149.0,"score_lmetric":123932},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":24222,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281692.040863149,"t_first_token_unix":1779712557.0548065,"t_done":281697.859438736,"t_done_unix":1779712562.8733819},{"request_id":"1262354:8:1280463:163","session_id":"1262354","input_length":33928,"t_proxy_recv":281697.726446144,"t_decision_unix":1779712562.7403877,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9959915114359821,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":33792,"estimated_new_tokens":136,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":33928,"score_linear":25187.0,"score_lmetric":33928},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":33928,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33928,"score_linear":150574.0,"score_lmetric":303468},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":112836,"ongoing_decode_tokens":0,"pending_prefill_tokens":95940,"num_requests":2,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":33928,"score_linear":112836.0,"score_lmetric":259736},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":465,"cache_hit":0,"new_prefill":33928,"score_linear":27639.0,"score_lmetric":33928},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":33928,"score_linear":232709.0,"score_lmetric":305946},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66280,"ongoing_decode_tokens":66280,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":33928,"score_linear":66280.0,"score_lmetric":67856},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24222,"ongoing_decode_tokens":24222,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":424,"cache_hit":33792,"new_prefill":136,"score_linear":-9570.0,"score_lmetric":136}],"chosen_score_linear":-9570.0,"chosen_score_lmetric":136,"t_first_token":281697.806223901,"t_first_token_unix":1779712562.820167,"t_done":281698.200013069,"t_done_unix":1779712563.2139564},{"request_id":"1266668:4:1276519:143","session_id":"1266668","input_length":49380,"t_proxy_recv":281684.050678268,"t_decision_unix":1779712549.0646193,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":33792,"affinity_cache_ratio":0.684325637910085,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":33792,"estimated_new_tokens":15588,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":4096,"new_prefill":45284,"score_linear":21091.0,"score_lmetric":45284},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":49380,"score_linear":120167.0,"score_lmetric":311446},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":49380,"score_linear":150574.0,"score_lmetric":334372},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":17280,"ongoing_decode_tokens":0,"pending_prefill_tokens":17280,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":49380,"score_linear":17280.0,"score_lmetric":66660},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":49380,"score_linear":121069.0,"score_lmetric":285620},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":49380,"score_linear":114612.0,"score_lmetric":163992},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8704,"ongoing_decode_tokens":0,"pending_prefill_tokens":8704,"num_requests":1,"active_p_offloads":0,"cached_blocks":462,"cache_hit":33792,"new_prefill":15588,"score_linear":-25088.0,"score_lmetric":24292},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":370,"cache_hit":0,"new_prefill":49380,"score_linear":15783.0,"score_lmetric":65163}],"chosen_score_linear":-25088.0,"chosen_score_lmetric":24292,"t_first_token":281688.922155356,"t_first_token_unix":1779712553.9360988,"t_done":281698.702396855,"t_done_unix":1779712563.7163403},{"request_id":"1269373:3:1277365:148","session_id":"1269373","input_length":16900,"t_proxy_recv":281687.083805902,"t_decision_unix":1779712552.0977476,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14848,"affinity_cache_ratio":0.8785798816568048,"affinity_num_requests":3,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":14848,"estimated_new_tokens":2052,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":4096,"new_prefill":12804,"score_linear":21091.0,"score_lmetric":12804},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":16900,"score_linear":120167.0,"score_lmetric":246486},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":16900,"score_linear":150574.0,"score_lmetric":269412},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":530,"cache_hit":0,"new_prefill":16900,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":16900,"score_linear":121069.0,"score_lmetric":220660},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":16900,"score_linear":114612.0,"score_lmetric":131512},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89929,"ongoing_decode_tokens":8704,"pending_prefill_tokens":27977,"num_requests":3,"active_p_offloads":0,"cached_blocks":462,"cache_hit":14848,"new_prefill":2052,"score_linear":75081.0,"score_lmetric":90087},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33524,"ongoing_decode_tokens":33524,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":400,"cache_hit":0,"new_prefill":16900,"score_linear":33524.0,"score_lmetric":16900}],"chosen_score_linear":75081.0,"chosen_score_lmetric":90087,"t_first_token":281691.525805971,"t_first_token_unix":1779712556.5397491,"t_done":281699.155363496,"t_done_unix":1779712564.169307},{"request_id":"1268861:2:1280530:164","session_id":"1268861","input_length":12765,"t_proxy_recv":281697.942342976,"t_decision_unix":1779712562.956284,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":12288,"affinity_cache_ratio":0.9626321974148061,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":12288,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":12765,"score_linear":25187.0,"score_lmetric":12765},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":12765,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12765,"score_linear":150574.0,"score_lmetric":261142},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":112836,"ongoing_decode_tokens":0,"pending_prefill_tokens":95940,"num_requests":2,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":12765,"score_linear":112836.0,"score_lmetric":217410},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":465,"cache_hit":12288,"new_prefill":477,"score_linear":15351.0,"score_lmetric":477},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":12765,"score_linear":232709.0,"score_lmetric":263620},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66280,"ongoing_decode_tokens":66280,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":12765,"score_linear":66280.0,"score_lmetric":25530},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33928,"ongoing_decode_tokens":33928,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":472,"cache_hit":0,"new_prefill":12765,"score_linear":33928.0,"score_lmetric":12765}],"chosen_score_linear":15351.0,"chosen_score_lmetric":477,"t_first_token":281698.002777775,"t_first_token_unix":1779712563.016721,"t_done":281701.267037371,"t_done_unix":1779712566.2809806},{"request_id":"1281887:1:1281887:171","session_id":"1281887","input_length":9370,"t_proxy_recv":281702.583238471,"t_decision_unix":1779712567.59718,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":9370,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":9370,"score_linear":25187.0,"score_lmetric":9370},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":9370,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9370,"score_linear":150574.0,"score_lmetric":254352},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":9370,"score_linear":126737.0,"score_lmetric":323841},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":466,"cache_hit":0,"new_prefill":9370,"score_linear":27639.0,"score_lmetric":9370},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":9370,"score_linear":232709.0,"score_lmetric":256830},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":88294,"ongoing_decode_tokens":30262,"pending_prefill_tokens":8368,"num_requests":2,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":9370,"score_linear":88294.0,"score_lmetric":35476},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60454,"ongoing_decode_tokens":60454,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":472,"cache_hit":0,"new_prefill":9370,"score_linear":60454.0,"score_lmetric":18740}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281703.298213513,"t_first_token_unix":1779712568.3121572,"t_done":281703.474556383,"t_done_unix":1779712568.4884996},{"request_id":"1282082:1:1282082:173","session_id":"1282082","input_length":4972,"t_proxy_recv":281703.333216926,"t_decision_unix":1779712568.3471582,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":4972,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4972,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":4972,"score_linear":25187.0,"score_lmetric":4972},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9370,"ongoing_decode_tokens":9370,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":4972,"score_linear":9370.0,"score_lmetric":4972},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":4972,"score_linear":150574.0,"score_lmetric":245556},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":4972,"score_linear":126737.0,"score_lmetric":310647},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":466,"cache_hit":0,"new_prefill":4972,"score_linear":27639.0,"score_lmetric":4972},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":4972,"score_linear":232709.0,"score_lmetric":248034},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":88294,"ongoing_decode_tokens":30262,"pending_prefill_tokens":8368,"num_requests":2,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":4972,"score_linear":88294.0,"score_lmetric":26680},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":102477,"ongoing_decode_tokens":60454,"pending_prefill_tokens":10791,"num_requests":3,"active_p_offloads":0,"cached_blocks":472,"cache_hit":0,"new_prefill":4972,"score_linear":102477.0,"score_lmetric":47289}],"chosen_score_linear":27639.0,"chosen_score_lmetric":4972,"t_first_token":281703.655746276,"t_first_token_unix":1779712568.66969,"t_done":281703.912372551,"t_done_unix":1779712568.926316},{"request_id":"1267915:1:1267915:96","session_id":"1267915","input_length":126924,"t_proxy_recv":281653.937400433,"t_decision_unix":1779712518.9513414,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":18944,"estimated_new_tokens":107980,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":126924,"score_linear":135235.0,"score_lmetric":480286},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":273,"cache_hit":0,"new_prefill":126924,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":18944,"new_prefill":107980,"score_linear":-18944.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":126924,"score_linear":15283.0,"score_lmetric":126924},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":126924,"score_linear":27639.0,"score_lmetric":126924},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":126924,"score_linear":125063.0,"score_lmetric":488614},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":126924,"score_linear":17466.0,"score_lmetric":126924},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28671,"ongoing_decode_tokens":0,"pending_prefill_tokens":6143,"num_requests":1,"active_p_offloads":0,"cached_blocks":194,"cache_hit":0,"new_prefill":126924,"score_linear":28671.0,"score_lmetric":133067}],"chosen_score_linear":-18944.0,"chosen_score_lmetric":0,"t_first_token":281704.182207819,"t_first_token_unix":1779712569.1961513,"t_done":281705.489057732,"t_done_unix":1779712570.503001},{"request_id":"1265128:2:1271655:122","session_id":"1265128","input_length":23650,"t_proxy_recv":281666.777622535,"t_decision_unix":1779712531.791564,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":13824,"affinity_cache_ratio":0.5845243128964059,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"cache_hit":13824,"estimated_new_tokens":9826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":23650,"score_linear":135235.0,"score_lmetric":273738},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":23650,"score_linear":102074.0,"score_lmetric":122140},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":13824,"new_prefill":9826,"score_linear":113100.0,"score_lmetric":117806},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37753,"ongoing_decode_tokens":16034,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":23650,"score_linear":37753.0,"score_lmetric":136107},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":23650,"score_linear":121069.0,"score_lmetric":234160},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130878,"ongoing_decode_tokens":113172,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":23650,"score_linear":130878.0,"score_lmetric":82712},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":120040,"ongoing_decode_tokens":120040,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":23650,"score_linear":120040.0,"score_lmetric":94600},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60701,"ongoing_decode_tokens":60701,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":254,"cache_hit":0,"new_prefill":23650,"score_linear":60701.0,"score_lmetric":47300}],"chosen_score_linear":113100.0,"chosen_score_lmetric":117806,"t_first_token":281704.674786421,"t_first_token_unix":1779712569.6887295,"t_done":281705.849249629,"t_done_unix":1779712570.8631926},{"request_id":"1260327:5:1281915:172","session_id":"1260327","input_length":42023,"t_proxy_recv":281702.702519431,"t_decision_unix":1779712567.7164607,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31232,"affinity_cache_ratio":0.7432120505437498,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":31232,"estimated_new_tokens":10791,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":42023,"score_linear":25187.0,"score_lmetric":42023},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9370,"ongoing_decode_tokens":0,"pending_prefill_tokens":9370,"num_requests":1,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":42023,"score_linear":9370.0,"score_lmetric":51393},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":42023,"score_linear":150574.0,"score_lmetric":319658},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":42023,"score_linear":126737.0,"score_lmetric":421800},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":466,"cache_hit":0,"new_prefill":42023,"score_linear":27639.0,"score_lmetric":42023},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":42023,"score_linear":232709.0,"score_lmetric":322136},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":88294,"ongoing_decode_tokens":30262,"pending_prefill_tokens":8368,"num_requests":2,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":42023,"score_linear":88294.0,"score_lmetric":100782},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60454,"ongoing_decode_tokens":60454,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":472,"cache_hit":31232,"new_prefill":10791,"score_linear":29222.0,"score_lmetric":21582}],"chosen_score_linear":29222.0,"chosen_score_lmetric":21582,"t_first_token":281705.460055088,"t_first_token_unix":1779712570.4739985,"t_done":281706.531427425,"t_done_unix":1779712571.5453703},{"request_id":"1262354:9:1281632:169","session_id":"1262354","input_length":34028,"t_proxy_recv":281701.72095194,"t_decision_unix":1779712566.7348928,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9930645350887505,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":33792,"estimated_new_tokens":236,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":34028,"score_linear":25187.0,"score_lmetric":34028},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":34028,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":34028,"score_linear":150574.0,"score_lmetric":303668},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":112836,"ongoing_decode_tokens":0,"pending_prefill_tokens":95940,"num_requests":2,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":34028,"score_linear":112836.0,"score_lmetric":259936},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":466,"cache_hit":0,"new_prefill":34028,"score_linear":27639.0,"score_lmetric":34028},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":34028,"score_linear":232709.0,"score_lmetric":306146},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":88294,"ongoing_decode_tokens":30262,"pending_prefill_tokens":8368,"num_requests":2,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":34028,"score_linear":88294.0,"score_lmetric":84792},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26426,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":472,"cache_hit":33792,"new_prefill":236,"score_linear":-7366.0,"score_lmetric":236}],"chosen_score_linear":-7366.0,"chosen_score_lmetric":236,"t_first_token":281701.790033824,"t_first_token_unix":1779712566.803977,"t_done":281706.701152378,"t_done_unix":1779712571.7150955},{"request_id":"1269373:4:1280765:165","session_id":"1269373","input_length":30262,"t_proxy_recv":281699.166960349,"t_decision_unix":1779712564.180902,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":17408,"affinity_cache_ratio":0.5752428788579736,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":17408,"estimated_new_tokens":12854,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":4096,"new_prefill":26166,"score_linear":21091.0,"score_lmetric":26166},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":30262,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":30262,"score_linear":150574.0,"score_lmetric":296136},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":112836,"ongoing_decode_tokens":0,"pending_prefill_tokens":95940,"num_requests":2,"active_p_offloads":0,"cached_blocks":572,"cache_hit":7680,"new_prefill":22582,"score_linear":105156.0,"score_lmetric":237044},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":40404,"ongoing_decode_tokens":40404,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":465,"cache_hit":0,"new_prefill":30262,"score_linear":40404.0,"score_lmetric":60524},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":30262,"score_linear":232709.0,"score_lmetric":298614},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":17408,"new_prefill":12854,"score_linear":-17408.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":472,"cache_hit":7680,"new_prefill":22582,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-17408.0,"chosen_score_lmetric":0,"t_first_token":281701.593712468,"t_first_token_unix":1779712566.607656,"t_done":281707.199185175,"t_done_unix":1779712572.213129},{"request_id":"1277533:2:1282872:175","session_id":"1277533","input_length":16299,"t_proxy_recv":281706.002747911,"t_decision_unix":1779712571.016689,"policy":"unified","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":2,"affinity_cache_hit":4608,"affinity_cache_ratio":0.2827167310877968,"affinity_num_requests":3,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":16299,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":16299,"score_linear":25187.0,"score_lmetric":16299},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":16299,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":16299,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":16299,"score_linear":126737.0,"score_lmetric":344628},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":16299,"score_linear":27639.0,"score_lmetric":16299},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":16299,"score_linear":232709.0,"score_lmetric":270688},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":88294,"ongoing_decode_tokens":88294,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":16299,"score_linear":88294.0,"score_lmetric":32598},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":102477,"ongoing_decode_tokens":102477,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":472,"cache_hit":4608,"new_prefill":11691,"score_linear":97869.0,"score_lmetric":35073}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281707.496032542,"t_first_token_unix":1779712572.509976,"t_done":281707.513326404,"t_done_unix":1779712572.5272694},{"request_id":"1266668:5:1281133:168","session_id":"1266668","input_length":58032,"t_proxy_recv":281700.267302813,"t_decision_unix":1779712565.2812436,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49664,"affinity_cache_ratio":0.8558036945133719,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":8368,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":4096,"new_prefill":53936,"score_linear":21091.0,"score_lmetric":53936},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":58032,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":58032,"score_linear":150574.0,"score_lmetric":351676},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":112836,"ongoing_decode_tokens":0,"pending_prefill_tokens":95940,"num_requests":2,"active_p_offloads":0,"cached_blocks":572,"cache_hit":7680,"new_prefill":50352,"score_linear":105156.0,"score_lmetric":292584},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":40404,"ongoing_decode_tokens":40404,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":465,"cache_hit":0,"new_prefill":58032,"score_linear":40404.0,"score_lmetric":116064},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":58032,"score_linear":232709.0,"score_lmetric":354154},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30262,"ongoing_decode_tokens":0,"pending_prefill_tokens":12854,"num_requests":1,"active_p_offloads":0,"cached_blocks":555,"cache_hit":49664,"new_prefill":8368,"score_linear":-19402.0,"score_lmetric":21222},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26426,"ongoing_decode_tokens":0,"pending_prefill_tokens":6458,"num_requests":1,"active_p_offloads":0,"cached_blocks":472,"cache_hit":7680,"new_prefill":50352,"score_linear":18746.0,"score_lmetric":56810}],"chosen_score_linear":-19402.0,"chosen_score_lmetric":21222,"t_first_token":281704.373394798,"t_first_token_unix":1779712569.3873382,"t_done":281708.463569908,"t_done_unix":1779712573.4775136},{"request_id":"1242838:4:1265709:87","session_id":"1242838","input_length":25187,"t_proxy_recv":281646.408518373,"t_decision_unix":1779712511.4224594,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":22016,"affinity_cache_ratio":0.8741017191408266,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":22016,"estimated_new_tokens":3171,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":22016,"new_prefill":3171,"score_linear":88032.0,"score_lmetric":113219},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":25187,"score_linear":55989.0,"score_lmetric":25187},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":25187,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":25187,"score_linear":71575.0,"score_lmetric":162958},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":25187,"score_linear":27639.0,"score_lmetric":25187},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":25187,"score_linear":125063.0,"score_lmetric":285140},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":25187,"score_linear":50783.0,"score_lmetric":75970},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":25187,"score_linear":45884.0,"score_lmetric":98110}],"chosen_score_linear":88032.0,"chosen_score_lmetric":113219,"t_first_token":281682.548315225,"t_first_token_unix":1779712547.5622582,"t_done":281708.825889704,"t_done_unix":1779712573.839833},{"request_id":"1283642:1:1283642:178","session_id":"1283642","input_length":8510,"t_proxy_recv":281708.438113726,"t_decision_unix":1779712573.4520547,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":8510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":8510,"score_linear":25187.0,"score_lmetric":8510},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":8510,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":8510,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":8510,"score_linear":126737.0,"score_lmetric":321261},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":8510,"score_linear":27639.0,"score_lmetric":8510},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":8510,"score_linear":232709.0,"score_lmetric":255110},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":88626,"ongoing_decode_tokens":88626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":580,"cache_hit":0,"new_prefill":8510,"score_linear":88626.0,"score_lmetric":17020},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26426,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":493,"cache_hit":0,"new_prefill":8510,"score_linear":26426.0,"score_lmetric":8510}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281709.06818726,"t_first_token_unix":1779712574.0821307,"t_done":281709.382162275,"t_done_unix":1779712574.3961055},{"request_id":"1279412:2:1281113:167","session_id":"1279412","input_length":26426,"t_proxy_recv":281700.210373979,"t_decision_unix":1779712565.2243152,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":19968,"affinity_cache_ratio":0.7556194656777416,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":19968,"estimated_new_tokens":6458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":26426,"score_linear":25187.0,"score_lmetric":26426},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":26426,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":26426,"score_linear":150574.0,"score_lmetric":288464},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":112836,"ongoing_decode_tokens":0,"pending_prefill_tokens":95940,"num_requests":2,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":26426,"score_linear":112836.0,"score_lmetric":244732},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":40404,"ongoing_decode_tokens":40404,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":465,"cache_hit":0,"new_prefill":26426,"score_linear":40404.0,"score_lmetric":52852},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":26426,"score_linear":232709.0,"score_lmetric":290942},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30262,"ongoing_decode_tokens":0,"pending_prefill_tokens":12854,"num_requests":1,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":26426,"score_linear":30262.0,"score_lmetric":39280},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":472,"cache_hit":19968,"new_prefill":6458,"score_linear":-19968.0,"score_lmetric":0}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":281701.335726062,"t_first_token_unix":1779712566.349672,"t_done":281710.262890017,"t_done_unix":1779712575.2768333},{"request_id":"1262354:10:1283773:180","session_id":"1262354","input_length":34282,"t_proxy_recv":281708.872512704,"t_decision_unix":1779712573.886454,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9857067849016977,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":33792,"estimated_new_tokens":490,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":399,"cache_hit":0,"new_prefill":34282,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":8510,"ongoing_decode_tokens":0,"pending_prefill_tokens":8510,"num_requests":1,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":34282,"score_linear":8510.0,"score_lmetric":42792},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":34282,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":34282,"score_linear":126737.0,"score_lmetric":398577},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":34282,"score_linear":27639.0,"score_lmetric":34282},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":34282,"score_linear":232709.0,"score_lmetric":306654},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30594,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":34282,"score_linear":30594.0,"score_lmetric":34282},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":57391,"ongoing_decode_tokens":26426,"pending_prefill_tokens":6389,"num_requests":2,"active_p_offloads":0,"cached_blocks":493,"cache_hit":33792,"new_prefill":490,"score_linear":23599.0,"score_lmetric":13758}],"chosen_score_linear":23599.0,"chosen_score_lmetric":13758,"t_first_token":281709.857870319,"t_first_token_unix":1779712574.871815,"t_done":281710.511968388,"t_done_unix":1779712575.5259118},{"request_id":"1279412:3:1285475:187","session_id":"1279412","input_length":27077,"t_proxy_recv":281714.90830315,"t_decision_unix":1779712579.9222438,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9832699338922333,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":26624,"estimated_new_tokens":453,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":399,"cache_hit":0,"new_prefill":27077,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":535,"cache_hit":0,"new_prefill":27077,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":27077,"score_linear":49619.0,"score_lmetric":76696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":27077,"score_linear":126737.0,"score_lmetric":376962},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":27077,"score_linear":27639.0,"score_lmetric":27077},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":27077,"score_linear":232709.0,"score_lmetric":292244},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":30594,"pending_prefill_tokens":31695,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":27077,"score_linear":152913.0,"score_lmetric":176316},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65318,"ongoing_decode_tokens":65318,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":507,"cache_hit":26624,"new_prefill":453,"score_linear":38694.0,"score_lmetric":906}],"chosen_score_linear":38694.0,"chosen_score_lmetric":906,"t_first_token":281714.987726538,"t_first_token_unix":1779712580.00167,"t_done":281715.118952769,"t_done_unix":1779712580.1328957},{"request_id":"1277909:2:1283679:179","session_id":"1277909","input_length":30965,"t_proxy_recv":281708.545370367,"t_decision_unix":1779712573.5593119,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24576,"affinity_cache_ratio":0.7936702728887454,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":24576,"estimated_new_tokens":6389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":4096,"new_prefill":26869,"score_linear":21091.0,"score_lmetric":26869},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":8510,"ongoing_decode_tokens":0,"pending_prefill_tokens":8510,"num_requests":1,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":30965,"score_linear":8510.0,"score_lmetric":39475},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":30965,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":7680,"new_prefill":23285,"score_linear":119057.0,"score_lmetric":365586},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":30965,"score_linear":27639.0,"score_lmetric":30965},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":30965,"score_linear":232709.0,"score_lmetric":300020},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30594,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":7680,"new_prefill":23285,"score_linear":22914.0,"score_lmetric":23285},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26426,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":493,"cache_hit":24576,"new_prefill":6389,"score_linear":1850.0,"score_lmetric":6389}],"chosen_score_linear":1850.0,"chosen_score_lmetric":6389,"t_first_token":281709.821375911,"t_first_token_unix":1779712574.8353193,"t_done":281715.147691425,"t_done_unix":1779712580.1616344},{"request_id":"1285800:1:1285800:191","session_id":"1285800","input_length":4510,"t_proxy_recv":281716.016695845,"t_decision_unix":1779712581.0306368,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":4510,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":11,"ongoing_decode_tokens":11,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":399,"cache_hit":0,"new_prefill":4510,"score_linear":11.0,"score_lmetric":4510},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":14192,"ongoing_decode_tokens":0,"pending_prefill_tokens":6000,"num_requests":1,"active_p_offloads":0,"cached_blocks":535,"cache_hit":0,"new_prefill":4510,"score_linear":14192.0,"score_lmetric":10510},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":4510,"score_linear":49619.0,"score_lmetric":54129},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":4510,"score_linear":126737.0,"score_lmetric":309261},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":4510,"score_linear":27639.0,"score_lmetric":4510},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":4510,"score_linear":232709.0,"score_lmetric":247110},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":30594,"pending_prefill_tokens":31695,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":4510,"score_linear":152913.0,"score_lmetric":108615},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34353,"ongoing_decode_tokens":34353,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":4510,"score_linear":34353.0,"score_lmetric":4510}],"chosen_score_linear":27639.0,"chosen_score_lmetric":4510,"t_first_token":281716.31435445,"t_first_token_unix":1779712581.3282976,"t_done":281716.736901814,"t_done_unix":1779712581.750845},{"request_id":"1283642:2:1285731:190","session_id":"1283642","input_length":14192,"t_proxy_recv":281715.759752403,"t_decision_unix":1779712580.773694,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":8192,"affinity_cache_ratio":0.5772266065388951,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":8192,"estimated_new_tokens":6000,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":11,"ongoing_decode_tokens":11,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":399,"cache_hit":0,"new_prefill":14192,"score_linear":11.0,"score_lmetric":14192},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":535,"cache_hit":8192,"new_prefill":6000,"score_linear":-8192.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":14192,"score_linear":49619.0,"score_lmetric":63811},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":14192,"score_linear":126737.0,"score_lmetric":338307},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":14192,"score_linear":27639.0,"score_lmetric":14192},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":14192,"score_linear":232709.0,"score_lmetric":266474},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":30594,"pending_prefill_tokens":31695,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":14192,"score_linear":152913.0,"score_lmetric":137661},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34353,"ongoing_decode_tokens":34353,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":14192,"score_linear":34353.0,"score_lmetric":14192}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":281716.415951516,"t_first_token_unix":1779712581.429895,"t_done":281716.804469975,"t_done_unix":1779712581.818413},{"request_id":"1285558:1:1285558:188","session_id":"1285558","input_length":11,"t_proxy_recv":281715.107047307,"t_decision_unix":1779712580.1209881,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":11,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":399,"cache_hit":0,"new_prefill":11,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":535,"cache_hit":0,"new_prefill":11,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":11,"score_linear":49619.0,"score_lmetric":49630},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":11,"score_linear":126737.0,"score_lmetric":295764},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":11,"score_linear":27639.0,"score_lmetric":11},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":11,"score_linear":232709.0,"score_lmetric":238112},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":30594,"pending_prefill_tokens":31695,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":11,"score_linear":152913.0,"score_lmetric":95118},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":92395,"ongoing_decode_tokens":92395,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":507,"cache_hit":0,"new_prefill":11,"score_linear":92395.0,"score_lmetric":33}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281715.125891111,"t_first_token_unix":1779712580.1398344,"t_done":281716.840034091,"t_done_unix":1779712581.8539774},{"request_id":"1239034:4:1263738:78","session_id":"1239034","input_length":27639,"t_proxy_recv":281645.361104163,"t_decision_unix":1779712510.3750458,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":22528,"affinity_cache_ratio":0.8150801403813452,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":22528,"estimated_new_tokens":5111,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":27639,"score_linear":110048.0,"score_lmetric":137687},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":27639,"score_linear":55989.0,"score_lmetric":27639},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14329,"ongoing_decode_tokens":301,"pending_prefill_tokens":14028,"num_requests":2,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":27639,"score_linear":14329.0,"score_lmetric":83334},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":27639,"score_linear":71575.0,"score_lmetric":167862},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":258,"cache_hit":22528,"new_prefill":5111,"score_linear":-22528.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":27639,"score_linear":125063.0,"score_lmetric":290044},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":27639,"score_linear":50783.0,"score_lmetric":78422},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":27639,"score_linear":45884.0,"score_lmetric":103014}],"chosen_score_linear":-22528.0,"chosen_score_lmetric":0,"t_first_token":281646.365802791,"t_first_token_unix":1779712511.3797472,"t_done":281717.71070714,"t_done_unix":1779712582.7246504},{"request_id":"1286551:1:1286551:194","session_id":"1286551","input_length":1700,"t_proxy_recv":281718.977323692,"t_decision_unix":1779712583.991265,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":399,"cache_hit":0,"new_prefill":1700,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":1700,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":1700,"score_linear":49619.0,"score_lmetric":51319},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":1700,"score_linear":126737.0,"score_lmetric":300831},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":1700,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":1700,"score_linear":232709.0,"score_lmetric":241490},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":30594,"pending_prefill_tokens":31695,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":1700,"score_linear":152913.0,"score_lmetric":100185},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66251,"ongoing_decode_tokens":34353,"pending_prefill_tokens":5274,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":1700,"score_linear":66251.0,"score_lmetric":13948}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281719.139842306,"t_first_token_unix":1779712584.153786,"t_done":281719.334812804,"t_done_unix":1779712584.3487556},{"request_id":"1262354:11:1284987:186","session_id":"1262354","input_length":34353,"t_proxy_recv":281713.356485777,"t_decision_unix":1779712578.3704271,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9985736325793962,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":34304,"estimated_new_tokens":49,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":399,"cache_hit":0,"new_prefill":34353,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":535,"cache_hit":0,"new_prefill":34353,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":34353,"score_linear":49619.0,"score_lmetric":83972},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":34353,"score_linear":126737.0,"score_lmetric":398790},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":34353,"score_linear":27639.0,"score_lmetric":34353},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":34353,"score_linear":232709.0,"score_lmetric":306796},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":30594,"pending_prefill_tokens":31695,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":34353,"score_linear":152913.0,"score_lmetric":198144},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":30965,"ongoing_decode_tokens":30965,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":507,"cache_hit":34304,"new_prefill":49,"score_linear":-3339.0,"score_lmetric":49}],"chosen_score_linear":-3339.0,"chosen_score_lmetric":49,"t_first_token":281713.43817399,"t_first_token_unix":1779712578.4521172,"t_done":281719.670809115,"t_done_unix":1779712584.6847522},{"request_id":"1279412:4:1286447:193","session_id":"1279412","input_length":31898,"t_proxy_recv":281718.579158889,"t_decision_unix":1779712583.5931,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8346604802808953,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":26624,"estimated_new_tokens":5274,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":399,"cache_hit":0,"new_prefill":31898,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":31898,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":31898,"score_linear":49619.0,"score_lmetric":81517},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":31898,"score_linear":126737.0,"score_lmetric":391425},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":31898,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":31898,"score_linear":232709.0,"score_lmetric":301886},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":30594,"pending_prefill_tokens":31695,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":31898,"score_linear":152913.0,"score_lmetric":190779},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34353,"ongoing_decode_tokens":34353,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":26624,"new_prefill":5274,"score_linear":7729.0,"score_lmetric":5274}],"chosen_score_linear":7729.0,"chosen_score_lmetric":5274,"t_first_token":281719.650716509,"t_first_token_unix":1779712584.6646597,"t_done":281721.281798714,"t_done_unix":1779712586.2957423},{"request_id":"1286804:1:1286804:195","session_id":"1286804","input_length":13962,"t_proxy_recv":281719.710543071,"t_decision_unix":1779712584.7244844,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":13962,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":399,"cache_hit":0,"new_prefill":13962,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":13962,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":13962,"score_linear":49619.0,"score_lmetric":13962},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":13962,"score_linear":126737.0,"score_lmetric":337617},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":497,"cache_hit":0,"new_prefill":13962,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":13962,"score_linear":232709.0,"score_lmetric":266014},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":30594,"pending_prefill_tokens":31695,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":13962,"score_linear":152913.0,"score_lmetric":136971},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":31898,"ongoing_decode_tokens":31898,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":521,"cache_hit":0,"new_prefill":13962,"score_linear":31898.0,"score_lmetric":13962}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281720.911790139,"t_first_token_unix":1779712585.9257336,"t_done":281721.616967196,"t_done_unix":1779712586.6309102},{"request_id":"1276136:2:1280145:162","session_id":"1276136","input_length":24519,"t_proxy_recv":281696.717988568,"t_decision_unix":1779712561.7319298,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":16896,"affinity_cache_ratio":0.6890982503364738,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":16896,"estimated_new_tokens":7623,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":24519,"score_linear":25187.0,"score_lmetric":24519},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":24519,"score_linear":58752.0,"score_lmetric":24519},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24519,"score_linear":150574.0,"score_lmetric":284650},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":88317,"ongoing_decode_tokens":0,"pending_prefill_tokens":88317,"num_requests":1,"active_p_offloads":0,"cached_blocks":572,"cache_hit":16896,"new_prefill":7623,"score_linear":71421.0,"score_lmetric":95940},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":465,"cache_hit":0,"new_prefill":24519,"score_linear":27639.0,"score_lmetric":24519},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":24519,"score_linear":232709.0,"score_lmetric":287128},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":98626,"ongoing_decode_tokens":98626,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":518,"cache_hit":0,"new_prefill":24519,"score_linear":98626.0,"score_lmetric":73557},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44358,"ongoing_decode_tokens":44358,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":24519,"score_linear":44358.0,"score_lmetric":49038}],"chosen_score_linear":71421.0,"chosen_score_lmetric":95940,"t_first_token":281723.583830602,"t_first_token_unix":1779712588.5977738,"t_done":281723.994907547,"t_done_unix":1779712589.008851},{"request_id":"1287588:1:1287588:198","session_id":"1287588","input_length":9925,"t_proxy_recv":281722.260261383,"t_decision_unix":1779712587.2742023,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":9925,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":426,"cache_hit":0,"new_prefill":9925,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":9925,"score_linear":77805.0,"score_lmetric":87730},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":9925,"score_linear":49619.0,"score_lmetric":9925},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":9925,"score_linear":126737.0,"score_lmetric":325506},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":497,"cache_hit":0,"new_prefill":9925,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":114612,"pending_prefill_tokens":4433,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":9925,"score_linear":232709.0,"score_lmetric":28716},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":152913,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":9925,"score_linear":152913.0,"score_lmetric":29775},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":531,"cache_hit":0,"new_prefill":9925,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281723.024165058,"t_first_token_unix":1779712588.0381083,"t_done":281724.346346625,"t_done_unix":1779712589.36029},{"request_id":"1268831:5:1284640:184","session_id":"1268831","input_length":42264,"t_proxy_recv":281711.954234172,"t_decision_unix":1779712576.9681756,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":32256,"affinity_cache_ratio":0.7632027257240205,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":32256,"estimated_new_tokens":10008,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":399,"cache_hit":0,"new_prefill":42264,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":535,"cache_hit":0,"new_prefill":42264,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":42264,"score_linear":49619.0,"score_lmetric":91883},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":42264,"score_linear":126737.0,"score_lmetric":422523},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":42264,"score_linear":27639.0,"score_lmetric":42264},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":42264,"score_linear":232709.0,"score_lmetric":322618},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":110649,"ongoing_decode_tokens":30594,"pending_prefill_tokens":21687,"num_requests":2,"active_p_offloads":0,"cached_blocks":597,"cache_hit":32256,"new_prefill":10008,"score_linear":78393.0,"score_lmetric":63390},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":30965,"ongoing_decode_tokens":30965,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":507,"cache_hit":0,"new_prefill":42264,"score_linear":30965.0,"score_lmetric":42264}],"chosen_score_linear":78393.0,"chosen_score_lmetric":63390,"t_first_token":281721.770160781,"t_first_token_unix":1779712586.7841074,"t_done":281724.568752189,"t_done_unix":1779712589.5826957},{"request_id":"1288143:1:1288143:200","session_id":"1288143","input_length":448,"t_proxy_recv":281724.224714339,"t_decision_unix":1779712589.2386558,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":448,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":426,"cache_hit":0,"new_prefill":448,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":448,"score_linear":77805.0,"score_lmetric":78253},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":448,"score_linear":49619.0,"score_lmetric":448},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":128141,"ongoing_decode_tokens":102218,"pending_prefill_tokens":1859,"num_requests":3,"active_p_offloads":0,"cached_blocks":586,"cache_hit":0,"new_prefill":448,"score_linear":128141.0,"score_lmetric":6921},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":497,"cache_hit":0,"new_prefill":448,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":114612,"pending_prefill_tokens":4433,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":448,"score_linear":232709.0,"score_lmetric":9762},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":152913,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":448,"score_linear":152913.0,"score_lmetric":1344},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":9925,"ongoing_decode_tokens":9925,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":531,"cache_hit":0,"new_prefill":448,"score_linear":9925.0,"score_lmetric":448}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281724.270051026,"t_first_token_unix":1779712589.2839942,"t_done":281724.792291592,"t_done_unix":1779712589.8062346},{"request_id":"1269373:5:1282812:174","session_id":"1269373","input_length":30594,"t_proxy_recv":281707.2063286,"t_decision_unix":1779712572.2202704,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":30208,"affinity_cache_ratio":0.9873831470222919,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":30208,"estimated_new_tokens":386,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":4096,"new_prefill":26498,"score_linear":21091.0,"score_lmetric":26498},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":30594,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16299,"ongoing_decode_tokens":0,"pending_prefill_tokens":16299,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":30594,"score_linear":16299.0,"score_lmetric":46893},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":7680,"new_prefill":22914,"score_linear":119057.0,"score_lmetric":364473},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":30594,"score_linear":27639.0,"score_lmetric":30594},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":30594,"score_linear":232709.0,"score_lmetric":299278},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":58032,"ongoing_decode_tokens":58032,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":580,"cache_hit":30208,"new_prefill":386,"score_linear":27824.0,"score_lmetric":386},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26426,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":493,"cache_hit":7680,"new_prefill":22914,"score_linear":18746.0,"score_lmetric":22914}],"chosen_score_linear":27824.0,"chosen_score_lmetric":386,"t_first_token":281707.30229292,"t_first_token_unix":1779712572.316236,"t_done":281724.834422579,"t_done_unix":1779712589.8483658},{"request_id":"1279994:1:1279994:161","session_id":"1279994","input_length":88317,"t_proxy_recv":281696.295378881,"t_decision_unix":1779712561.30932,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":88317,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":88317,"score_linear":25187.0,"score_lmetric":88317},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":88317,"score_linear":58752.0,"score_lmetric":88317},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":88317,"score_linear":150574.0,"score_lmetric":412246},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":88317,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":465,"cache_hit":0,"new_prefill":88317,"score_linear":27639.0,"score_lmetric":88317},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":88317,"score_linear":232709.0,"score_lmetric":414724},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":98626,"ongoing_decode_tokens":98626,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":518,"cache_hit":0,"new_prefill":88317,"score_linear":98626.0,"score_lmetric":264951},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44358,"ongoing_decode_tokens":44358,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":88317,"score_linear":44358.0,"score_lmetric":176634}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281722.490610513,"t_first_token_unix":1779712587.5045555,"t_done":281725.024557874,"t_done_unix":1779712590.038502},{"request_id":"1276136:3:1280987:166","session_id":"1276136","input_length":25923,"t_proxy_recv":281724.001624138,"t_decision_unix":1779712589.0155656,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9282876210315164,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":24064,"estimated_new_tokens":1859,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":426,"cache_hit":0,"new_prefill":25923,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":25923,"score_linear":77805.0,"score_lmetric":103728},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":25923,"score_linear":49619.0,"score_lmetric":25923},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102218,"ongoing_decode_tokens":102218,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":586,"cache_hit":24064,"new_prefill":1859,"score_linear":78154.0,"score_lmetric":3718},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":497,"cache_hit":0,"new_prefill":25923,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":114612,"pending_prefill_tokens":4433,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":25923,"score_linear":232709.0,"score_lmetric":60712},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":152913,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":25923,"score_linear":152913.0,"score_lmetric":77769},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":9925,"ongoing_decode_tokens":9925,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":531,"cache_hit":0,"new_prefill":25923,"score_linear":9925.0,"score_lmetric":25923}],"chosen_score_linear":78154.0,"chosen_score_lmetric":3718,"t_first_token":281724.343330788,"t_first_token_unix":1779712589.357274,"t_done":281725.716490197,"t_done_unix":1779712590.7304506},{"request_id":"1284132:1:1284132:182","session_id":"1284132","input_length":49619,"t_proxy_recv":281710.231308571,"t_decision_unix":1779712575.2452497,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":49619,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":399,"cache_hit":0,"new_prefill":49619,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":535,"cache_hit":0,"new_prefill":49619,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":49619,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":49619,"score_linear":126737.0,"score_lmetric":444588},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":49619,"score_linear":27639.0,"score_lmetric":49619},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":49619,"score_linear":232709.0,"score_lmetric":337328},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":110649,"ongoing_decode_tokens":30594,"pending_prefill_tokens":21687,"num_requests":2,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":49619,"score_linear":110649.0,"score_lmetric":142612},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91673,"ongoing_decode_tokens":91673,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":493,"cache_hit":0,"new_prefill":49619,"score_linear":91673.0,"score_lmetric":148857}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281719.483380248,"t_first_token_unix":1779712584.497324,"t_done":281726.210146844,"t_done_unix":1779712591.2240903},{"request_id":"1279994:2:1283011:177","session_id":"1279994","input_length":88940,"t_proxy_recv":281725.040470713,"t_decision_unix":1779712590.0544121,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":88064,"affinity_cache_ratio":0.990150663368563,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":88064,"estimated_new_tokens":876,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":88940,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":88940,"score_linear":77805.0,"score_lmetric":166745},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":88940,"score_linear":49619.0,"score_lmetric":88940},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":39824,"ongoing_decode_tokens":39824,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":758,"cache_hit":88064,"new_prefill":876,"score_linear":-48240.0,"score_lmetric":1752},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":497,"cache_hit":0,"new_prefill":88940,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":88940,"score_linear":232709.0,"score_lmetric":177880},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118843,"ongoing_decode_tokens":80055,"pending_prefill_tokens":8068,"num_requests":2,"active_p_offloads":0,"cached_blocks":617,"cache_hit":0,"new_prefill":88940,"score_linear":118843.0,"score_lmetric":194016},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":88940,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48240.0,"chosen_score_lmetric":1752,"t_first_token":281725.507647922,"t_first_token_unix":1779712590.5215912,"t_done":281726.451380926,"t_done_unix":1779712591.4653244},{"request_id":"1272313:4:1281720:170","session_id":"1272313","input_length":13901,"t_proxy_recv":281702.01935951,"t_decision_unix":1779712567.0333009,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":11264,"affinity_cache_ratio":0.8103014171642328,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":11264,"estimated_new_tokens":2637,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":4096,"new_prefill":9805,"score_linear":21091.0,"score_lmetric":9805},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":13901,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":13901,"score_linear":150574.0,"score_lmetric":263414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":112836,"ongoing_decode_tokens":0,"pending_prefill_tokens":95940,"num_requests":2,"active_p_offloads":0,"cached_blocks":572,"cache_hit":11264,"new_prefill":2637,"score_linear":101572.0,"score_lmetric":197154},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":466,"cache_hit":0,"new_prefill":13901,"score_linear":27639.0,"score_lmetric":13901},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":13901,"score_linear":232709.0,"score_lmetric":265892},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":88294,"ongoing_decode_tokens":30262,"pending_prefill_tokens":8368,"num_requests":2,"active_p_offloads":0,"cached_blocks":555,"cache_hit":10752,"new_prefill":3149,"score_linear":77542.0,"score_lmetric":23034},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60454,"ongoing_decode_tokens":60454,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":472,"cache_hit":7680,"new_prefill":6221,"score_linear":52774.0,"score_lmetric":12442}],"chosen_score_linear":101572.0,"chosen_score_lmetric":197154,"t_first_token":281723.586412447,"t_first_token_unix":1779712588.6003559,"t_done":281727.544829125,"t_done_unix":1779712592.5587726},{"request_id":"1286551:2:1289450:202","session_id":"1286551","input_length":9610,"t_proxy_recv":281728.570214641,"t_decision_unix":1779712593.5841553,"policy":"unified","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":1536,"affinity_cache_ratio":0.1598335067637877,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":1536,"estimated_new_tokens":8074,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":9610,"score_linear":77805.0,"score_lmetric":87415},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104111,"ongoing_decode_tokens":104111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":9610,"score_linear":104111.0,"score_lmetric":19220},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":497,"cache_hit":1536,"new_prefill":8074,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":9610,"score_linear":232709.0,"score_lmetric":19220},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118843,"ongoing_decode_tokens":118843,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":617,"cache_hit":0,"new_prefill":9610,"score_linear":118843.0,"score_lmetric":19220},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":0,"pending_prefill_tokens":13688,"num_requests":1,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":9610,"score_linear":44920.0,"score_lmetric":23298}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":281729.201049347,"t_first_token_unix":1779712594.214993,"t_done":281729.570844471,"t_done_unix":1779712594.5847876},{"request_id":"1266668:6:1284003:181","session_id":"1266668","input_length":80055,"t_proxy_recv":281709.773870458,"t_decision_unix":1779712574.7878118,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58368,"affinity_cache_ratio":0.7290987446130786,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":58368,"estimated_new_tokens":21687,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":399,"cache_hit":4096,"new_prefill":75959,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":535,"cache_hit":0,"new_prefill":80055,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":80055,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":7680,"new_prefill":72375,"score_linear":119057.0,"score_lmetric":512856},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":80055,"score_linear":27639.0,"score_lmetric":80055},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":80055,"score_linear":232709.0,"score_lmetric":398200},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30594,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":58368,"new_prefill":21687,"score_linear":-27774.0,"score_lmetric":21687},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91673,"ongoing_decode_tokens":26426,"pending_prefill_tokens":6879,"num_requests":3,"active_p_offloads":0,"cached_blocks":493,"cache_hit":7680,"new_prefill":72375,"score_linear":83993.0,"score_lmetric":237762}],"chosen_score_linear":-27774.0,"chosen_score_lmetric":21687,"t_first_token":281720.033883581,"t_first_token_unix":1779712585.047827,"t_done":281730.225393601,"t_done_unix":1779712595.2393372},{"request_id":"1287588:2:1289701:205","session_id":"1287588","input_length":10195,"t_proxy_recv":281729.488444919,"t_decision_unix":1779712594.502386,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":9728,"affinity_cache_ratio":0.954193231976459,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":9728,"estimated_new_tokens":467,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":10195,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":10195,"score_linear":77805.0,"score_lmetric":88000},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":10195,"score_linear":82014.0,"score_lmetric":92209},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104111,"ongoing_decode_tokens":104111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":10195,"score_linear":104111.0,"score_lmetric":20390},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9610,"ongoing_decode_tokens":9610,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":497,"cache_hit":0,"new_prefill":10195,"score_linear":9610.0,"score_lmetric":10195},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":10195,"score_linear":232709.0,"score_lmetric":20390},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118843,"ongoing_decode_tokens":118843,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":617,"cache_hit":0,"new_prefill":10195,"score_linear":118843.0,"score_lmetric":20390},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77111,"ongoing_decode_tokens":0,"pending_prefill_tokens":14135,"num_requests":2,"active_p_offloads":0,"cached_blocks":550,"cache_hit":9728,"new_prefill":467,"score_linear":67383.0,"score_lmetric":29204}],"chosen_score_linear":67383.0,"chosen_score_lmetric":29204,"t_first_token":281731.276111698,"t_first_token_unix":1779712596.2900548,"t_done":281731.396555599,"t_done_unix":1779712596.410499},{"request_id":"1290442:1:1290442:210","session_id":"1290442","input_length":7261,"t_proxy_recv":281731.841522308,"t_decision_unix":1779712596.855464,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":14522,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":7261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":7261,"score_linear":23228.0,"score_lmetric":30489},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":7261,"score_linear":77805.0,"score_lmetric":85066},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":7261,"score_linear":82014.0,"score_lmetric":89275},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104111,"ongoing_decode_tokens":104111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":7261,"score_linear":104111.0,"score_lmetric":14522},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13552,"ongoing_decode_tokens":0,"pending_prefill_tokens":12016,"num_requests":1,"active_p_offloads":0,"cached_blocks":512,"cache_hit":0,"new_prefill":7261,"score_linear":13552.0,"score_lmetric":19277},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":7261,"score_linear":232709.0,"score_lmetric":14522},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126529,"ongoing_decode_tokens":38788,"pending_prefill_tokens":7357,"num_requests":2,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":7261,"score_linear":126529.0,"score_lmetric":29236},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77111,"ongoing_decode_tokens":77111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":7261,"score_linear":77111.0,"score_lmetric":14522}],"chosen_score_linear":104111.0,"chosen_score_lmetric":14522,"t_first_token":281732.3507485,"t_first_token_unix":1779712597.3646924,"t_done":281732.74527412,"t_done_unix":1779712597.7592175},{"request_id":"1279412:4:1289482:203","session_id":"1279412","input_length":32191,"t_proxy_recv":281728.649927459,"t_decision_unix":1779712593.663869,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9861141312789289,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":31744,"estimated_new_tokens":447,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":32191,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":32191,"score_linear":77805.0,"score_lmetric":109996},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":32191,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104111,"ongoing_decode_tokens":104111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":32191,"score_linear":104111.0,"score_lmetric":64382},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9610,"ongoing_decode_tokens":0,"pending_prefill_tokens":8074,"num_requests":1,"active_p_offloads":0,"cached_blocks":497,"cache_hit":0,"new_prefill":32191,"score_linear":9610.0,"score_lmetric":40265},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":32191,"score_linear":232709.0,"score_lmetric":64382},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118843,"ongoing_decode_tokens":118843,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":617,"cache_hit":0,"new_prefill":32191,"score_linear":118843.0,"score_lmetric":64382},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":0,"pending_prefill_tokens":13688,"num_requests":1,"active_p_offloads":0,"cached_blocks":550,"cache_hit":31744,"new_prefill":447,"score_linear":13176.0,"score_lmetric":14135}],"chosen_score_linear":13176.0,"chosen_score_lmetric":14135,"t_first_token":281731.272707901,"t_first_token_unix":1779712596.2866514,"t_done":281732.802367557,"t_done_unix":1779712597.8163114},{"request_id":"1279994:3:1286181:192","session_id":"1279994","input_length":89226,"t_proxy_recv":281726.471542476,"t_decision_unix":1779712591.4854841,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":88576,"affinity_cache_ratio":0.9927151278775245,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":88576,"estimated_new_tokens":650,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":89226,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":89226,"score_linear":77805.0,"score_lmetric":167031},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":89226,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":13901,"ongoing_decode_tokens":13901,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":762,"cache_hit":88576,"new_prefill":650,"score_linear":-74675.0,"score_lmetric":650},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":497,"cache_hit":0,"new_prefill":89226,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":89226,"score_linear":232709.0,"score_lmetric":178452},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118843,"ongoing_decode_tokens":80055,"pending_prefill_tokens":8068,"num_requests":2,"active_p_offloads":0,"cached_blocks":617,"cache_hit":0,"new_prefill":89226,"score_linear":118843.0,"score_lmetric":194588},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":89226,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-74675.0,"chosen_score_lmetric":650,"t_first_token":281726.758225526,"t_first_token_unix":1779712591.7721686,"t_done":281733.058660727,"t_done_unix":1779712598.0726042},{"request_id":"1290426:1:1290426:209","session_id":"1290426","input_length":13552,"t_proxy_recv":281731.816515331,"t_decision_unix":1779712596.8304567,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"cache_hit":1536,"estimated_new_tokens":12016,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":13552,"score_linear":23228.0,"score_lmetric":36780},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":13552,"score_linear":77805.0,"score_lmetric":91357},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":13552,"score_linear":82014.0,"score_lmetric":95566},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104111,"ongoing_decode_tokens":104111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":13552,"score_linear":104111.0,"score_lmetric":27104},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":512,"cache_hit":1536,"new_prefill":12016,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":13552,"score_linear":232709.0,"score_lmetric":27104},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126529,"ongoing_decode_tokens":38788,"pending_prefill_tokens":7357,"num_requests":2,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":13552,"score_linear":126529.0,"score_lmetric":41818},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77111,"ongoing_decode_tokens":77111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":13552,"score_linear":77111.0,"score_lmetric":27104}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":281732.907592838,"t_first_token_unix":1779712597.9215367,"t_done":281733.286290855,"t_done_unix":1779712598.300234},{"request_id":"1272313:5:1284744:185","session_id":"1272313","input_length":14885,"t_proxy_recv":281727.5490995,"t_decision_unix":1779712592.563041,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":13824,"affinity_cache_ratio":0.9287201881088344,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":13824,"estimated_new_tokens":1061,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":427,"cache_hit":4096,"new_prefill":10789,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":14885,"score_linear":77805.0,"score_lmetric":92690},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":14885,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":89226,"ongoing_decode_tokens":89226,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":767,"cache_hit":13824,"new_prefill":1061,"score_linear":75402.0,"score_lmetric":1061},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":497,"cache_hit":0,"new_prefill":14885,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":14885,"score_linear":232709.0,"score_lmetric":29770},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118843,"ongoing_decode_tokens":118843,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":617,"cache_hit":10752,"new_prefill":4133,"score_linear":108091.0,"score_lmetric":8266},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":550,"cache_hit":7680,"new_prefill":7205,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":75402.0,"chosen_score_lmetric":1061,"t_first_token":281727.789037667,"t_first_token_unix":1779712592.8029816,"t_done":281734.080856487,"t_done_unix":1779712599.0947998},{"request_id":"1291100:1:1291100:212","session_id":"1291100","input_length":1744,"t_proxy_recv":281734.056632825,"t_decision_unix":1779712599.070574,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":1744,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":1744,"score_linear":23228.0,"score_lmetric":24972},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":1744,"score_linear":77805.0,"score_lmetric":79549},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":1744,"score_linear":82014.0,"score_lmetric":83758},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104634,"ongoing_decode_tokens":104634,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":1744,"score_linear":104634.0,"score_lmetric":3488},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":521,"cache_hit":0,"new_prefill":1744,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":1744,"score_linear":232709.0,"score_lmetric":3488},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126529,"ongoing_decode_tokens":38788,"pending_prefill_tokens":7357,"num_requests":2,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":1744,"score_linear":126529.0,"score_lmetric":18202},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":551,"cache_hit":0,"new_prefill":1744,"score_linear":44920.0,"score_lmetric":1744}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281734.171463389,"t_first_token_unix":1779712599.1854067,"t_done":281734.569057803,"t_done_unix":1779712599.5830011},{"request_id":"1290365:1:1290365:208","session_id":"1290365","input_length":23228,"t_proxy_recv":281731.636395699,"t_decision_unix":1779712596.650337,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":23228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":23228,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":23228,"score_linear":77805.0,"score_lmetric":101033},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":23228,"score_linear":82014.0,"score_lmetric":105242},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104111,"ongoing_decode_tokens":104111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":23228,"score_linear":104111.0,"score_lmetric":46456},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":512,"cache_hit":0,"new_prefill":23228,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":23228,"score_linear":232709.0,"score_lmetric":46456},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126529,"ongoing_decode_tokens":38788,"pending_prefill_tokens":7357,"num_requests":2,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":23228,"score_linear":126529.0,"score_lmetric":61170},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77111,"ongoing_decode_tokens":77111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":23228,"score_linear":77111.0,"score_lmetric":46456}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281734.215371626,"t_first_token_unix":1779712599.2293148,"t_done":281734.947126983,"t_done_unix":1779712599.9610705},{"request_id":"1279994:4:1290711:211","session_id":"1279994","input_length":89749,"t_proxy_recv":281733.076941434,"t_decision_unix":1779712598.090883,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9983398143711908,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":89600,"estimated_new_tokens":149,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":89749,"score_linear":23228.0,"score_lmetric":112977},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":89749,"score_linear":77805.0,"score_lmetric":167554},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":89749,"score_linear":82014.0,"score_lmetric":171763},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":14885,"ongoing_decode_tokens":14885,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":89600,"new_prefill":149,"score_linear":-74715.0,"score_lmetric":149},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13552,"ongoing_decode_tokens":13552,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":512,"cache_hit":0,"new_prefill":89749,"score_linear":13552.0,"score_lmetric":89749},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":89749,"score_linear":232709.0,"score_lmetric":179498},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126529,"ongoing_decode_tokens":38788,"pending_prefill_tokens":7357,"num_requests":2,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":89749,"score_linear":126529.0,"score_lmetric":194212},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":551,"cache_hit":0,"new_prefill":89749,"score_linear":44920.0,"score_lmetric":89749}],"chosen_score_linear":-74715.0,"chosen_score_lmetric":149,"t_first_token":281733.257174002,"t_first_token_unix":1779712598.271117,"t_done":281735.653851439,"t_done_unix":1779712600.6677947},{"request_id":"1269373:6:1285668:189","session_id":"1269373","input_length":38788,"t_proxy_recv":281724.845468743,"t_decision_unix":1779712589.8594103,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":30720,"affinity_cache_ratio":0.7919975250077343,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":30720,"estimated_new_tokens":8068,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":427,"cache_hit":4096,"new_prefill":34692,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":38788,"score_linear":77805.0,"score_lmetric":116593},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":38788,"score_linear":49619.0,"score_lmetric":38788},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":128141,"ongoing_decode_tokens":128141,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":586,"cache_hit":7680,"new_prefill":31108,"score_linear":120461.0,"score_lmetric":93324},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":497,"cache_hit":0,"new_prefill":38788,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":38788,"score_linear":232709.0,"score_lmetric":77576},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80055,"ongoing_decode_tokens":80055,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":617,"cache_hit":30720,"new_prefill":8068,"score_linear":49335.0,"score_lmetric":8068},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":550,"cache_hit":7680,"new_prefill":31108,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":49335.0,"chosen_score_lmetric":8068,"t_first_token":281726.754046106,"t_first_token_unix":1779712591.7679892,"t_done":281735.996516169,"t_done_unix":1779712601.0104594},{"request_id":"1258859:3:1278118:155","session_id":"1258859","input_length":118097,"t_proxy_recv":281689.936872262,"t_decision_unix":1779712554.9508135,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":113664,"affinity_cache_ratio":0.962463060026927,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"cache_hit":113664,"estimated_new_tokens":4433,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34071,"ongoing_decode_tokens":34071,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":118097,"score_linear":34071.0,"score_lmetric":236194},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":118097,"score_linear":120167.0,"score_lmetric":448880},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":118097,"score_linear":150574.0,"score_lmetric":471806},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49794,"ongoing_decode_tokens":49794,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":530,"cache_hit":0,"new_prefill":118097,"score_linear":49794.0,"score_lmetric":236194},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":118097,"score_linear":121069.0,"score_lmetric":423054},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":113664,"new_prefill":4433,"score_linear":948.0,"score_lmetric":119045},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106829,"ongoing_decode_tokens":58084,"pending_prefill_tokens":14441,"num_requests":4,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":118097,"score_linear":106829.0,"score_lmetric":530152},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55652,"ongoing_decode_tokens":0,"pending_prefill_tokens":24420,"num_requests":2,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":118097,"score_linear":55652.0,"score_lmetric":285034}],"chosen_score_linear":948.0,"chosen_score_lmetric":119045,"t_first_token":281724.77397246,"t_first_token_unix":1779712589.787916,"t_done":281736.16875855,"t_done_unix":1779712601.182702},{"request_id":"1272313:6:1287745:199","session_id":"1272313","input_length":15547,"t_proxy_recv":281734.086706134,"t_decision_unix":1779712599.1006477,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":15360,"affinity_cache_ratio":0.9879719560043738,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":15360,"estimated_new_tokens":187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":427,"cache_hit":4096,"new_prefill":11451,"score_linear":19132.0,"score_lmetric":34679},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":15547,"score_linear":77805.0,"score_lmetric":93352},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":15547,"score_linear":82014.0,"score_lmetric":97561},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":89749,"ongoing_decode_tokens":89749,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":786,"cache_hit":15360,"new_prefill":187,"score_linear":74389.0,"score_lmetric":187},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":1744,"ongoing_decode_tokens":0,"pending_prefill_tokens":1744,"num_requests":1,"active_p_offloads":0,"cached_blocks":521,"cache_hit":0,"new_prefill":15547,"score_linear":1744.0,"score_lmetric":17291},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":15547,"score_linear":232709.0,"score_lmetric":31094},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126529,"ongoing_decode_tokens":38788,"pending_prefill_tokens":7357,"num_requests":2,"active_p_offloads":0,"cached_blocks":660,"cache_hit":10752,"new_prefill":4795,"score_linear":115777.0,"score_lmetric":24304},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":551,"cache_hit":7680,"new_prefill":7867,"score_linear":37240.0,"score_lmetric":7867}],"chosen_score_linear":74389.0,"chosen_score_lmetric":187,"t_first_token":281734.169191265,"t_first_token_unix":1779712599.1831346,"t_done":281736.492178544,"t_done_unix":1779712601.5061224},{"request_id":"1262354:12:1291548:213","session_id":"1262354","input_length":35099,"t_proxy_recv":281735.699161666,"t_decision_unix":1779712600.7131028,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9919370922248497,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":34816,"estimated_new_tokens":283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":472,"cache_hit":0,"new_prefill":35099,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":35099,"score_linear":77805.0,"score_lmetric":112904},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":35099,"score_linear":82014.0,"score_lmetric":117113},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15547,"ongoing_decode_tokens":15547,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":786,"cache_hit":0,"new_prefill":35099,"score_linear":15547.0,"score_lmetric":35099},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":524,"cache_hit":0,"new_prefill":35099,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":35099,"score_linear":232709.0,"score_lmetric":70198},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126529,"ongoing_decode_tokens":126529,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":35099,"score_linear":126529.0,"score_lmetric":70198},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":551,"cache_hit":34816,"new_prefill":283,"score_linear":10104.0,"score_lmetric":283}],"chosen_score_linear":10104.0,"chosen_score_lmetric":283,"t_first_token":281735.782582007,"t_first_token_unix":1779712600.7965252,"t_done":281736.927726441,"t_done_unix":1779712601.94167},{"request_id":"1279412:5:1291651:214","session_id":"1279412","input_length":32359,"t_proxy_recv":281735.98367438,"t_decision_unix":1779712600.9976156,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":32256,"affinity_cache_ratio":0.9968169597329954,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":32256,"estimated_new_tokens":103,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":472,"cache_hit":0,"new_prefill":32359,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":32359,"score_linear":77805.0,"score_lmetric":110164},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":32359,"score_linear":82014.0,"score_lmetric":114373},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15547,"ongoing_decode_tokens":15547,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":786,"cache_hit":0,"new_prefill":32359,"score_linear":15547.0,"score_lmetric":32359},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":524,"cache_hit":0,"new_prefill":32359,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":32359,"score_linear":232709.0,"score_lmetric":64718},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126529,"ongoing_decode_tokens":126529,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":32359,"score_linear":126529.0,"score_lmetric":64718},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80019,"ongoing_decode_tokens":80019,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":551,"cache_hit":32256,"new_prefill":103,"score_linear":47763.0,"score_lmetric":206}],"chosen_score_linear":47763.0,"chosen_score_lmetric":206,"t_first_token":281736.057980781,"t_first_token_unix":1779712601.071924,"t_done":281737.266261536,"t_done_unix":1779712602.2802048},{"request_id":"1291944:1:1291944:216","session_id":"1291944","input_length":8144,"t_proxy_recv":281737.038120069,"t_decision_unix":1779712602.052061,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":8144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":42153,"ongoing_decode_tokens":0,"pending_prefill_tokens":42153,"num_requests":1,"active_p_offloads":0,"cached_blocks":472,"cache_hit":0,"new_prefill":8144,"score_linear":42153.0,"score_lmetric":50297},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":8144,"score_linear":77805.0,"score_lmetric":85949},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":8144,"score_linear":82014.0,"score_lmetric":90158},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15969,"ongoing_decode_tokens":15969,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":786,"cache_hit":0,"new_prefill":8144,"score_linear":15969.0,"score_lmetric":8144},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":524,"cache_hit":0,"new_prefill":8144,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":8144,"score_linear":233348.0,"score_lmetric":16288},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130486,"ongoing_decode_tokens":87741,"pending_prefill_tokens":3833,"num_requests":2,"active_p_offloads":0,"cached_blocks":676,"cache_hit":0,"new_prefill":8144,"score_linear":130486.0,"score_lmetric":23954},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77279,"ongoing_decode_tokens":77279,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":551,"cache_hit":0,"new_prefill":8144,"score_linear":77279.0,"score_lmetric":16288}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281737.609432116,"t_first_token_unix":1779712602.623376,"t_done":281737.754209719,"t_done_unix":1779712602.7681527},{"request_id":"1272313:7:1290281:206","session_id":"1272313","input_length":15969,"t_proxy_recv":281736.496964519,"t_decision_unix":1779712601.5109055,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":15360,"affinity_cache_ratio":0.96186361074582,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":15360,"estimated_new_tokens":609,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":472,"cache_hit":4096,"new_prefill":11873,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":15969,"score_linear":77805.0,"score_lmetric":93774},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":15969,"score_linear":82014.0,"score_lmetric":97983},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":786,"cache_hit":15360,"new_prefill":609,"score_linear":-15360.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":524,"cache_hit":0,"new_prefill":15969,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":15969,"score_linear":233348.0,"score_lmetric":31938},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130486,"ongoing_decode_tokens":87741,"pending_prefill_tokens":3833,"num_requests":2,"active_p_offloads":0,"cached_blocks":676,"cache_hit":10752,"new_prefill":5217,"score_linear":119734.0,"score_lmetric":18100},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":112378,"ongoing_decode_tokens":112378,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":551,"cache_hit":7680,"new_prefill":8289,"score_linear":104698.0,"score_lmetric":24867}],"chosen_score_linear":-15360.0,"chosen_score_lmetric":0,"t_first_token":281736.570676586,"t_first_token_unix":1779712601.5846205,"t_done":281738.563283421,"t_done_unix":1779712603.577227},{"request_id":"1286551:3:1292589:219","session_id":"1286551","input_length":16914,"t_proxy_recv":281738.905872607,"t_decision_unix":1779712603.919814,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":9216,"affinity_cache_ratio":0.54487406881873,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":9216,"estimated_new_tokens":7698,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65567,"ongoing_decode_tokens":0,"pending_prefill_tokens":42527,"num_requests":2,"active_p_offloads":0,"cached_blocks":472,"cache_hit":0,"new_prefill":16914,"score_linear":65567.0,"score_lmetric":118882},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":16914,"score_linear":77805.0,"score_lmetric":94719},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":16914,"score_linear":82014.0,"score_lmetric":98928},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":16914,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":539,"cache_hit":9216,"new_prefill":7698,"score_linear":-9216.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":16914,"score_linear":233348.0,"score_lmetric":33828},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130486,"ongoing_decode_tokens":130486,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":676,"cache_hit":0,"new_prefill":16914,"score_linear":130486.0,"score_lmetric":33828},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":551,"cache_hit":0,"new_prefill":16914,"score_linear":44920.0,"score_lmetric":16914}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":281739.804272267,"t_first_token_unix":1779712604.8182166,"t_done":281739.985312697,"t_done_unix":1779712604.9992564},{"request_id":"1266668:7:1287468:197","session_id":"1266668","input_length":87741,"t_proxy_recv":281730.242775957,"t_decision_unix":1779712595.2567172,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":80384,"affinity_cache_ratio":0.916150944256391,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":80384,"estimated_new_tokens":7357,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":427,"cache_hit":4096,"new_prefill":83645,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":87741,"score_linear":77805.0,"score_lmetric":165546},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":87741,"score_linear":82014.0,"score_lmetric":169755},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104111,"ongoing_decode_tokens":104111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":767,"cache_hit":7680,"new_prefill":80061,"score_linear":96431.0,"score_lmetric":160122},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":512,"cache_hit":0,"new_prefill":87741,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":87741,"score_linear":232709.0,"score_lmetric":175482},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":38788,"ongoing_decode_tokens":38788,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":660,"cache_hit":80384,"new_prefill":7357,"score_linear":-41596.0,"score_lmetric":7357},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":87306,"ongoing_decode_tokens":0,"pending_prefill_tokens":14602,"num_requests":3,"active_p_offloads":0,"cached_blocks":550,"cache_hit":7680,"new_prefill":80061,"score_linear":79626.0,"score_lmetric":283989}],"chosen_score_linear":-41596.0,"chosen_score_lmetric":7357,"t_first_token":281734.122754795,"t_first_token_unix":1779712599.1366985,"t_done":281740.219357687,"t_done_unix":1779712605.2333012},{"request_id":"1292750:1:1292750:220","session_id":"1292750","input_length":4684,"t_proxy_recv":281739.537349006,"t_decision_unix":1779712604.5512903,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":4684,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65567,"ongoing_decode_tokens":0,"pending_prefill_tokens":42527,"num_requests":2,"active_p_offloads":0,"cached_blocks":472,"cache_hit":0,"new_prefill":4684,"score_linear":65567.0,"score_lmetric":94422},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":4684,"score_linear":77805.0,"score_lmetric":82489},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":4684,"score_linear":82014.0,"score_lmetric":86698},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":4684,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":16914,"ongoing_decode_tokens":0,"pending_prefill_tokens":7698,"num_requests":1,"active_p_offloads":0,"cached_blocks":539,"cache_hit":0,"new_prefill":4684,"score_linear":16914.0,"score_lmetric":12382},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":4684,"score_linear":233348.0,"score_lmetric":9368},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130486,"ongoing_decode_tokens":130486,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":676,"cache_hit":0,"new_prefill":4684,"score_linear":130486.0,"score_lmetric":9368},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":551,"cache_hit":0,"new_prefill":4684,"score_linear":44920.0,"score_lmetric":4684}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281739.832553998,"t_first_token_unix":1779712604.8464975,"t_done":281740.278400739,"t_done_unix":1779712605.2923436},{"request_id":"1262354:13:1293000:221","session_id":"1262354","input_length":35210,"t_proxy_recv":281740.382075581,"t_decision_unix":1779712605.396017,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9888099971598977,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":34816,"estimated_new_tokens":394,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65567,"ongoing_decode_tokens":0,"pending_prefill_tokens":42527,"num_requests":2,"active_p_offloads":0,"cached_blocks":472,"cache_hit":0,"new_prefill":35210,"score_linear":65567.0,"score_lmetric":155474},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":35210,"score_linear":77805.0,"score_lmetric":113015},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":35210,"score_linear":82014.0,"score_lmetric":117224},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":35210,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":35210,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":35210,"score_linear":233348.0,"score_lmetric":70420},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138850,"ongoing_decode_tokens":42745,"pending_prefill_tokens":8041,"num_requests":2,"active_p_offloads":0,"cached_blocks":691,"cache_hit":0,"new_prefill":35210,"score_linear":138850.0,"score_lmetric":86502},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":551,"cache_hit":34816,"new_prefill":394,"score_linear":10104.0,"score_lmetric":394}],"chosen_score_linear":10104.0,"chosen_score_lmetric":394,"t_first_token":281740.468423208,"t_first_token_unix":1779712605.4823663,"t_done":281741.356025608,"t_done_unix":1779712606.369969},{"request_id":"1287100:1:1287100:196","session_id":"1287100","input_length":77805,"t_proxy_recv":281720.688578322,"t_decision_unix":1779712585.7025192,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":77805,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13962,"ongoing_decode_tokens":0,"pending_prefill_tokens":13962,"num_requests":1,"active_p_offloads":0,"cached_blocks":399,"cache_hit":0,"new_prefill":77805,"score_linear":13962.0,"score_lmetric":91767},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":77805,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":77805,"score_linear":49619.0,"score_lmetric":77805},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":77805,"score_linear":126737.0,"score_lmetric":529146},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":497,"cache_hit":0,"new_prefill":77805,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":77805,"score_linear":232709.0,"score_lmetric":393700},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":110649,"pending_prefill_tokens":10008,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":77805,"score_linear":152913.0,"score_lmetric":263439},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":31898,"ongoing_decode_tokens":31898,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":521,"cache_hit":0,"new_prefill":77805,"score_linear":31898.0,"score_lmetric":77805}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281741.410067333,"t_first_token_unix":1779712606.424011,"t_done":281741.931508682,"t_done_unix":1779712606.9454522},{"request_id":"1291100:2:1293458:223","session_id":"1291100","input_length":2572,"t_proxy_recv":281742.02665986,"t_decision_unix":1779712607.0406013,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":1536,"affinity_cache_ratio":0.5972006220839814,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":1536,"estimated_new_tokens":1036,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65567,"ongoing_decode_tokens":0,"pending_prefill_tokens":42527,"num_requests":2,"active_p_offloads":0,"cached_blocks":472,"cache_hit":0,"new_prefill":2572,"score_linear":65567.0,"score_lmetric":90198},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":698,"cache_hit":0,"new_prefill":2572,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":2572,"score_linear":82014.0,"score_lmetric":84586},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":2572,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":547,"cache_hit":1536,"new_prefill":1036,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":2572,"score_linear":233348.0,"score_lmetric":5144},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138850,"ongoing_decode_tokens":42745,"pending_prefill_tokens":8041,"num_requests":2,"active_p_offloads":0,"cached_blocks":691,"cache_hit":0,"new_prefill":2572,"score_linear":138850.0,"score_lmetric":21226},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":551,"cache_hit":0,"new_prefill":2572,"score_linear":44920.0,"score_lmetric":2572}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":281742.107235269,"t_first_token_unix":1779712607.1211786,"t_done":281742.258527377,"t_done_unix":1779712607.2724705},{"request_id":"1293507:1:1293507:224","session_id":"1293507","input_length":6460,"t_proxy_recv":281742.213511251,"t_decision_unix":1779712607.2274523,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":6460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65567,"ongoing_decode_tokens":0,"pending_prefill_tokens":42527,"num_requests":2,"active_p_offloads":0,"cached_blocks":472,"cache_hit":0,"new_prefill":6460,"score_linear":65567.0,"score_lmetric":97974},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":698,"cache_hit":0,"new_prefill":6460,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":6460,"score_linear":82014.0,"score_lmetric":88474},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":6460,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":2572,"ongoing_decode_tokens":2572,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":6460,"score_linear":2572.0,"score_lmetric":6460},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":6460,"score_linear":233348.0,"score_lmetric":12920},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138850,"ongoing_decode_tokens":42745,"pending_prefill_tokens":8041,"num_requests":2,"active_p_offloads":0,"cached_blocks":691,"cache_hit":0,"new_prefill":6460,"score_linear":138850.0,"score_lmetric":29002},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":551,"cache_hit":0,"new_prefill":6460,"score_linear":44920.0,"score_lmetric":6460}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281742.644753015,"t_first_token_unix":1779712607.6586964,"t_done":281742.765821696,"t_done_unix":1779712607.7797647},{"request_id":"1258859:4:1282900:176","session_id":"1258859","input_length":118736,"t_proxy_recv":281736.193886729,"t_decision_unix":1779712601.2078283,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":118272,"affinity_cache_ratio":0.9960921708664601,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":118272,"estimated_new_tokens":464,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":472,"cache_hit":0,"new_prefill":118736,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":118736,"score_linear":77805.0,"score_lmetric":196541},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":118736,"score_linear":82014.0,"score_lmetric":200750},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15547,"ongoing_decode_tokens":15547,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":786,"cache_hit":0,"new_prefill":118736,"score_linear":15547.0,"score_lmetric":118736},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":524,"cache_hit":0,"new_prefill":118736,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":118272,"new_prefill":464,"score_linear":-3660.0,"score_lmetric":464},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130486,"ongoing_decode_tokens":87741,"pending_prefill_tokens":3833,"num_requests":2,"active_p_offloads":0,"cached_blocks":676,"cache_hit":0,"new_prefill":118736,"score_linear":130486.0,"score_lmetric":245138},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":112378,"ongoing_decode_tokens":112378,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":551,"cache_hit":0,"new_prefill":118736,"score_linear":112378.0,"score_lmetric":356208}],"chosen_score_linear":-3660.0,"chosen_score_lmetric":464,"t_first_token":281736.435488351,"t_first_token_unix":1779712601.4494326,"t_done":281742.971418952,"t_done_unix":1779712607.9853625},{"request_id":"1290365:2:1292000:217","session_id":"1290365","input_length":23414,"t_proxy_recv":281737.23337687,"t_decision_unix":1779712602.247318,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9840266507217904,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":23040,"estimated_new_tokens":374,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":42153,"ongoing_decode_tokens":0,"pending_prefill_tokens":42153,"num_requests":1,"active_p_offloads":0,"cached_blocks":472,"cache_hit":23040,"new_prefill":374,"score_linear":19113.0,"score_lmetric":42527},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":23414,"score_linear":77805.0,"score_lmetric":101219},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":23414,"score_linear":82014.0,"score_lmetric":105428},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15969,"ongoing_decode_tokens":15969,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":786,"cache_hit":0,"new_prefill":23414,"score_linear":15969.0,"score_lmetric":23414},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":8144,"ongoing_decode_tokens":0,"pending_prefill_tokens":8144,"num_requests":1,"active_p_offloads":0,"cached_blocks":524,"cache_hit":0,"new_prefill":23414,"score_linear":8144.0,"score_lmetric":31558},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":23414,"score_linear":233348.0,"score_lmetric":46828},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130486,"ongoing_decode_tokens":130486,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":676,"cache_hit":0,"new_prefill":23414,"score_linear":130486.0,"score_lmetric":46828},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77279,"ongoing_decode_tokens":77279,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":551,"cache_hit":0,"new_prefill":23414,"score_linear":77279.0,"score_lmetric":46828}],"chosen_score_linear":19113.0,"chosen_score_lmetric":42527,"t_first_token":281743.650163359,"t_first_token_unix":1779712608.6641061,"t_done":281744.083264565,"t_done_unix":1779712609.0972083},{"request_id":"1291944:2:1293798:227","session_id":"1291944","input_length":12388,"t_proxy_recv":281743.298536549,"t_decision_unix":1779712608.3124776,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":7680,"affinity_cache_ratio":0.6199547949628673,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":4708,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65567,"ongoing_decode_tokens":0,"pending_prefill_tokens":42527,"num_requests":2,"active_p_offloads":0,"cached_blocks":472,"cache_hit":0,"new_prefill":12388,"score_linear":65567.0,"score_lmetric":109830},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":698,"cache_hit":0,"new_prefill":12388,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":12388,"score_linear":82014.0,"score_lmetric":94402},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28796,"ongoing_decode_tokens":0,"pending_prefill_tokens":12924,"num_requests":1,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":12388,"score_linear":28796.0,"score_lmetric":25312},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":549,"cache_hit":7680,"new_prefill":4708,"score_linear":-7680.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":12388,"score_linear":114612.0,"score_lmetric":12388},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138850,"ongoing_decode_tokens":42745,"pending_prefill_tokens":8041,"num_requests":2,"active_p_offloads":0,"cached_blocks":691,"cache_hit":0,"new_prefill":12388,"score_linear":138850.0,"score_lmetric":40858},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85198,"ongoing_decode_tokens":44920,"pending_prefill_tokens":8022,"num_requests":2,"active_p_offloads":0,"cached_blocks":551,"cache_hit":0,"new_prefill":12388,"score_linear":85198.0,"score_lmetric":40820}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":281743.771107218,"t_first_token_unix":1779712608.7850504,"t_done":281744.112639996,"t_done_unix":1779712609.1265829},{"request_id":"1260327:6:1291827:215","session_id":"1260327","input_length":42153,"t_proxy_recv":281736.666309994,"t_decision_unix":1779712601.6802514,"policy":"unified","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":0,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9959907954356748,"affinity_num_requests":3,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":42153,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":472,"cache_hit":0,"new_prefill":42153,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":42153,"score_linear":77805.0,"score_lmetric":119958},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":42153,"score_linear":82014.0,"score_lmetric":124167},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15969,"ongoing_decode_tokens":15969,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":786,"cache_hit":0,"new_prefill":42153,"score_linear":15969.0,"score_lmetric":42153},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":524,"cache_hit":0,"new_prefill":42153,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":42153,"score_linear":233348.0,"score_lmetric":84306},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130486,"ongoing_decode_tokens":87741,"pending_prefill_tokens":3833,"num_requests":2,"active_p_offloads":0,"cached_blocks":676,"cache_hit":0,"new_prefill":42153,"score_linear":130486.0,"score_lmetric":91972},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":112378,"ongoing_decode_tokens":112378,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":551,"cache_hit":41984,"new_prefill":169,"score_linear":70394.0,"score_lmetric":507}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281743.646521887,"t_first_token_unix":1779712608.6604655,"t_done":281744.427293568,"t_done_unix":1779712609.4412367},{"request_id":"1266668:8:1292408:218","session_id":"1266668","input_length":96105,"t_proxy_recv":281740.242419082,"t_decision_unix":1779712605.2563605,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":88064,"affinity_cache_ratio":0.916331096196868,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":88064,"estimated_new_tokens":8041,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65567,"ongoing_decode_tokens":0,"pending_prefill_tokens":42527,"num_requests":2,"active_p_offloads":0,"cached_blocks":472,"cache_hit":4096,"new_prefill":92009,"score_linear":61471.0,"score_lmetric":269072},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":96105,"score_linear":77805.0,"score_lmetric":173910},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":96105,"score_linear":82014.0,"score_lmetric":178119},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4684,"ongoing_decode_tokens":4684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":787,"cache_hit":7680,"new_prefill":88425,"score_linear":-2996.0,"score_lmetric":88425},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":96105,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":96105,"score_linear":233348.0,"score_lmetric":192210},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":42745,"ongoing_decode_tokens":42745,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":691,"cache_hit":88064,"new_prefill":8041,"score_linear":-45319.0,"score_lmetric":8041},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":551,"cache_hit":7680,"new_prefill":88425,"score_linear":37240.0,"score_lmetric":88425}],"chosen_score_linear":-45319.0,"chosen_score_lmetric":8041,"t_first_token":281744.817400796,"t_first_token_unix":1779712609.8313446,"t_done":281745.989743363,"t_done_unix":1779712611.0036867},{"request_id":"1290365:3:1293216:222","session_id":"1290365","input_length":24482,"t_proxy_recv":281744.088799257,"t_decision_unix":1779712609.1027405,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23040,"affinity_cache_ratio":0.941099583367372,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":23040,"estimated_new_tokens":1442,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":42153,"ongoing_decode_tokens":42153,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":472,"cache_hit":23040,"new_prefill":1442,"score_linear":19113.0,"score_lmetric":1442},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":698,"cache_hit":0,"new_prefill":24482,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":24482,"score_linear":82014.0,"score_lmetric":106496},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28796,"ongoing_decode_tokens":0,"pending_prefill_tokens":12924,"num_requests":1,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":24482,"score_linear":28796.0,"score_lmetric":37406},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":12388,"ongoing_decode_tokens":12388,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":549,"cache_hit":0,"new_prefill":24482,"score_linear":12388.0,"score_lmetric":24482},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":24482,"score_linear":114612.0,"score_lmetric":24482},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138850,"ongoing_decode_tokens":42745,"pending_prefill_tokens":8041,"num_requests":2,"active_p_offloads":0,"cached_blocks":691,"cache_hit":0,"new_prefill":24482,"score_linear":138850.0,"score_lmetric":65046},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85198,"ongoing_decode_tokens":44920,"pending_prefill_tokens":8022,"num_requests":2,"active_p_offloads":0,"cached_blocks":551,"cache_hit":0,"new_prefill":24482,"score_linear":85198.0,"score_lmetric":65008}],"chosen_score_linear":19113.0,"chosen_score_lmetric":1442,"t_first_token":281744.355090068,"t_first_token_unix":1779712609.3690336,"t_done":281746.453291951,"t_done_unix":1779712611.467235},{"request_id":"1272313:8:1293738:226","session_id":"1272313","input_length":28796,"t_proxy_recv":281743.150900592,"t_decision_unix":1779712608.164842,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":15872,"affinity_cache_ratio":0.5511876649534657,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":15872,"estimated_new_tokens":12924,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65567,"ongoing_decode_tokens":0,"pending_prefill_tokens":42527,"num_requests":2,"active_p_offloads":0,"cached_blocks":472,"cache_hit":4096,"new_prefill":24700,"score_linear":61471.0,"score_lmetric":134454},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":698,"cache_hit":0,"new_prefill":28796,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":28796,"score_linear":82014.0,"score_lmetric":110810},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":15872,"new_prefill":12924,"score_linear":-15872.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":549,"cache_hit":0,"new_prefill":28796,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":28796,"score_linear":114612.0,"score_lmetric":28796},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138850,"ongoing_decode_tokens":42745,"pending_prefill_tokens":8041,"num_requests":2,"active_p_offloads":0,"cached_blocks":691,"cache_hit":10752,"new_prefill":18044,"score_linear":128098.0,"score_lmetric":52170},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85198,"ongoing_decode_tokens":44920,"pending_prefill_tokens":8022,"num_requests":2,"active_p_offloads":0,"cached_blocks":551,"cache_hit":7680,"new_prefill":21116,"score_linear":77518.0,"score_lmetric":58276}],"chosen_score_linear":-15872.0,"chosen_score_lmetric":0,"t_first_token":281745.33366169,"t_first_token_unix":1779712610.347605,"t_done":281747.150994336,"t_done_unix":1779712612.1649377},{"request_id":"1269373:7:1290314:207","session_id":"1269373","input_length":42745,"t_proxy_recv":281736.010549979,"t_decision_unix":1779712601.0244915,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":38912,"affinity_cache_ratio":0.9103286934144345,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":38912,"estimated_new_tokens":3833,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":472,"cache_hit":4096,"new_prefill":38649,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":42745,"score_linear":77805.0,"score_lmetric":120550},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":42745,"score_linear":82014.0,"score_lmetric":124759},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15547,"ongoing_decode_tokens":15547,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":786,"cache_hit":7680,"new_prefill":35065,"score_linear":7867.0,"score_lmetric":35065},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":524,"cache_hit":0,"new_prefill":42745,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":42745,"score_linear":232709.0,"score_lmetric":85490},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87741,"ongoing_decode_tokens":87741,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":676,"cache_hit":38912,"new_prefill":3833,"score_linear":48829.0,"score_lmetric":3833},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":112378,"ongoing_decode_tokens":80019,"pending_prefill_tokens":103,"num_requests":3,"active_p_offloads":0,"cached_blocks":551,"cache_hit":7680,"new_prefill":35065,"score_linear":104698.0,"score_lmetric":105504}],"chosen_score_linear":48829.0,"chosen_score_lmetric":3833,"t_first_token":281737.081334046,"t_first_token_unix":1779712602.0952778,"t_done":281747.457276253,"t_done_unix":1779712612.4712198},{"request_id":"1262354:14:1294243:228","session_id":"1262354","input_length":35435,"t_proxy_recv":281744.467324751,"t_decision_unix":1779712609.481266,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9825313955129109,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":34816,"estimated_new_tokens":619,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":554,"cache_hit":0,"new_prefill":35435,"score_linear":24482.0,"score_lmetric":35435},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":698,"cache_hit":0,"new_prefill":35435,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":35435,"score_linear":82014.0,"score_lmetric":117449},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28796,"ongoing_decode_tokens":0,"pending_prefill_tokens":12924,"num_requests":1,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":35435,"score_linear":28796.0,"score_lmetric":48359},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":558,"cache_hit":0,"new_prefill":35435,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":35435,"score_linear":114612.0,"score_lmetric":35435},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138850,"ongoing_decode_tokens":42745,"pending_prefill_tokens":8041,"num_requests":2,"active_p_offloads":0,"cached_blocks":691,"cache_hit":0,"new_prefill":35435,"score_linear":138850.0,"score_lmetric":86952},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85198,"ongoing_decode_tokens":44920,"pending_prefill_tokens":8022,"num_requests":2,"active_p_offloads":0,"cached_blocks":551,"cache_hit":34816,"new_prefill":619,"score_linear":50382.0,"score_lmetric":17282}],"chosen_score_linear":50382.0,"chosen_score_lmetric":17282,"t_first_token":281744.903568302,"t_first_token_unix":1779712609.9175115,"t_done":281747.477953053,"t_done_unix":1779712612.4918962},{"request_id":"1294611:1:1294611:229","session_id":"1294611","input_length":21947,"t_proxy_recv":281745.765047525,"t_decision_unix":1779712610.7789888,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":21947,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":554,"cache_hit":0,"new_prefill":21947,"score_linear":24482.0,"score_lmetric":21947},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":698,"cache_hit":0,"new_prefill":21947,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":21947,"score_linear":82014.0,"score_lmetric":103961},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28796,"ongoing_decode_tokens":28796,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":808,"cache_hit":12800,"new_prefill":9147,"score_linear":15996.0,"score_lmetric":9147},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":558,"cache_hit":0,"new_prefill":21947,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":21947,"score_linear":114612.0,"score_lmetric":21947},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138850,"ongoing_decode_tokens":138850,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":691,"cache_hit":0,"new_prefill":21947,"score_linear":138850.0,"score_lmetric":43894},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":120633,"ongoing_decode_tokens":120633,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":551,"cache_hit":0,"new_prefill":21947,"score_linear":120633.0,"score_lmetric":65841}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281748.138836793,"t_first_token_unix":1779712613.15278,"t_done":281748.809781321,"t_done_unix":1779712613.8237245},{"request_id":"1279412:6:1293655:225","session_id":"1279412","input_length":40278,"t_proxy_recv":281742.793178523,"t_decision_unix":1779712607.80712,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":32256,"affinity_cache_ratio":0.8008342022940563,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":32256,"estimated_new_tokens":8022,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65567,"ongoing_decode_tokens":0,"pending_prefill_tokens":42527,"num_requests":2,"active_p_offloads":0,"cached_blocks":472,"cache_hit":0,"new_prefill":40278,"score_linear":65567.0,"score_lmetric":165610},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":698,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":40278,"score_linear":82014.0,"score_lmetric":122292},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":549,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":40278,"score_linear":233348.0,"score_lmetric":80556},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138850,"ongoing_decode_tokens":42745,"pending_prefill_tokens":8041,"num_requests":2,"active_p_offloads":0,"cached_blocks":691,"cache_hit":0,"new_prefill":40278,"score_linear":138850.0,"score_lmetric":96638},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":551,"cache_hit":32256,"new_prefill":8022,"score_linear":12664.0,"score_lmetric":8022}],"chosen_score_linear":12664.0,"chosen_score_lmetric":8022,"t_first_token":281744.811565502,"t_first_token_unix":1779712609.8255088,"t_done":281750.416990447,"t_done_unix":1779712615.4309337},{"request_id":"1295690:1:1295690:232","session_id":"1295690","input_length":10857,"t_proxy_recv":281749.663025748,"t_decision_unix":1779712614.6769671,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":10857,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":741,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":10857,"score_linear":82014.0,"score_lmetric":92871},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":558,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":10857,"score_linear":114612.0,"score_lmetric":10857},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":147397,"ongoing_decode_tokens":0,"pending_prefill_tokens":8645,"num_requests":2,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":10857,"score_linear":147397.0,"score_lmetric":39004},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85198,"ongoing_decode_tokens":85198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":552,"cache_hit":0,"new_prefill":10857,"score_linear":85198.0,"score_lmetric":21714}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281750.546319714,"t_first_token_unix":1779712615.5602632,"t_done":281750.987211364,"t_done_unix":1779712616.0011544},{"request_id":"1266668:9:1295576:231","session_id":"1266668","input_length":96717,"t_proxy_recv":281749.330695127,"t_decision_unix":1779712614.3446364,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9899397210418024,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":95744,"estimated_new_tokens":973,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":557,"cache_hit":4096,"new_prefill":92621,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":741,"cache_hit":0,"new_prefill":96717,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":96717,"score_linear":82014.0,"score_lmetric":178731},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":7680,"new_prefill":89037,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":558,"cache_hit":0,"new_prefill":96717,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":96717,"score_linear":114612.0,"score_lmetric":96717},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50680,"ongoing_decode_tokens":0,"pending_prefill_tokens":7672,"num_requests":1,"active_p_offloads":0,"cached_blocks":714,"cache_hit":95744,"new_prefill":973,"score_linear":-45064.0,"score_lmetric":8645},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85198,"ongoing_decode_tokens":85198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":552,"cache_hit":7680,"new_prefill":89037,"score_linear":77518.0,"score_lmetric":178074}],"chosen_score_linear":-45064.0,"chosen_score_lmetric":8645,"t_first_token":281751.051678648,"t_first_token_unix":1779712616.065622,"t_done":281751.473863888,"t_done_unix":1779712616.4878073},{"request_id":"1294611:2:1295852:233","session_id":"1294611","input_length":23610,"t_proxy_recv":281750.171640746,"t_decision_unix":1779712615.1855822,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9324862346463363,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":22016,"estimated_new_tokens":1594,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":23610,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":741,"cache_hit":22016,"new_prefill":1594,"score_linear":-22016.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":23610,"score_linear":82014.0,"score_lmetric":105624},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":12800,"new_prefill":10810,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":10857,"ongoing_decode_tokens":0,"pending_prefill_tokens":10857,"num_requests":1,"active_p_offloads":0,"cached_blocks":558,"cache_hit":0,"new_prefill":23610,"score_linear":10857.0,"score_lmetric":34467},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":23610,"score_linear":114612.0,"score_lmetric":23610},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":147397,"ongoing_decode_tokens":0,"pending_prefill_tokens":8645,"num_requests":2,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":23610,"score_linear":147397.0,"score_lmetric":64510},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85198,"ongoing_decode_tokens":85198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":552,"cache_hit":0,"new_prefill":23610,"score_linear":85198.0,"score_lmetric":47220}],"chosen_score_linear":-22016.0,"chosen_score_lmetric":0,"t_first_token":281750.55885444,"t_first_token_unix":1779712615.5727978,"t_done":281751.933015684,"t_done_unix":1779712616.9469588},{"request_id":"1289570:1:1289570:204","session_id":"1289570","input_length":82014,"t_proxy_recv":281729.004985637,"t_decision_unix":1779712594.0189266,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":82014,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":82014,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":82014,"score_linear":77805.0,"score_lmetric":159819},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":82014,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104111,"ongoing_decode_tokens":104111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":82014,"score_linear":104111.0,"score_lmetric":164028},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9610,"ongoing_decode_tokens":0,"pending_prefill_tokens":8074,"num_requests":1,"active_p_offloads":0,"cached_blocks":497,"cache_hit":0,"new_prefill":82014,"score_linear":9610.0,"score_lmetric":90088},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":82014,"score_linear":232709.0,"score_lmetric":164028},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118843,"ongoing_decode_tokens":118843,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":617,"cache_hit":0,"new_prefill":82014,"score_linear":118843.0,"score_lmetric":164028},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77111,"ongoing_decode_tokens":0,"pending_prefill_tokens":14135,"num_requests":2,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":82014,"score_linear":77111.0,"score_lmetric":192298}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281751.70704248,"t_first_token_unix":1779712616.720987,"t_done":281752.227529254,"t_done_unix":1779712617.2414727},{"request_id":"1275274:1:1275274:136","session_id":"1275274","input_length":114612,"t_proxy_recv":281679.551590323,"t_decision_unix":1779712544.5655315,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":114612,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":114612,"score_linear":135235.0,"score_lmetric":455662},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":114612,"score_linear":120167.0,"score_lmetric":441910},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":114612,"score_linear":150574.0,"score_lmetric":464836},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":114612,"score_linear":121069.0,"score_lmetric":416084},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":445,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":370,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281721.898465392,"t_first_token_unix":1779712586.9124093,"t_done":281753.601332026,"t_done_unix":1779712618.615276},{"request_id":"1296872:1:1296872:235","session_id":"1296872","input_length":624,"t_proxy_recv":281753.726528718,"t_decision_unix":1779712618.74047,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":624,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50680,"ongoing_decode_tokens":50680,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":715,"cache_hit":0,"new_prefill":624,"score_linear":50680.0,"score_lmetric":624},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80589,"ongoing_decode_tokens":80589,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":568,"cache_hit":0,"new_prefill":624,"score_linear":80589.0,"score_lmetric":1248}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281753.79398014,"t_first_token_unix":1779712618.8079233,"t_done":281753.897976011,"t_done_unix":1779712618.9119196},{"request_id":"1296983:1:1296983:236","session_id":"1296983","input_length":1791,"t_proxy_recv":281754.159859239,"t_decision_unix":1779712619.1738007,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1791,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50680,"ongoing_decode_tokens":50680,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":715,"cache_hit":0,"new_prefill":1791,"score_linear":50680.0,"score_lmetric":1791},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80589,"ongoing_decode_tokens":80589,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":568,"cache_hit":0,"new_prefill":1791,"score_linear":80589.0,"score_lmetric":3582}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281754.280453454,"t_first_token_unix":1779712619.2943969,"t_done":281754.505563074,"t_done_unix":1779712619.5195065},{"request_id":"1262354:15:1296106:234","session_id":"1262354","input_length":35669,"t_proxy_recv":281751.114635081,"t_decision_unix":1779712616.1285765,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9904398777650061,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":35328,"estimated_new_tokens":341,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":35669,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23610,"ongoing_decode_tokens":23610,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":741,"cache_hit":0,"new_prefill":35669,"score_linear":23610.0,"score_lmetric":35669},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":35669,"score_linear":82014.0,"score_lmetric":117683},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":35669,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":35669,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":35669,"score_linear":114612.0,"score_lmetric":35669},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":147397,"ongoing_decode_tokens":147397,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":35669,"score_linear":147397.0,"score_lmetric":71338},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":568,"cache_hit":35328,"new_prefill":341,"score_linear":9592.0,"score_lmetric":341}],"chosen_score_linear":9592.0,"chosen_score_lmetric":341,"t_first_token":281751.201410045,"t_first_token_unix":1779712616.2153535,"t_done":281754.807854425,"t_done_unix":1779712619.8217976},{"request_id":"1269373:8:1295332:230","session_id":"1269373","input_length":50680,"t_proxy_recv":281748.310924907,"t_decision_unix":1779712613.324866,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":43008,"affinity_cache_ratio":0.8486187845303867,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":43008,"estimated_new_tokens":7672,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":557,"cache_hit":4096,"new_prefill":46584,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":21947,"ongoing_decode_tokens":21947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":698,"cache_hit":0,"new_prefill":50680,"score_linear":21947.0,"score_lmetric":50680},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":50680,"score_linear":82014.0,"score_lmetric":132694},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":7680,"new_prefill":43000,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":558,"cache_hit":0,"new_prefill":50680,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":50680,"score_linear":114612.0,"score_lmetric":50680},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":714,"cache_hit":43008,"new_prefill":7672,"score_linear":-43008.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85198,"ongoing_decode_tokens":85198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":552,"cache_hit":7680,"new_prefill":43000,"score_linear":77518.0,"score_lmetric":86000}],"chosen_score_linear":-43008.0,"chosen_score_lmetric":0,"t_first_token":281750.645969318,"t_first_token_unix":1779712615.6599123,"t_done":281755.212031863,"t_done_unix":1779712620.225975},{"request_id":"1260327:7:1297673:242","session_id":"1260327","input_length":42363,"t_proxy_recv":281756.347967068,"t_decision_unix":1779712621.3619087,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":41984,"affinity_cache_ratio":0.99105351367939,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":41984,"estimated_new_tokens":379,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":557,"cache_hit":41984,"new_prefill":379,"score_linear":-41984.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":42363,"score_linear":23863.0,"score_lmetric":42363},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":42363,"score_linear":62414.0,"score_lmetric":85833},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":836,"cache_hit":0,"new_prefill":42363,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":42363,"score_linear":59507.0,"score_lmetric":101870},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":42363,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":97145,"ongoing_decode_tokens":0,"pending_prefill_tokens":889,"num_requests":1,"active_p_offloads":0,"cached_blocks":730,"cache_hit":0,"new_prefill":42363,"score_linear":97145.0,"score_lmetric":43252},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":44920,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":569,"cache_hit":41984,"new_prefill":379,"score_linear":63129.0,"score_lmetric":40248}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":281756.503398758,"t_first_token_unix":1779712621.5173419,"t_done":281756.732353022,"t_done_unix":1779712621.7462962},{"request_id":"1290442:2:1298058:246","session_id":"1290442","input_length":11994,"t_proxy_recv":281757.696724961,"t_decision_unix":1779712622.7106664,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":7168,"affinity_cache_ratio":0.5976321494080373,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":7168,"estimated_new_tokens":4826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13992,"ongoing_decode_tokens":0,"pending_prefill_tokens":12456,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":11994,"score_linear":13992.0,"score_lmetric":24450},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":11994,"score_linear":23863.0,"score_lmetric":11994},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":11994,"score_linear":62414.0,"score_lmetric":55464},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29149,"ongoing_decode_tokens":29149,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":836,"cache_hit":7168,"new_prefill":4826,"score_linear":21981.0,"score_lmetric":4826},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81137,"ongoing_decode_tokens":0,"pending_prefill_tokens":68337,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":11994,"score_linear":81137.0,"score_lmetric":160662},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":11994,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":97145,"ongoing_decode_tokens":97145,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":730,"cache_hit":0,"new_prefill":11994,"score_linear":97145.0,"score_lmetric":11994},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":44920,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":569,"cache_hit":0,"new_prefill":11994,"score_linear":105113.0,"score_lmetric":63478}],"chosen_score_linear":21981.0,"chosen_score_lmetric":4826,"t_first_token":281758.211156117,"t_first_token_unix":1779712623.2250996,"t_done":281758.333132411,"t_done_unix":1779712623.3470762},{"request_id":"1272313:9:1297810:243","session_id":"1272313","input_length":29149,"t_proxy_recv":281756.842770785,"t_decision_unix":1779712621.856712,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9836358022573674,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":28672,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":557,"cache_hit":4096,"new_prefill":25053,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":29149,"score_linear":23863.0,"score_lmetric":29149},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":29149,"score_linear":62414.0,"score_lmetric":72619},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":836,"cache_hit":28672,"new_prefill":477,"score_linear":-28672.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":29149,"score_linear":59507.0,"score_lmetric":88656},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":29149,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":97145,"ongoing_decode_tokens":97145,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":730,"cache_hit":10752,"new_prefill":18397,"score_linear":86393.0,"score_lmetric":18397},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":44920,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":569,"cache_hit":7680,"new_prefill":21469,"score_linear":97433.0,"score_lmetric":82428}],"chosen_score_linear":-28672.0,"chosen_score_lmetric":0,"t_first_token":281756.929065729,"t_first_token_unix":1779712621.9430091,"t_done":281758.353430927,"t_done_unix":1779712623.3673742},{"request_id":"1294611:3:1297534:240","session_id":"1294611","input_length":23863,"t_proxy_recv":281756.004577199,"t_decision_unix":1779712621.0185184,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9869672715081926,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":23552,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":23863,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":744,"cache_hit":23552,"new_prefill":311,"score_linear":-23552.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":23863,"score_linear":62414.0,"score_lmetric":67333},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":836,"cache_hit":12800,"new_prefill":11063,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":23863,"score_linear":59507.0,"score_lmetric":83370},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":23863,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":730,"cache_hit":0,"new_prefill":23863,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":44920,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":569,"cache_hit":0,"new_prefill":23863,"score_linear":105113.0,"score_lmetric":87216}],"chosen_score_linear":-23552.0,"chosen_score_lmetric":0,"t_first_token":281756.059693341,"t_first_token_unix":1779712621.0736365,"t_done":281759.142860407,"t_done_unix":1779712624.1568036},{"request_id":"1297811:1:1297811:244","session_id":"1297811","input_length":13992,"t_proxy_recv":281756.84677439,"t_decision_unix":1779712621.8607163,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":1536,"estimated_new_tokens":12456,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":557,"cache_hit":1536,"new_prefill":12456,"score_linear":-1536.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":13992,"score_linear":23863.0,"score_lmetric":13992},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":13992,"score_linear":62414.0,"score_lmetric":57462},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29149,"ongoing_decode_tokens":0,"pending_prefill_tokens":477,"num_requests":1,"active_p_offloads":0,"cached_blocks":836,"cache_hit":0,"new_prefill":13992,"score_linear":29149.0,"score_lmetric":14469},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":13992,"score_linear":59507.0,"score_lmetric":73499},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":13992,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":97145,"ongoing_decode_tokens":97145,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":730,"cache_hit":0,"new_prefill":13992,"score_linear":97145.0,"score_lmetric":13992},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":44920,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":569,"cache_hit":0,"new_prefill":13992,"score_linear":105113.0,"score_lmetric":67474}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":281757.979996092,"t_first_token_unix":1779712622.9939394,"t_done":281759.281061967,"t_done_unix":1779712624.295005},{"request_id":"1266668:10:1297641:241","session_id":"1266668","input_length":97145,"t_proxy_recv":281756.265904143,"t_decision_unix":1779712621.2798457,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":96256,"affinity_cache_ratio":0.9908487312779866,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":96256,"estimated_new_tokens":889,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":557,"cache_hit":4096,"new_prefill":93049,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":97145,"score_linear":23863.0,"score_lmetric":97145},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":97145,"score_linear":62414.0,"score_lmetric":140615},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":836,"cache_hit":7680,"new_prefill":89465,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":97145,"score_linear":59507.0,"score_lmetric":156652},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":97145,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":730,"cache_hit":96256,"new_prefill":889,"score_linear":-96256.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":44920,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":569,"cache_hit":7680,"new_prefill":89465,"score_linear":97433.0,"score_lmetric":218420}],"chosen_score_linear":-96256.0,"chosen_score_lmetric":0,"t_first_token":281756.749218256,"t_first_token_unix":1779712621.7631617,"t_done":281759.494647245,"t_done_unix":1779712624.508591},{"request_id":"1290365:4:1298540:247","session_id":"1290365","input_length":25103,"t_proxy_recv":281759.403158565,"t_decision_unix":1779712624.4171,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24576,"affinity_cache_ratio":0.979006493247819,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24576,"estimated_new_tokens":527,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":581,"cache_hit":24576,"new_prefill":527,"score_linear":-24576.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":745,"cache_hit":0,"new_prefill":25103,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":25103,"score_linear":62414.0,"score_lmetric":68573},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":25103,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81137,"ongoing_decode_tokens":0,"pending_prefill_tokens":68337,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":25103,"score_linear":81137.0,"score_lmetric":186880},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":25103,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":97145,"ongoing_decode_tokens":97145,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":730,"cache_hit":0,"new_prefill":25103,"score_linear":97145.0,"score_lmetric":25103},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":44920,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":569,"cache_hit":0,"new_prefill":25103,"score_linear":105113.0,"score_lmetric":89696}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":281759.512513398,"t_first_token_unix":1779712624.5264568,"t_done":281760.584194269,"t_done_unix":1779712625.5981374},{"request_id":"1298970:1:1298970:248","session_id":"1298970","input_length":9530,"t_proxy_recv":281760.96657495,"t_decision_unix":1779712625.9805164,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":9530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":745,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":9530,"score_linear":62414.0,"score_lmetric":53000},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81137,"ongoing_decode_tokens":0,"pending_prefill_tokens":68337,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":9530,"score_linear":81137.0,"score_lmetric":155734},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":44920,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":569,"cache_hit":0,"new_prefill":9530,"score_linear":105113.0,"score_lmetric":58550}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281761.69508258,"t_first_token_unix":1779712626.7090263,"t_done":281761.882073406,"t_done_unix":1779712626.8960166},{"request_id":"1299073:1:1299073:249","session_id":"1299073","input_length":881,"t_proxy_recv":281761.325918473,"t_decision_unix":1779712626.33986,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":881,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":881,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":745,"cache_hit":0,"new_prefill":881,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":881,"score_linear":62414.0,"score_lmetric":44351},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":881,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81137,"ongoing_decode_tokens":0,"pending_prefill_tokens":68337,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":881,"score_linear":81137.0,"score_lmetric":138436},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":9530,"ongoing_decode_tokens":0,"pending_prefill_tokens":9530,"num_requests":1,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":881,"score_linear":9530.0,"score_lmetric":10411},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":881,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":44920,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":569,"cache_hit":0,"new_prefill":881,"score_linear":105113.0,"score_lmetric":41252}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281761.404154016,"t_first_token_unix":1779712626.4180973,"t_done":281762.530622952,"t_done_unix":1779712627.544566},{"request_id":"1296983:2:1299368:250","session_id":"1296983","input_length":7963,"t_proxy_recv":281762.15031223,"t_decision_unix":1779712627.1642537,"policy":"unified","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":1536,"affinity_cache_ratio":0.1928921260831345,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":1536,"estimated_new_tokens":6427,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":881,"ongoing_decode_tokens":881,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":7963,"score_linear":881.0,"score_lmetric":7963},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":745,"cache_hit":0,"new_prefill":7963,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":7963,"score_linear":62414.0,"score_lmetric":51433},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":1536,"new_prefill":6427,"score_linear":-1536.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81137,"ongoing_decode_tokens":0,"pending_prefill_tokens":68337,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":7963,"score_linear":81137.0,"score_lmetric":152600},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":574,"cache_hit":0,"new_prefill":7963,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":7963,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":105113,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":569,"cache_hit":0,"new_prefill":7963,"score_linear":105113.0,"score_lmetric":15926}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":281762.612405036,"t_first_token_unix":1779712627.626348,"t_done":281762.806717687,"t_done_unix":1779712627.8206608},{"request_id":"1296872:2:1299394:251","session_id":"1296872","input_length":8352,"t_proxy_recv":281762.263575428,"t_decision_unix":1779712627.2775168,"policy":"unified","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":5,"affinity_cache_hit":512,"affinity_cache_ratio":0.06130268199233716,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":8352,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":881,"ongoing_decode_tokens":881,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":8352,"score_linear":881.0,"score_lmetric":8352},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":745,"cache_hit":0,"new_prefill":8352,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":512,"new_prefill":7840,"score_linear":61902.0,"score_lmetric":51310},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":7963,"ongoing_decode_tokens":0,"pending_prefill_tokens":6427,"num_requests":1,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":8352,"score_linear":7963.0,"score_lmetric":14779},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81137,"ongoing_decode_tokens":0,"pending_prefill_tokens":68337,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":8352,"score_linear":81137.0,"score_lmetric":153378},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":574,"cache_hit":0,"new_prefill":8352,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":8352,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":105113,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":569,"cache_hit":0,"new_prefill":8352,"score_linear":105113.0,"score_lmetric":16704}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281762.870522507,"t_first_token_unix":1779712627.8844657,"t_done":281763.004211951,"t_done_unix":1779712628.018155},{"request_id":"1279412:7:1297236:238","session_id":"1279412","input_length":60193,"t_proxy_recv":281755.164210652,"t_decision_unix":1779712620.1781518,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":40448,"affinity_cache_ratio":0.6719718239662419,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":40448,"estimated_new_tokens":19745,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":836,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":60193,"score_linear":59507.0,"score_lmetric":119700},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50680,"ongoing_decode_tokens":50680,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":715,"cache_hit":0,"new_prefill":60193,"score_linear":50680.0,"score_lmetric":60193},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":569,"cache_hit":40448,"new_prefill":19745,"score_linear":4472.0,"score_lmetric":19745}],"chosen_score_linear":4472.0,"chosen_score_lmetric":19745,"t_first_token":281761.631045172,"t_first_token_unix":1779712626.6449888,"t_done":281764.256790335,"t_done_unix":1779712629.2707343},{"request_id":"1292750:2:1299406:252","session_id":"1292750","input_length":19157,"t_proxy_recv":281762.308008615,"t_decision_unix":1779712627.3219502,"policy":"unified","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":1,"affinity_cache_hit":4608,"affinity_cache_ratio":0.24053870647804979,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":19157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":881,"ongoing_decode_tokens":881,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":19157,"score_linear":881.0,"score_lmetric":19157},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":745,"cache_hit":0,"new_prefill":19157,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":19157,"score_linear":62414.0,"score_lmetric":62627},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":7963,"ongoing_decode_tokens":0,"pending_prefill_tokens":6427,"num_requests":1,"active_p_offloads":0,"cached_blocks":846,"cache_hit":4608,"new_prefill":14549,"score_linear":3355.0,"score_lmetric":20976},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81137,"ongoing_decode_tokens":0,"pending_prefill_tokens":68337,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":19157,"score_linear":81137.0,"score_lmetric":174988},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":8352,"ongoing_decode_tokens":0,"pending_prefill_tokens":8352,"num_requests":1,"active_p_offloads":0,"cached_blocks":574,"cache_hit":0,"new_prefill":19157,"score_linear":8352.0,"score_lmetric":27509},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":19157,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":105113,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":569,"cache_hit":0,"new_prefill":19157,"score_linear":105113.0,"score_lmetric":38314}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281764.249973965,"t_first_token_unix":1779712629.2639172,"t_done":281764.328196797,"t_done_unix":1779712629.3421397},{"request_id":"1272313:10:1299814:254","session_id":"1272313","input_length":29486,"t_proxy_recv":281763.683989923,"t_decision_unix":1779712628.697931,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9897578511836126,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":29184,"estimated_new_tokens":302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":584,"cache_hit":4096,"new_prefill":25390,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":19157,"ongoing_decode_tokens":0,"pending_prefill_tokens":19157,"num_requests":1,"active_p_offloads":0,"cached_blocks":745,"cache_hit":0,"new_prefill":29486,"score_linear":19157.0,"score_lmetric":48643},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":29486,"score_linear":62414.0,"score_lmetric":72956},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":858,"cache_hit":29184,"new_prefill":302,"score_linear":-29184.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81137,"ongoing_decode_tokens":0,"pending_prefill_tokens":68337,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":29486,"score_linear":81137.0,"score_lmetric":195646},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":29486,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18893,"ongoing_decode_tokens":0,"pending_prefill_tokens":7117,"num_requests":1,"active_p_offloads":0,"cached_blocks":732,"cache_hit":10752,"new_prefill":18734,"score_linear":8141.0,"score_lmetric":25851},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":105113,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":569,"cache_hit":7680,"new_prefill":21806,"score_linear":97433.0,"score_lmetric":43612}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":281763.799267808,"t_first_token_unix":1779712628.8132112,"t_done":281765.264513062,"t_done_unix":1779712630.2784562},{"request_id":"1277909:3:1289205:201","session_id":"1277909","input_length":44920,"t_proxy_recv":281727.704359628,"t_decision_unix":1779712592.7183008,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31232,"affinity_cache_ratio":0.6952804986642921,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":31232,"estimated_new_tokens":13688,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":427,"cache_hit":4096,"new_prefill":40824,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":44920,"score_linear":77805.0,"score_lmetric":122725},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":44920,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104111,"ongoing_decode_tokens":89226,"pending_prefill_tokens":1061,"num_requests":2,"active_p_offloads":0,"cached_blocks":767,"cache_hit":7680,"new_prefill":37240,"score_linear":96431.0,"score_lmetric":76602},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":497,"cache_hit":0,"new_prefill":44920,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":44920,"score_linear":232709.0,"score_lmetric":89840},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118843,"ongoing_decode_tokens":118843,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":617,"cache_hit":7680,"new_prefill":37240,"score_linear":111163.0,"score_lmetric":74480},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":550,"cache_hit":31232,"new_prefill":13688,"score_linear":-31232.0,"score_lmetric":0}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":281731.240058397,"t_first_token_unix":1779712596.2540019,"t_done":281765.629387412,"t_done_unix":1779712630.643331},{"request_id":"1286804:2:1300234:256","session_id":"1286804","input_length":14213,"t_proxy_recv":281765.131349188,"t_decision_unix":1779712630.1452901,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":13824,"affinity_cache_ratio":0.9726306902131852,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":13824,"estimated_new_tokens":389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":584,"cache_hit":13824,"new_prefill":389,"score_linear":-13824.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":14213,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":14213,"score_linear":62414.0,"score_lmetric":57683},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29486,"ongoing_decode_tokens":29486,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":858,"cache_hit":0,"new_prefill":14213,"score_linear":29486.0,"score_lmetric":14213},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81137,"ongoing_decode_tokens":0,"pending_prefill_tokens":68337,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":14213,"score_linear":81137.0,"score_lmetric":165100},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":14213,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18893,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":14213,"score_linear":18893.0,"score_lmetric":14213},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105598,"ongoing_decode_tokens":105598,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":608,"cache_hit":0,"new_prefill":14213,"score_linear":105598.0,"score_lmetric":28426}],"chosen_score_linear":-13824.0,"chosen_score_lmetric":0,"t_first_token":281765.187946667,"t_first_token_unix":1779712630.20189,"t_done":281765.833907425,"t_done_unix":1779712630.8478508},{"request_id":"1294611:4:1300505:257","session_id":"1294611","input_length":24384,"t_proxy_recv":281766.150176072,"t_decision_unix":1779712631.1641176,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9868766404199475,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24064,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":24384,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":24064,"new_prefill":320,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":24384,"score_linear":62414.0,"score_lmetric":67854},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":859,"cache_hit":12800,"new_prefill":11584,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81137,"ongoing_decode_tokens":0,"pending_prefill_tokens":68337,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":24384,"score_linear":81137.0,"score_lmetric":185442},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":24384,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18893,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":24384,"score_linear":18893.0,"score_lmetric":24384},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60678,"ongoing_decode_tokens":60678,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":637,"cache_hit":0,"new_prefill":24384,"score_linear":60678.0,"score_lmetric":24384}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":281766.206349326,"t_first_token_unix":1779712631.2202926,"t_done":281766.570434142,"t_done_unix":1779712631.5843773},{"request_id":"1279412:8:1300001:255","session_id":"1279412","input_length":60678,"t_proxy_recv":281764.368794666,"t_decision_unix":1779712629.3827364,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":60416,"affinity_cache_ratio":0.9956821253172484,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":60416,"estimated_new_tokens":262,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":60678,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":60678,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":60678,"score_linear":62414.0,"score_lmetric":104148},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29486,"ongoing_decode_tokens":29486,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":858,"cache_hit":0,"new_prefill":60678,"score_linear":29486.0,"score_lmetric":60678},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81137,"ongoing_decode_tokens":0,"pending_prefill_tokens":68337,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":60678,"score_linear":81137.0,"score_lmetric":258030},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":60678,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18893,"ongoing_decode_tokens":0,"pending_prefill_tokens":7117,"num_requests":1,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":60678,"score_linear":18893.0,"score_lmetric":67795},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":608,"cache_hit":60416,"new_prefill":262,"score_linear":-15496.0,"score_lmetric":262}],"chosen_score_linear":-15496.0,"chosen_score_lmetric":262,"t_first_token":281764.577477716,"t_first_token_unix":1779712629.5914214,"t_done":281766.628112536,"t_done_unix":1779712631.6420557},{"request_id":"1297473:1:1297473:239","session_id":"1297473","input_length":62414,"t_proxy_recv":281755.90883563,"t_decision_unix":1779712620.9227772,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":18944,"estimated_new_tokens":43470,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":856,"cache_hit":18944,"new_prefill":43470,"score_linear":-18944.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":836,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":62414,"score_linear":59507.0,"score_lmetric":121921},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":730,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":44920,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":569,"cache_hit":0,"new_prefill":62414,"score_linear":105113.0,"score_lmetric":164318}],"chosen_score_linear":-18944.0,"chosen_score_lmetric":0,"t_first_token":281767.993833803,"t_first_token_unix":1779712633.007777,"t_done":281768.317933054,"t_done_unix":1779712633.3318768},{"request_id":"1294611:5:1301356:262","session_id":"1294611","input_length":25650,"t_proxy_recv":281768.970657068,"t_decision_unix":1779712633.9845986,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9381676413255361,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24064,"estimated_new_tokens":1586,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":69555,"ongoing_decode_tokens":0,"pending_prefill_tokens":30643,"num_requests":2,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":25650,"score_linear":69555.0,"score_lmetric":112586},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":24064,"new_prefill":1586,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":25650,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":859,"cache_hit":12800,"new_prefill":12850,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81137,"ongoing_decode_tokens":81137,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":25650,"score_linear":81137.0,"score_lmetric":51300},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":25650,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171155,"ongoing_decode_tokens":116704,"pending_prefill_tokens":3763,"num_requests":3,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":25650,"score_linear":171155.0,"score_lmetric":88239},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":637,"cache_hit":0,"new_prefill":25650,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":281769.258664337,"t_first_token_unix":1779712634.272608,"t_done":281769.566281283,"t_done_unix":1779712634.5802245},{"request_id":"1295690:2:1301706:264","session_id":"1295690","input_length":28972,"t_proxy_recv":281770.259302212,"t_decision_unix":1779712635.2732434,"policy":"unified","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":3,"affinity_cache_hit":10752,"affinity_cache_ratio":0.37111694049427035,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":28972,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":0,"pending_prefill_tokens":31840,"num_requests":3,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":28972,"score_linear":112736.0,"score_lmetric":182436},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":785,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":859,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81137,"ongoing_decode_tokens":81137,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":10752,"new_prefill":18220,"score_linear":70385.0,"score_lmetric":36440},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171155,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":28972,"score_linear":171155.0,"score_lmetric":86916},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":637,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_done":281770.264380949,"t_done_unix":1779712635.278327},{"request_id":"1297117:1:1297117:237","session_id":"1297117","input_length":59507,"t_proxy_recv":281754.639857251,"t_decision_unix":1779712619.6537983,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":59507,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":836,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50680,"ongoing_decode_tokens":50680,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":715,"cache_hit":0,"new_prefill":59507,"score_linear":50680.0,"score_lmetric":59507},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80589,"ongoing_decode_tokens":80589,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":568,"cache_hit":0,"new_prefill":59507,"score_linear":80589.0,"score_lmetric":119014}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281768.243738714,"t_first_token_unix":1779712633.257682,"t_done":281770.813219622,"t_done_unix":1779712635.8271632},{"request_id":"1268861:3:1298057:245","session_id":"1268861","input_length":21630,"t_proxy_recv":281757.686137193,"t_decision_unix":1779712622.7000785,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":12800,"affinity_cache_ratio":0.5917706888580675,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":12800,"estimated_new_tokens":8830,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13992,"ongoing_decode_tokens":0,"pending_prefill_tokens":12456,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":21630,"score_linear":13992.0,"score_lmetric":34086},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":21630,"score_linear":23863.0,"score_lmetric":21630},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":21630,"score_linear":62414.0,"score_lmetric":65100},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29149,"ongoing_decode_tokens":29149,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":836,"cache_hit":0,"new_prefill":21630,"score_linear":29149.0,"score_lmetric":21630},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":579,"cache_hit":12800,"new_prefill":8830,"score_linear":46707.0,"score_lmetric":68337},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":21630,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":97145,"ongoing_decode_tokens":97145,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":730,"cache_hit":0,"new_prefill":21630,"score_linear":97145.0,"score_lmetric":21630},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":44920,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":569,"cache_hit":0,"new_prefill":21630,"score_linear":105113.0,"score_lmetric":82750}],"chosen_score_linear":46707.0,"chosen_score_lmetric":68337,"t_first_token":281768.575204994,"t_first_token_unix":1779712633.5891488,"t_done":281771.619936068,"t_done_unix":1779712636.6338792},{"request_id":"1302071:1:1302071:267","session_id":"1302071","input_length":6527,"t_proxy_recv":281771.691232238,"t_decision_unix":1779712636.705174,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":6527,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":0,"pending_prefill_tokens":31840,"num_requests":3,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":6527,"score_linear":112736.0,"score_lmetric":115101},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":785,"cache_hit":0,"new_prefill":6527,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":6527,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":859,"cache_hit":0,"new_prefill":6527,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":6527,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":6527,"score_linear":34706.0,"score_lmetric":41233},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171155,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":6527,"score_linear":171155.0,"score_lmetric":19581},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":637,"cache_hit":0,"new_prefill":6527,"score_linear":26441.0,"score_lmetric":32968}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281772.12550977,"t_first_token_unix":1779712637.139453,"t_done":281772.369557696,"t_done_unix":1779712637.3835008},{"request_id":"1302449:1:1302449:269","session_id":"1302449","input_length":1105,"t_proxy_recv":281773.225331621,"t_decision_unix":1779712638.239273,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1105,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":112736,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":1105,"score_linear":112736.0,"score_lmetric":3315},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":785,"cache_hit":0,"new_prefill":1105,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":1105,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49855,"ongoing_decode_tokens":0,"pending_prefill_tokens":191,"num_requests":1,"active_p_offloads":0,"cached_blocks":871,"cache_hit":0,"new_prefill":1105,"score_linear":49855.0,"score_lmetric":1296},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":1105,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":1105,"score_linear":34706.0,"score_lmetric":35811},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171155,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":1105,"score_linear":171155.0,"score_lmetric":3315},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":637,"cache_hit":0,"new_prefill":1105,"score_linear":26441.0,"score_lmetric":27546}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281773.357406262,"t_first_token_unix":1779712638.3713498,"t_done":281773.802640012,"t_done_unix":1779712638.8165832},{"request_id":"1302063:1:1302063:266","session_id":"1302063","input_length":26441,"t_proxy_recv":281771.677251905,"t_decision_unix":1779712636.6911933,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":26441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":0,"pending_prefill_tokens":31840,"num_requests":3,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":26441,"score_linear":112736.0,"score_lmetric":174843},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":785,"cache_hit":0,"new_prefill":26441,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":26441,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":859,"cache_hit":0,"new_prefill":26441,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":26441,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":26441,"score_linear":34706.0,"score_lmetric":61147},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171155,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":26441,"score_linear":171155.0,"score_lmetric":79323},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":637,"cache_hit":0,"new_prefill":26441,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281774.864565151,"t_first_token_unix":1779712639.8785083,"t_done":281775.118587778,"t_done_unix":1779712640.1325314},{"request_id":"1266668:11:1300918:260","session_id":"1266668","input_length":97811,"t_proxy_recv":281767.676453253,"t_decision_unix":1779712632.6903944,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9945711627526557,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":97280,"estimated_new_tokens":531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":69555,"ongoing_decode_tokens":0,"pending_prefill_tokens":30643,"num_requests":2,"active_p_offloads":0,"cached_blocks":584,"cache_hit":4096,"new_prefill":93715,"score_linear":65459.0,"score_lmetric":248716},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":97811,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":97811,"score_linear":62414.0,"score_lmetric":141281},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":859,"cache_hit":7680,"new_prefill":90131,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81137,"ongoing_decode_tokens":0,"pending_prefill_tokens":68337,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":97811,"score_linear":81137.0,"score_lmetric":332296},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":97811,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18893,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":732,"cache_hit":97280,"new_prefill":531,"score_linear":-78387.0,"score_lmetric":531},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":637,"cache_hit":7680,"new_prefill":90131,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-78387.0,"chosen_score_lmetric":531,"t_first_token":281768.170720267,"t_first_token_unix":1779712633.1846635,"t_done":281775.441204493,"t_done_unix":1779712640.4551477},{"request_id":"1302907:1:1302907:272","session_id":"1302907","input_length":15958,"t_proxy_recv":281774.592793572,"t_decision_unix":1779712639.6067348,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":15958,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":112736,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":15958,"score_linear":112736.0,"score_lmetric":47874},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":30645,"ongoing_decode_tokens":30645,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":785,"cache_hit":0,"new_prefill":15958,"score_linear":30645.0,"score_lmetric":15958},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":15958,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":79803,"ongoing_decode_tokens":0,"pending_prefill_tokens":443,"num_requests":2,"active_p_offloads":0,"cached_blocks":871,"cache_hit":0,"new_prefill":15958,"score_linear":79803.0,"score_lmetric":32802},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":15958,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":15958,"score_linear":34706.0,"score_lmetric":50664},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171155,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":15958,"score_linear":171155.0,"score_lmetric":47874},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":637,"cache_hit":0,"new_prefill":15958,"score_linear":26441.0,"score_lmetric":42399}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281776.047920624,"t_first_token_unix":1779712641.061864,"t_done":281776.248964736,"t_done_unix":1779712641.262908},{"request_id":"1299507:1:1299507:253","session_id":"1299507","input_length":18893,"t_proxy_recv":281762.565210545,"t_decision_unix":1779712627.579152,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":11776,"estimated_new_tokens":7117,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":18893,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":19157,"ongoing_decode_tokens":0,"pending_prefill_tokens":19157,"num_requests":1,"active_p_offloads":0,"cached_blocks":745,"cache_hit":0,"new_prefill":18893,"score_linear":19157.0,"score_lmetric":38050},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":18893,"score_linear":62414.0,"score_lmetric":62363},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":7963,"ongoing_decode_tokens":0,"pending_prefill_tokens":6427,"num_requests":1,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":18893,"score_linear":7963.0,"score_lmetric":25320},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81137,"ongoing_decode_tokens":0,"pending_prefill_tokens":68337,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":18893,"score_linear":81137.0,"score_lmetric":174460},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":8352,"ongoing_decode_tokens":0,"pending_prefill_tokens":8352,"num_requests":1,"active_p_offloads":0,"cached_blocks":574,"cache_hit":0,"new_prefill":18893,"score_linear":8352.0,"score_lmetric":27245},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":732,"cache_hit":11776,"new_prefill":7117,"score_linear":-11776.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":105113,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":569,"cache_hit":0,"new_prefill":18893,"score_linear":105113.0,"score_lmetric":37786}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":281764.476566891,"t_first_token_unix":1779712629.4905107,"t_done":281776.299151969,"t_done_unix":1779712641.313095},{"request_id":"1294611:6:1302460:270","session_id":"1294611","input_length":30645,"t_proxy_recv":281773.247798578,"t_decision_unix":1779712638.2617395,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":25600,"affinity_cache_ratio":0.8353728177516724,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":25600,"estimated_new_tokens":5045,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":112736,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":30645,"score_linear":112736.0,"score_lmetric":91935},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":785,"cache_hit":25600,"new_prefill":5045,"score_linear":-25600.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":1105,"ongoing_decode_tokens":0,"pending_prefill_tokens":1105,"num_requests":1,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":30645,"score_linear":1105.0,"score_lmetric":31750},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49855,"ongoing_decode_tokens":0,"pending_prefill_tokens":191,"num_requests":1,"active_p_offloads":0,"cached_blocks":871,"cache_hit":12800,"new_prefill":17845,"score_linear":37055.0,"score_lmetric":18036},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":30645,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":30645,"score_linear":34706.0,"score_lmetric":65351},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171155,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":30645,"score_linear":171155.0,"score_lmetric":91935},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":637,"cache_hit":0,"new_prefill":30645,"score_linear":26441.0,"score_lmetric":57086}],"chosen_score_linear":-25600.0,"chosen_score_lmetric":0,"t_first_token":281774.296095771,"t_first_token_unix":1779712639.310039,"t_done":281776.405650554,"t_done_unix":1779712641.4195938},{"request_id":"1290365:5:1300807:259","session_id":"1290365","input_length":25948,"t_proxy_recv":281767.326700842,"t_decision_unix":1779712632.340642,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9668567905040851,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":25088,"estimated_new_tokens":860,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":25088,"new_prefill":860,"score_linear":18519.0,"score_lmetric":30643},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":25948,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":25948,"score_linear":62414.0,"score_lmetric":69418},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":859,"cache_hit":0,"new_prefill":25948,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81137,"ongoing_decode_tokens":0,"pending_prefill_tokens":68337,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":25948,"score_linear":81137.0,"score_lmetric":188570},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":25948,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18893,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":25948,"score_linear":18893.0,"score_lmetric":25948},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":637,"cache_hit":0,"new_prefill":25948,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":18519.0,"chosen_score_lmetric":30643,"t_first_token":281772.810223374,"t_first_token_unix":1779712637.8241663,"t_done":281777.142967803,"t_done_unix":1779712642.1569111},{"request_id":"1302449:2:1303563:277","session_id":"1302449","input_length":3709,"t_proxy_recv":281776.922155253,"t_decision_unix":1779712641.9360967,"policy":"unified","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":7,"affinity_cache_hit":1024,"affinity_cache_ratio":0.27608519816662175,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":3709,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":112736,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":3709,"score_linear":112736.0,"score_lmetric":11127},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":3709,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":973,"cache_hit":1024,"new_prefill":2685,"score_linear":13920.0,"score_lmetric":17629},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":79803,"ongoing_decode_tokens":0,"pending_prefill_tokens":443,"num_requests":2,"active_p_offloads":0,"cached_blocks":871,"cache_hit":0,"new_prefill":3709,"score_linear":79803.0,"score_lmetric":8304},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":3709,"score_linear":15081.0,"score_lmetric":18790},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":3709,"score_linear":34706.0,"score_lmetric":3709},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":3709,"score_linear":176419.0,"score_lmetric":55770},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":688,"cache_hit":0,"new_prefill":3709,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281777.150374054,"t_first_token_unix":1779712642.1643174,"t_done":281777.374838131,"t_done_unix":1779712642.3887813},{"request_id":"1303651:1:1303651:278","session_id":"1303651","input_length":3065,"t_proxy_recv":281777.22323398,"t_decision_unix":1779712642.2371752,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":3065,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":86788,"ongoing_decode_tokens":86788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":586,"cache_hit":0,"new_prefill":3065,"score_linear":86788.0,"score_lmetric":6130},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":3065,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":3065,"score_linear":14944.0,"score_lmetric":18009},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":79803,"ongoing_decode_tokens":0,"pending_prefill_tokens":443,"num_requests":2,"active_p_offloads":0,"cached_blocks":871,"cache_hit":0,"new_prefill":3065,"score_linear":79803.0,"score_lmetric":7016},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":3065,"score_linear":15081.0,"score_lmetric":18146},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":3065,"score_linear":34706.0,"score_lmetric":3065},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":3065,"score_linear":176419.0,"score_lmetric":54482},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":3709,"ongoing_decode_tokens":3709,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":688,"cache_hit":0,"new_prefill":3065,"score_linear":3709.0,"score_lmetric":3065}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281777.412250173,"t_first_token_unix":1779712642.4261935,"t_done":281777.641691571,"t_done_unix":1779712642.6556344},{"request_id":"1303462:1:1303462:274","session_id":"1303462","input_length":14944,"t_proxy_recv":281776.624188331,"t_decision_unix":1779712641.63813,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":14944,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":112736,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":14944,"score_linear":112736.0,"score_lmetric":44832},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":79803,"ongoing_decode_tokens":0,"pending_prefill_tokens":443,"num_requests":2,"active_p_offloads":0,"cached_blocks":871,"cache_hit":0,"new_prefill":14944,"score_linear":79803.0,"score_lmetric":30774},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":14944,"score_linear":34706.0,"score_lmetric":14944},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":54451,"ongoing_decode_tokens":54451,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":14944,"score_linear":54451.0,"score_lmetric":14944},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":688,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281777.944590057,"t_first_token_unix":1779712642.9585333,"t_done":281778.242776555,"t_done_unix":1779712643.2567198},{"request_id":"1303517:1:1303517:275","session_id":"1303517","input_length":15081,"t_proxy_recv":281776.789275029,"t_decision_unix":1779712641.8032165,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":15081,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":112736,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":15081,"score_linear":112736.0,"score_lmetric":45243},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":15081,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":15081,"score_linear":14944.0,"score_lmetric":30025},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":79803,"ongoing_decode_tokens":0,"pending_prefill_tokens":443,"num_requests":2,"active_p_offloads":0,"cached_blocks":871,"cache_hit":0,"new_prefill":15081,"score_linear":79803.0,"score_lmetric":31048},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":15081,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":15081,"score_linear":34706.0,"score_lmetric":15081},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":54451,"ongoing_decode_tokens":54451,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":15081,"score_linear":54451.0,"score_lmetric":15081},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":688,"cache_hit":0,"new_prefill":15081,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281778.140345954,"t_first_token_unix":1779712643.1542892,"t_done":281778.479276771,"t_done_unix":1779712643.49322},{"request_id":"1302063:2:1303816:279","session_id":"1302063","input_length":30248,"t_proxy_recv":281777.897337705,"t_decision_unix":1779712642.9112792,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":26112,"affinity_cache_ratio":0.8632636868553293,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":26112,"estimated_new_tokens":4136,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":86788,"ongoing_decode_tokens":86788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":586,"cache_hit":0,"new_prefill":30248,"score_linear":86788.0,"score_lmetric":60496},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":30248,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":30248,"score_linear":14944.0,"score_lmetric":45192},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":79803,"ongoing_decode_tokens":0,"pending_prefill_tokens":443,"num_requests":2,"active_p_offloads":0,"cached_blocks":871,"cache_hit":0,"new_prefill":30248,"score_linear":79803.0,"score_lmetric":61382},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":30248,"score_linear":15081.0,"score_lmetric":45329},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":30248,"score_linear":34706.0,"score_lmetric":30248},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":30248,"score_linear":176419.0,"score_lmetric":108848},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":695,"cache_hit":26112,"new_prefill":4136,"score_linear":-26112.0,"score_lmetric":0}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":281778.75030077,"t_first_token_unix":1779712643.7642448,"t_done":281779.068021509,"t_done_unix":1779712644.081965},{"request_id":"1304239:1:1304239:280","session_id":"1304239","input_length":1300,"t_proxy_recv":281779.423292865,"t_decision_unix":1779712644.4372342,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1300,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":86788,"ongoing_decode_tokens":86788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":586,"cache_hit":0,"new_prefill":1300,"score_linear":86788.0,"score_lmetric":2600},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1002,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":79803,"ongoing_decode_tokens":0,"pending_prefill_tokens":443,"num_requests":2,"active_p_offloads":0,"cached_blocks":871,"cache_hit":0,"new_prefill":1300,"score_linear":79803.0,"score_lmetric":3486},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":741,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":1300,"score_linear":34706.0,"score_lmetric":1300},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":1300,"score_linear":176419.0,"score_lmetric":50952},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281779.520142092,"t_first_token_unix":1779712644.5340858,"t_done":281779.664286603,"t_done_unix":1779712644.67823},{"request_id":"1260327:8:1301686:263","session_id":"1260327","input_length":43181,"t_proxy_recv":281770.172745887,"t_decision_unix":1779712635.1866872,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9722794747689957,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":41984,"estimated_new_tokens":1197,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":69555,"ongoing_decode_tokens":0,"pending_prefill_tokens":30643,"num_requests":2,"active_p_offloads":0,"cached_blocks":584,"cache_hit":41984,"new_prefill":1197,"score_linear":27571.0,"score_lmetric":63680},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":785,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":859,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81137,"ongoing_decode_tokens":81137,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":43181,"score_linear":81137.0,"score_lmetric":86362},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171155,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":43181,"score_linear":171155.0,"score_lmetric":129543},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":637,"cache_hit":41984,"new_prefill":1197,"score_linear":-41984.0,"score_lmetric":0}],"chosen_score_linear":27571.0,"chosen_score_lmetric":63680,"t_first_token":281773.038706309,"t_first_token_unix":1779712638.0526497,"t_done":281780.61662897,"t_done_unix":1779712645.6305728},{"request_id":"1253743:3:1302294:268","session_id":"1253743","input_length":49855,"t_proxy_recv":281772.61053785,"t_decision_unix":1779712637.6244793,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.996168889780363,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":191,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":0,"pending_prefill_tokens":31840,"num_requests":3,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":49855,"score_linear":112736.0,"score_lmetric":245085},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":785,"cache_hit":4608,"new_prefill":45247,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":49855,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":871,"cache_hit":49664,"new_prefill":191,"score_linear":-49664.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":49855,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":49855,"score_linear":34706.0,"score_lmetric":84561},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171155,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":49855,"score_linear":171155.0,"score_lmetric":149565},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":637,"cache_hit":0,"new_prefill":49855,"score_linear":26441.0,"score_lmetric":76296}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":281780.308672292,"t_first_token_unix":1779712645.3226163,"t_done":281781.06665224,"t_done_unix":1779712646.0805962},{"request_id":"1304239:2:1304866:281","session_id":"1304239","input_length":7798,"t_proxy_recv":281781.573070483,"t_decision_unix":1779712646.5870116,"policy":"unified","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":1024,"affinity_cache_ratio":0.13131572197999486,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":1024,"estimated_new_tokens":6774,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":7798,"score_linear":43607.0,"score_lmetric":7798},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":803,"cache_hit":1024,"new_prefill":6774,"score_linear":-1024.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1002,"cache_hit":0,"new_prefill":7798,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":871,"cache_hit":0,"new_prefill":7798,"score_linear":29948.0,"score_lmetric":7798},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":741,"cache_hit":0,"new_prefill":7798,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":7798,"score_linear":34706.0,"score_lmetric":7798},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":7798,"score_linear":176419.0,"score_lmetric":63948},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":7798,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":281782.055548364,"t_first_token_unix":1779712647.0694919,"t_done":281782.203232179,"t_done_unix":1779712647.2171757},{"request_id":"1304943:1:1304943:283","session_id":"1304943","input_length":2772,"t_proxy_recv":281781.824530042,"t_decision_unix":1779712646.838471,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":2772,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":2772,"score_linear":43607.0,"score_lmetric":2772},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":7798,"ongoing_decode_tokens":0,"pending_prefill_tokens":6774,"num_requests":1,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":2772,"score_linear":7798.0,"score_lmetric":9546},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1002,"cache_hit":0,"new_prefill":2772,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":871,"cache_hit":0,"new_prefill":2772,"score_linear":29948.0,"score_lmetric":2772},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":741,"cache_hit":0,"new_prefill":2772,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":2772,"score_linear":34706.0,"score_lmetric":2772},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":2772,"score_linear":176419.0,"score_lmetric":53896},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":2772,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281781.997969539,"t_first_token_unix":1779712647.0119135,"t_done":281782.299041019,"t_done_unix":1779712647.312985},{"request_id":"1294611:6:1305080:284","session_id":"1294611","input_length":30995,"t_proxy_recv":281782.334553281,"t_decision_unix":1779712647.3484948,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9911276012260042,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":30720,"estimated_new_tokens":275,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":30995,"score_linear":43607.0,"score_lmetric":30995},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":816,"cache_hit":30720,"new_prefill":275,"score_linear":-30720.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1002,"cache_hit":0,"new_prefill":30995,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":871,"cache_hit":12800,"new_prefill":18195,"score_linear":17148.0,"score_lmetric":18195},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":746,"cache_hit":0,"new_prefill":30995,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":30995,"score_linear":34706.0,"score_lmetric":30995},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":30995,"score_linear":176419.0,"score_lmetric":110342},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":30995,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":281782.407395505,"t_first_token_unix":1779712647.4213388,"t_done":281783.721385261,"t_done_unix":1779712648.7353287},{"request_id":"1303651:2:1305707:287","session_id":"1303651","input_length":12795,"t_proxy_recv":281784.76867621,"t_decision_unix":1779712649.7826176,"policy":"unified","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":3072,"affinity_cache_ratio":0.24009378663540445,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":3072,"estimated_new_tokens":9723,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":12795,"score_linear":43607.0,"score_lmetric":12795},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":816,"cache_hit":3072,"new_prefill":9723,"score_linear":-3072.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1002,"cache_hit":0,"new_prefill":12795,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":871,"cache_hit":0,"new_prefill":12795,"score_linear":29948.0,"score_lmetric":12795},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":746,"cache_hit":0,"new_prefill":12795,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":12795,"score_linear":34706.0,"score_lmetric":12795},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":12795,"score_linear":176419.0,"score_lmetric":73942},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":12795,"score_linear":137117.0,"score_lmetric":178992}],"chosen_score_linear":-3072.0,"chosen_score_lmetric":0,"t_first_token":281785.702637401,"t_first_token_unix":1779712650.7165809,"t_done":281785.820935851,"t_done_unix":1779712650.834879},{"request_id":"1303462:2:1306126:290","session_id":"1303462","input_length":18631,"t_proxy_recv":281785.994400881,"t_decision_unix":1779712651.008342,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":14848,"affinity_cache_ratio":0.7969513176963126,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":14848,"estimated_new_tokens":3783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":18631,"score_linear":43607.0,"score_lmetric":18631},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":18631,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1002,"cache_hit":14848,"new_prefill":3783,"score_linear":-14848.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":871,"cache_hit":0,"new_prefill":18631,"score_linear":29948.0,"score_lmetric":18631},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14027,"ongoing_decode_tokens":0,"pending_prefill_tokens":14027,"num_requests":1,"active_p_offloads":0,"cached_blocks":746,"cache_hit":0,"new_prefill":18631,"score_linear":14027.0,"score_lmetric":32658},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":18631,"score_linear":34706.0,"score_lmetric":18631},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":195334,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24659,"num_requests":3,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":18631,"score_linear":195334.0,"score_lmetric":129870},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":18631,"score_linear":137117.0,"score_lmetric":190664}],"chosen_score_linear":-14848.0,"chosen_score_lmetric":0,"t_first_token":281786.544907078,"t_first_token_unix":1779712651.5588505,"t_done":281786.57862557,"t_done_unix":1779712651.5925686},{"request_id":"1306347:1:1306347:291","session_id":"1306347","input_length":897,"t_proxy_recv":281786.781744033,"t_decision_unix":1779712651.7956853,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":897,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":897,"score_linear":43607.0,"score_lmetric":897},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":897,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":897,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":871,"cache_hit":0,"new_prefill":897,"score_linear":29948.0,"score_lmetric":897},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14027,"ongoing_decode_tokens":14027,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":746,"cache_hit":0,"new_prefill":897,"score_linear":14027.0,"score_lmetric":897},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":897,"score_linear":34706.0,"score_lmetric":897},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":195334,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24659,"num_requests":3,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":897,"score_linear":195334.0,"score_lmetric":76668},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":897,"score_linear":137117.0,"score_lmetric":155196}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281786.861232041,"t_first_token_unix":1779712651.8751752,"t_done":281787.230885096,"t_done_unix":1779712652.2448282},{"request_id":"1305906:1:1305906:289","session_id":"1305906","input_length":14027,"t_proxy_recv":281785.381034667,"t_decision_unix":1779712650.394976,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":14027,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":14027,"score_linear":43607.0,"score_lmetric":14027},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12795,"ongoing_decode_tokens":0,"pending_prefill_tokens":9723,"num_requests":1,"active_p_offloads":0,"cached_blocks":816,"cache_hit":0,"new_prefill":14027,"score_linear":12795.0,"score_lmetric":23750},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1002,"cache_hit":0,"new_prefill":14027,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":871,"cache_hit":0,"new_prefill":14027,"score_linear":29948.0,"score_lmetric":14027},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":746,"cache_hit":0,"new_prefill":14027,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":14027,"score_linear":34706.0,"score_lmetric":14027},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":195334,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24659,"num_requests":3,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":14027,"score_linear":195334.0,"score_lmetric":116058},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":14027,"score_linear":137117.0,"score_lmetric":181456}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281786.598084819,"t_first_token_unix":1779712651.612028,"t_done":281787.644926361,"t_done_unix":1779712652.6588695},{"request_id":"1253743:4:1307058:295","session_id":"1253743","input_length":49975,"t_proxy_recv":281789.337931024,"t_decision_unix":1779712654.3518724,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9937768884442221,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":49975,"score_linear":43607.0,"score_lmetric":49975},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57218,"ongoing_decode_tokens":0,"pending_prefill_tokens":18818,"num_requests":2,"active_p_offloads":0,"cached_blocks":836,"cache_hit":4608,"new_prefill":45367,"score_linear":52610.0,"score_lmetric":128370},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":49975,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":61006,"ongoing_decode_tokens":61006,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":871,"cache_hit":49664,"new_prefill":311,"score_linear":11342.0,"score_lmetric":622},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":773,"cache_hit":0,"new_prefill":49975,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":49975,"score_linear":34706.0,"score_lmetric":49975},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":195334,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24659,"num_requests":3,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":49975,"score_linear":195334.0,"score_lmetric":223902},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":49975,"score_linear":137117.0,"score_lmetric":253352}],"chosen_score_linear":11342.0,"chosen_score_lmetric":622,"t_first_token":281789.461155622,"t_first_token_unix":1779712654.4751015,"t_done":281790.211460503,"t_done_unix":1779712655.2254043},{"request_id":"1304239:3:1307007:294","session_id":"1304239","input_length":13840,"t_proxy_recv":281789.136403933,"t_decision_unix":1779712654.1503453,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":7680,"affinity_cache_ratio":0.5549132947976878,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":6160,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":13840,"score_linear":43607.0,"score_lmetric":13840},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43378,"ongoing_decode_tokens":0,"pending_prefill_tokens":12658,"num_requests":1,"active_p_offloads":0,"cached_blocks":836,"cache_hit":7680,"new_prefill":6160,"score_linear":35698.0,"score_lmetric":18818},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":13840,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":61006,"ongoing_decode_tokens":61006,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":871,"cache_hit":0,"new_prefill":13840,"score_linear":61006.0,"score_lmetric":27680},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":773,"cache_hit":0,"new_prefill":13840,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":13840,"score_linear":34706.0,"score_lmetric":13840},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":195334,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24659,"num_requests":3,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":13840,"score_linear":195334.0,"score_lmetric":115497},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":13840,"score_linear":137117.0,"score_lmetric":181082}],"chosen_score_linear":35698.0,"chosen_score_lmetric":18818,"t_first_token":281792.417014694,"t_first_token_unix":1779712657.430958,"t_done":281792.648576485,"t_done_unix":1779712657.6625197},{"request_id":"1277428:2:1306373:292","session_id":"1277428","input_length":31058,"t_proxy_recv":281786.892289031,"t_decision_unix":1779712651.9062302,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":27136,"affinity_cache_ratio":0.8737201365187713,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":27136,"estimated_new_tokens":3922,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":31058,"score_linear":43607.0,"score_lmetric":31058},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":897,"ongoing_decode_tokens":897,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":835,"cache_hit":4608,"new_prefill":26450,"score_linear":-3711.0,"score_lmetric":26450},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":31058,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":871,"cache_hit":27136,"new_prefill":3922,"score_linear":2812.0,"score_lmetric":3922},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14027,"ongoing_decode_tokens":14027,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":746,"cache_hit":0,"new_prefill":31058,"score_linear":14027.0,"score_lmetric":31058},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":31058,"score_linear":34706.0,"score_lmetric":31058},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":195334,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24659,"num_requests":3,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":31058,"score_linear":195334.0,"score_lmetric":167151},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":31058,"score_linear":137117.0,"score_lmetric":215518}],"chosen_score_linear":2812.0,"chosen_score_lmetric":3922,"t_first_token":281787.765838466,"t_first_token_unix":1779712652.7797818,"t_done":281792.707324953,"t_done_unix":1779712657.7212682},{"request_id":"1269373:9:1300958:261","session_id":"1269373","input_length":54451,"t_proxy_recv":281767.826385526,"t_decision_unix":1779712632.840327,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":50688,"affinity_cache_ratio":0.9308919946373804,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":50688,"estimated_new_tokens":3763,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":69555,"ongoing_decode_tokens":0,"pending_prefill_tokens":30643,"num_requests":2,"active_p_offloads":0,"cached_blocks":584,"cache_hit":4096,"new_prefill":50355,"score_linear":65459.0,"score_lmetric":161996},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":54451,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":54451,"score_linear":62414.0,"score_lmetric":97921},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":859,"cache_hit":7680,"new_prefill":46771,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81137,"ongoing_decode_tokens":0,"pending_prefill_tokens":68337,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":54451,"score_linear":81137.0,"score_lmetric":245576},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":54451,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116704,"ongoing_decode_tokens":18893,"pending_prefill_tokens":531,"num_requests":2,"active_p_offloads":0,"cached_blocks":732,"cache_hit":50688,"new_prefill":3763,"score_linear":66016.0,"score_lmetric":8588},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":637,"cache_hit":7680,"new_prefill":46771,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":66016.0,"chosen_score_lmetric":8588,"t_first_token":281769.333114203,"t_first_token_unix":1779712634.3470576,"t_done":281793.001583964,"t_done_unix":1779712658.0155272},{"request_id":"1303517:2:1307703:297","session_id":"1303517","input_length":23131,"t_proxy_recv":281791.662458032,"t_decision_unix":1779712656.676399,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":14848,"affinity_cache_ratio":0.6419091262807488,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":14848,"estimated_new_tokens":8283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":23131,"score_linear":43607.0,"score_lmetric":23131},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57218,"ongoing_decode_tokens":0,"pending_prefill_tokens":18818,"num_requests":2,"active_p_offloads":0,"cached_blocks":836,"cache_hit":0,"new_prefill":23131,"score_linear":57218.0,"score_lmetric":83898},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":23131,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":61006,"ongoing_decode_tokens":61006,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":871,"cache_hit":0,"new_prefill":23131,"score_linear":61006.0,"score_lmetric":46262},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":773,"cache_hit":14848,"new_prefill":8283,"score_linear":-14848.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":23131,"score_linear":34706.0,"score_lmetric":23131},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":195334,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24659,"num_requests":3,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":23131,"score_linear":195334.0,"score_lmetric":143370},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":23131,"score_linear":137117.0,"score_lmetric":199664}],"chosen_score_linear":-14848.0,"chosen_score_lmetric":0,"t_first_token":281792.921097695,"t_first_token_unix":1779712657.9350429,"t_done":281793.306301848,"t_done_unix":1779712658.3202455},{"request_id":"1302449:3:1308121:299","session_id":"1302449","input_length":8729,"t_proxy_recv":281793.070056399,"t_decision_unix":1779712658.0839982,"policy":"unified","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":2,"affinity_cache_hit":3584,"affinity_cache_ratio":0.41058540497193263,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":1024,"estimated_new_tokens":7705,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":8729,"score_linear":43607.0,"score_lmetric":8729},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43378,"ongoing_decode_tokens":43378,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":848,"cache_hit":0,"new_prefill":8729,"score_linear":43378.0,"score_lmetric":8729},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":1024,"new_prefill":7705,"score_linear":-1024.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":879,"cache_hit":0,"new_prefill":8729,"score_linear":29948.0,"score_lmetric":8729},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":23131,"ongoing_decode_tokens":23131,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":773,"cache_hit":0,"new_prefill":8729,"score_linear":23131.0,"score_lmetric":8729},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":8729,"score_linear":34706.0,"score_lmetric":8729},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":200029,"ongoing_decode_tokens":140883,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":756,"cache_hit":0,"new_prefill":8729,"score_linear":200029.0,"score_lmetric":39273},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":703,"cache_hit":3584,"new_prefill":5145,"score_linear":133533.0,"score_lmetric":163692}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":281793.639761353,"t_first_token_unix":1779712658.6537054,"t_done":281793.723469132,"t_done_unix":1779712658.7374122},{"request_id":"1301929:1:1301929:265","session_id":"1301929","input_length":34706,"t_proxy_recv":281771.127646713,"t_decision_unix":1779712636.141588,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":34706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":0,"pending_prefill_tokens":31840,"num_requests":3,"active_p_offloads":0,"cached_blocks":584,"cache_hit":3584,"new_prefill":31122,"score_linear":109152.0,"score_lmetric":188886},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":785,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":859,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21630,"ongoing_decode_tokens":21630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":34706,"score_linear":21630.0,"score_lmetric":34706},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171155,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":34706,"score_linear":171155.0,"score_lmetric":104118},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":637,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281776.146506818,"t_first_token_unix":1779712641.1604502,"t_done":281794.955954443,"t_done_unix":1779712659.9698977},{"request_id":"1303651:3:1308202:300","session_id":"1303651","input_length":22896,"t_proxy_recv":281793.325063332,"t_decision_unix":1779712658.3390048,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":12800,"affinity_cache_ratio":0.5590496156533893,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":12800,"estimated_new_tokens":10096,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":22896,"score_linear":43607.0,"score_lmetric":22896},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43378,"ongoing_decode_tokens":43378,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":848,"cache_hit":12800,"new_prefill":10096,"score_linear":30578.0,"score_lmetric":10096},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":8729,"ongoing_decode_tokens":0,"pending_prefill_tokens":7705,"num_requests":1,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":22896,"score_linear":8729.0,"score_lmetric":30601},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":879,"cache_hit":0,"new_prefill":22896,"score_linear":29948.0,"score_lmetric":22896},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":789,"cache_hit":0,"new_prefill":22896,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":22896,"score_linear":34706.0,"score_lmetric":22896},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":200029,"ongoing_decode_tokens":140883,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":756,"cache_hit":0,"new_prefill":22896,"score_linear":200029.0,"score_lmetric":81774},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":22896,"score_linear":137117.0,"score_lmetric":199194}],"chosen_score_linear":30578.0,"chosen_score_lmetric":10096,"t_first_token":281794.874707429,"t_first_token_unix":1779712659.888651,"t_done":281794.995989785,"t_done_unix":1779712660.0099328},{"request_id":"1294611:7:1306822:293","session_id":"1294611","input_length":43378,"t_proxy_recv":281788.603774511,"t_decision_unix":1779712653.617716,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":30720,"affinity_cache_ratio":0.7081930932730878,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":30720,"estimated_new_tokens":12658,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":43378,"score_linear":43607.0,"score_lmetric":43378},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":836,"cache_hit":30720,"new_prefill":12658,"score_linear":-30720.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":43378,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":61006,"ongoing_decode_tokens":61006,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":871,"cache_hit":12800,"new_prefill":30578,"score_linear":48206.0,"score_lmetric":61156},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":773,"cache_hit":0,"new_prefill":43378,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":43378,"score_linear":34706.0,"score_lmetric":43378},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":195334,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24659,"num_requests":3,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":43378,"score_linear":195334.0,"score_lmetric":204111},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":43378,"score_linear":137117.0,"score_lmetric":240158}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":281791.827535623,"t_first_token_unix":1779712656.841479,"t_done":281795.092762341,"t_done_unix":1779712660.1067057},{"request_id":"1272313:11:1302571:271","session_id":"1272313","input_length":29948,"t_proxy_recv":281773.553507318,"t_decision_unix":1779712638.5674489,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":29696,"affinity_cache_ratio":0.991585414718846,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":29696,"estimated_new_tokens":252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":112736,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":584,"cache_hit":4096,"new_prefill":25852,"score_linear":108640.0,"score_lmetric":77556},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":30645,"ongoing_decode_tokens":0,"pending_prefill_tokens":5045,"num_requests":1,"active_p_offloads":0,"cached_blocks":785,"cache_hit":0,"new_prefill":29948,"score_linear":30645.0,"score_lmetric":34993},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":1105,"ongoing_decode_tokens":1105,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":29948,"score_linear":1105.0,"score_lmetric":29948},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49855,"ongoing_decode_tokens":0,"pending_prefill_tokens":191,"num_requests":1,"active_p_offloads":0,"cached_blocks":871,"cache_hit":29696,"new_prefill":252,"score_linear":20159.0,"score_lmetric":443},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":29948,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":29948,"score_linear":34706.0,"score_lmetric":64654},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171155,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":732,"cache_hit":10752,"new_prefill":19196,"score_linear":160403.0,"score_lmetric":57588},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":637,"cache_hit":7680,"new_prefill":22268,"score_linear":18761.0,"score_lmetric":48709}],"chosen_score_linear":20159.0,"chosen_score_lmetric":443,"t_first_token":281780.31016962,"t_first_token_unix":1779712645.3241127,"t_done":281795.163661942,"t_done_unix":1779712660.1776056},{"request_id":"1303517:3:1309213:303","session_id":"1303517","input_length":23259,"t_proxy_recv":281797.068376593,"t_decision_unix":1779712662.0823176,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9905842899522765,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":23040,"estimated_new_tokens":219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":23259,"score_linear":43607.0,"score_lmetric":23259},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43710,"ongoing_decode_tokens":43710,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":23259,"score_linear":43710.0,"score_lmetric":23259},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":23259,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4679,"ongoing_decode_tokens":4679,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":881,"cache_hit":0,"new_prefill":23259,"score_linear":4679.0,"score_lmetric":23259},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":789,"cache_hit":23040,"new_prefill":219,"score_linear":-23040.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":659,"cache_hit":0,"new_prefill":23259,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":200029,"ongoing_decode_tokens":200029,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":756,"cache_hit":0,"new_prefill":23259,"score_linear":200029.0,"score_lmetric":69777},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":23259,"score_linear":137117.0,"score_lmetric":199920}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":281797.141442721,"t_first_token_unix":1779712662.1553867,"t_done":281797.194245755,"t_done_unix":1779712662.208189},{"request_id":"1309040:1:1309040:302","session_id":"1309040","input_length":4679,"t_proxy_recv":281796.441095791,"t_decision_unix":1779712661.4550369,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4679,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":4679,"score_linear":43607.0,"score_lmetric":4679},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43710,"ongoing_decode_tokens":43710,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":4679,"score_linear":43710.0,"score_lmetric":4679},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":881,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":789,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":659,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":200029,"ongoing_decode_tokens":200029,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":756,"cache_hit":0,"new_prefill":4679,"score_linear":200029.0,"score_lmetric":14037},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":4679,"score_linear":137117.0,"score_lmetric":162760}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281796.735237117,"t_first_token_unix":1779712661.7491806,"t_done":281797.23455559,"t_done_unix":1779712662.248499},{"request_id":"1294611:8:1308970:301","session_id":"1294611","input_length":43710,"t_proxy_recv":281796.112358462,"t_decision_unix":1779712661.1262994,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9956531686113017,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":43520,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":43710,"score_linear":43607.0,"score_lmetric":43710},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":892,"cache_hit":43520,"new_prefill":190,"score_linear":-43520.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":43710,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":881,"cache_hit":12800,"new_prefill":30910,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":789,"cache_hit":0,"new_prefill":43710,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":659,"cache_hit":0,"new_prefill":43710,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":200029,"ongoing_decode_tokens":200029,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":756,"cache_hit":0,"new_prefill":43710,"score_linear":200029.0,"score_lmetric":131130},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":43710,"score_linear":137117.0,"score_lmetric":240822}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":281796.276376915,"t_first_token_unix":1779712661.2903204,"t_done":281797.547360914,"t_done_unix":1779712662.5613046},{"request_id":"1299507:2:1305770:288","session_id":"1299507","input_length":18915,"t_proxy_recv":281784.961894289,"t_decision_unix":1779712649.9758353,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9744647105471848,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":18432,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":18915,"score_linear":43607.0,"score_lmetric":18915},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12795,"ongoing_decode_tokens":0,"pending_prefill_tokens":9723,"num_requests":1,"active_p_offloads":0,"cached_blocks":816,"cache_hit":0,"new_prefill":18915,"score_linear":12795.0,"score_lmetric":28638},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1002,"cache_hit":0,"new_prefill":18915,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":871,"cache_hit":0,"new_prefill":18915,"score_linear":29948.0,"score_lmetric":18915},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":746,"cache_hit":0,"new_prefill":18915,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":18915,"score_linear":34706.0,"score_lmetric":18915},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":748,"cache_hit":18432,"new_prefill":483,"score_linear":157987.0,"score_lmetric":49318},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":18915,"score_linear":137117.0,"score_lmetric":191232}],"chosen_score_linear":157987.0,"chosen_score_lmetric":49318,"t_first_token":281792.939258578,"t_first_token_unix":1779712657.9532018,"t_done":281798.346927693,"t_done_unix":1779712663.3608713},{"request_id":"1269373:10:1304899:282","session_id":"1269373","input_length":59146,"t_proxy_recv":281793.014666352,"t_decision_unix":1779712658.0286078,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9262502958779968,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":54784,"estimated_new_tokens":4362,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":4096,"new_prefill":55050,"score_linear":39511.0,"score_lmetric":55050},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43378,"ongoing_decode_tokens":43378,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":848,"cache_hit":0,"new_prefill":59146,"score_linear":43378.0,"score_lmetric":59146},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":59146,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":879,"cache_hit":7680,"new_prefill":51466,"score_linear":22268.0,"score_lmetric":51466},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":23131,"ongoing_decode_tokens":23131,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":773,"cache_hit":0,"new_prefill":59146,"score_linear":23131.0,"score_lmetric":59146},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":59146,"score_linear":34706.0,"score_lmetric":59146},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":140883,"ongoing_decode_tokens":140883,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":756,"cache_hit":54784,"new_prefill":4362,"score_linear":86099.0,"score_lmetric":8724},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":703,"cache_hit":7680,"new_prefill":51466,"score_linear":129437.0,"score_lmetric":256334}],"chosen_score_linear":86099.0,"chosen_score_lmetric":8724,"t_first_token":281794.656138318,"t_first_token_unix":1779712659.670082,"t_done":281798.78385439,"t_done_unix":1779712663.797798},{"request_id":"1309252:1:1309252:304","session_id":"1309252","input_length":24545,"t_proxy_recv":281797.272116245,"t_decision_unix":1779712662.2860575,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":24545,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":24545,"score_linear":43607.0,"score_lmetric":24545},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43710,"ongoing_decode_tokens":43710,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":24545,"score_linear":43710.0,"score_lmetric":24545},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":890,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":789,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":659,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":200029,"ongoing_decode_tokens":200029,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":756,"cache_hit":0,"new_prefill":24545,"score_linear":200029.0,"score_lmetric":73635},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":24545,"score_linear":137117.0,"score_lmetric":202492}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281800.11640976,"t_first_token_unix":1779712665.1303544,"t_done":281801.996417108,"t_done_unix":1779712667.01036},{"request_id":"1310590:1:1310590:306","session_id":"1310590","input_length":18089,"t_proxy_recv":281801.854685689,"t_decision_unix":1779712666.8686266,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":18089,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":18089,"score_linear":43607.0,"score_lmetric":18089},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":890,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":24545,"ongoing_decode_tokens":24545,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":789,"cache_hit":0,"new_prefill":18089,"score_linear":24545.0,"score_lmetric":18089},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":659,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":764,"cache_hit":0,"new_prefill":18089,"score_linear":181414.0,"score_lmetric":36178},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":18089,"score_linear":137117.0,"score_lmetric":189580}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281803.640364687,"t_first_token_unix":1779712668.6543078,"t_done":281804.132772956,"t_done_unix":1779712669.1467164},{"request_id":"1305420:1:1305420:285","session_id":"1305420","input_length":75826,"t_proxy_recv":281783.592271981,"t_decision_unix":1779712648.6062129,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":75826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":75826,"score_linear":43607.0,"score_lmetric":75826},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":30995,"ongoing_decode_tokens":30995,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":816,"cache_hit":0,"new_prefill":75826,"score_linear":30995.0,"score_lmetric":75826},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1002,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":871,"cache_hit":0,"new_prefill":75826,"score_linear":29948.0,"score_lmetric":75826},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":746,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":75826,"score_linear":34706.0,"score_lmetric":75826},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":75826,"score_linear":176419.0,"score_lmetric":200004},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281803.473538206,"t_first_token_unix":1779712668.487482,"t_done":281804.365343164,"t_done_unix":1779712669.3792865},{"request_id":"1279412:9:1305633:286","session_id":"1279412","input_length":61291,"t_proxy_recv":281784.505337725,"t_decision_unix":1779712649.5192785,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":60416,"affinity_cache_ratio":0.985723841999641,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":60416,"estimated_new_tokens":875,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":61291,"score_linear":43607.0,"score_lmetric":61291},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":816,"cache_hit":0,"new_prefill":61291,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1002,"cache_hit":0,"new_prefill":61291,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":871,"cache_hit":0,"new_prefill":61291,"score_linear":29948.0,"score_lmetric":61291},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":746,"cache_hit":0,"new_prefill":61291,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":61291,"score_linear":34706.0,"score_lmetric":61291},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":61291,"score_linear":176419.0,"score_lmetric":170934},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":703,"cache_hit":60416,"new_prefill":875,"score_linear":15410.0,"score_lmetric":76701}],"chosen_score_linear":15410.0,"chosen_score_lmetric":76701,"t_first_token":281803.480942566,"t_first_token_unix":1779712668.4948864,"t_done":281804.64739802,"t_done_unix":1779712669.6613414},{"request_id":"1279412:10:1308091:298","session_id":"1279412","input_length":61505,"t_proxy_recv":281804.65788028,"t_decision_unix":1779712669.6718218,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9906186488903341,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":60928,"estimated_new_tokens":577,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":61505,"score_linear":43607.0,"score_lmetric":61505},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":61505,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":61505,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":890,"cache_hit":0,"new_prefill":61505,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37802,"ongoing_decode_tokens":0,"pending_prefill_tokens":12202,"num_requests":2,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":61505,"score_linear":37802.0,"score_lmetric":147414},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":694,"cache_hit":0,"new_prefill":61505,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":764,"cache_hit":0,"new_prefill":61505,"score_linear":181414.0,"score_lmetric":123010},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":852,"cache_hit":60928,"new_prefill":577,"score_linear":-60928.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":281804.822377168,"t_first_token_unix":1779712669.8363202,"t_done":281805.597376095,"t_done_unix":1779712670.6113195},{"request_id":"1277428:3:1311644:311","session_id":"1277428","input_length":31611,"t_proxy_recv":281805.621452078,"t_decision_unix":1779712670.6353939,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9880105026731201,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":31232,"estimated_new_tokens":379,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":31611,"score_linear":43607.0,"score_lmetric":31611},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":892,"cache_hit":4608,"new_prefill":27003,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":31611,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":0,"pending_prefill_tokens":292,"num_requests":1,"active_p_offloads":0,"cached_blocks":890,"cache_hit":31232,"new_prefill":379,"score_linear":-22236.0,"score_lmetric":671},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82594,"ongoing_decode_tokens":37802,"pending_prefill_tokens":20216,"num_requests":3,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":31611,"score_linear":82594.0,"score_lmetric":155481},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":694,"cache_hit":0,"new_prefill":31611,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":764,"cache_hit":0,"new_prefill":31611,"score_linear":181414.0,"score_lmetric":63222},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64558,"ongoing_decode_tokens":0,"pending_prefill_tokens":3118,"num_requests":1,"active_p_offloads":0,"cached_blocks":853,"cache_hit":0,"new_prefill":31611,"score_linear":64558.0,"score_lmetric":34729}],"chosen_score_linear":-22236.0,"chosen_score_lmetric":671,"t_first_token":281806.146752856,"t_first_token_unix":1779712671.160696,"t_done":281806.549546015,"t_done_unix":1779712671.5634892},{"request_id":"1269373:11:1307381:296","session_id":"1269373","input_length":59446,"t_proxy_recv":281798.799795173,"t_decision_unix":1779712663.8137343,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9904787538270027,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":58880,"estimated_new_tokens":566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":4096,"new_prefill":55350,"score_linear":39511.0,"score_lmetric":55350},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":59446,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":59446,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":890,"cache_hit":7680,"new_prefill":51766,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":24545,"ongoing_decode_tokens":0,"pending_prefill_tokens":24545,"num_requests":1,"active_p_offloads":0,"cached_blocks":789,"cache_hit":0,"new_prefill":59446,"score_linear":24545.0,"score_lmetric":83991},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":659,"cache_hit":0,"new_prefill":59446,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":764,"cache_hit":58880,"new_prefill":566,"score_linear":63088.0,"score_lmetric":566},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":703,"cache_hit":7680,"new_prefill":51766,"score_linear":129437.0,"score_lmetric":256934}],"chosen_score_linear":63088.0,"chosen_score_lmetric":566,"t_first_token":281798.962091661,"t_first_token_unix":1779712663.976035,"t_done":281806.875650723,"t_done_unix":1779712671.8895948},{"request_id":"1297811:2:1300578:258","session_id":"1297811","input_length":43607,"t_proxy_recv":281766.470881148,"t_decision_unix":1779712631.4848223,"policy":"unified","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":13824,"affinity_cache_ratio":0.3170133235489715,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":13824,"estimated_new_tokens":29783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":584,"cache_hit":13824,"new_prefill":29783,"score_linear":-13824.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24384,"ongoing_decode_tokens":24384,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":43607,"score_linear":24384.0,"score_lmetric":43607},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":43607,"score_linear":62414.0,"score_lmetric":87077},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":859,"cache_hit":0,"new_prefill":43607,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81137,"ongoing_decode_tokens":0,"pending_prefill_tokens":68337,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":43607,"score_linear":81137.0,"score_lmetric":223888},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":43607,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18893,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":43607,"score_linear":18893.0,"score_lmetric":43607},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60678,"ongoing_decode_tokens":60678,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":637,"cache_hit":0,"new_prefill":43607,"score_linear":60678.0,"score_lmetric":43607}],"chosen_score_linear":-13824.0,"chosen_score_lmetric":0,"t_first_token":281772.806515451,"t_first_token_unix":1779712637.8204584,"t_done":281807.490043523,"t_done_unix":1779712672.5039873},{"request_id":"1258908:2:1311606:310","session_id":"1258908","input_length":8996,"t_proxy_recv":281805.429839854,"t_decision_unix":1779712670.4437814,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9675411293908404,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":8704,"estimated_new_tokens":292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":8996,"score_linear":43607.0,"score_lmetric":8996},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":890,"cache_hit":8704,"new_prefill":292,"score_linear":-8704.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82594,"ongoing_decode_tokens":37802,"pending_prefill_tokens":20216,"num_requests":3,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":8996,"score_linear":82594.0,"score_lmetric":87636},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":694,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":764,"cache_hit":0,"new_prefill":8996,"score_linear":181414.0,"score_lmetric":17992},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61505,"ongoing_decode_tokens":61505,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":852,"cache_hit":0,"new_prefill":8996,"score_linear":61505.0,"score_lmetric":8996}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":281806.101929046,"t_first_token_unix":1779712671.1158726,"t_done":281808.165835221,"t_done_unix":1779712673.1797786},{"request_id":"1311753:1:1311753:312","session_id":"1311753","input_length":20175,"t_proxy_recv":281806.002186179,"t_decision_unix":1779712671.0161273,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":20175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":20175,"score_linear":43607.0,"score_lmetric":20175},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":40607,"ongoing_decode_tokens":0,"pending_prefill_tokens":671,"num_requests":2,"active_p_offloads":0,"cached_blocks":890,"cache_hit":0,"new_prefill":20175,"score_linear":40607.0,"score_lmetric":41692},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82594,"ongoing_decode_tokens":37802,"pending_prefill_tokens":20216,"num_requests":3,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":20175,"score_linear":82594.0,"score_lmetric":121173},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":694,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":764,"cache_hit":0,"new_prefill":20175,"score_linear":181414.0,"score_lmetric":40350},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64558,"ongoing_decode_tokens":0,"pending_prefill_tokens":3118,"num_requests":1,"active_p_offloads":0,"cached_blocks":853,"cache_hit":0,"new_prefill":20175,"score_linear":64558.0,"score_lmetric":23293}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281808.098258936,"t_first_token_unix":1779712673.1122024,"t_done":281808.278669914,"t_done_unix":1779712673.292613},{"request_id":"1279412:11:1310014:305","session_id":"1279412","input_length":64558,"t_proxy_recv":281805.613661069,"t_decision_unix":1779712670.6276023,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9517023451779795,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":61440,"estimated_new_tokens":3118,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":64558,"score_linear":43607.0,"score_lmetric":64558},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":64558,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":64558,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":0,"pending_prefill_tokens":292,"num_requests":1,"active_p_offloads":0,"cached_blocks":890,"cache_hit":0,"new_prefill":64558,"score_linear":8996.0,"score_lmetric":64850},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82594,"ongoing_decode_tokens":37802,"pending_prefill_tokens":20216,"num_requests":3,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":64558,"score_linear":82594.0,"score_lmetric":254322},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":694,"cache_hit":0,"new_prefill":64558,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":764,"cache_hit":0,"new_prefill":64558,"score_linear":181414.0,"score_lmetric":129116},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":853,"cache_hit":61440,"new_prefill":3118,"score_linear":-61440.0,"score_lmetric":0}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":281806.923341648,"t_first_token_unix":1779712671.937285,"t_done":281808.310972623,"t_done_unix":1779712673.3249156},{"request_id":"1294611:9:1312398:313","session_id":"1294611","input_length":44335,"t_proxy_recv":281808.287149866,"t_decision_unix":1779712673.3010914,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9816172324348709,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":43520,"estimated_new_tokens":815,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":892,"cache_hit":43520,"new_prefill":815,"score_linear":-43520.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":891,"cache_hit":12800,"new_prefill":31535,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82594,"ongoing_decode_tokens":37802,"pending_prefill_tokens":20216,"num_requests":3,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":44335,"score_linear":82594.0,"score_lmetric":193653},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":733,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":44335,"score_linear":121968.0,"score_lmetric":44335},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64558,"ongoing_decode_tokens":64558,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":853,"cache_hit":0,"new_prefill":44335,"score_linear":64558.0,"score_lmetric":44335}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":281808.545908108,"t_first_token_unix":1779712673.559852,"t_done":281809.838368572,"t_done_unix":1779712674.8523116},{"request_id":"1304943:2:1311189:307","session_id":"1304943","input_length":13164,"t_proxy_recv":281803.986664203,"t_decision_unix":1779712669.0006056,"policy":"unified","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":2560,"affinity_cache_ratio":0.19446976602856275,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":2560,"estimated_new_tokens":10604,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":13164,"score_linear":43607.0,"score_lmetric":13164},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":890,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":837,"cache_hit":2560,"new_prefill":10604,"score_linear":-2560.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":18089,"ongoing_decode_tokens":18089,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":659,"cache_hit":0,"new_prefill":13164,"score_linear":18089.0,"score_lmetric":13164},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":764,"cache_hit":0,"new_prefill":13164,"score_linear":181414.0,"score_lmetric":26328},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137117,"ongoing_decode_tokens":137117,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":13164,"score_linear":137117.0,"score_lmetric":26328}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":281805.033116945,"t_first_token_unix":1779712670.0470603,"t_done":281810.19446207,"t_done_unix":1779712675.2084053},{"request_id":"1303517:4:1311293:308","session_id":"1303517","input_length":24638,"t_proxy_recv":281804.302246429,"t_decision_unix":1779712669.3161874,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9351408393538436,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":23040,"estimated_new_tokens":1598,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":24638,"score_linear":43607.0,"score_lmetric":24638},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":890,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13164,"ongoing_decode_tokens":0,"pending_prefill_tokens":10604,"num_requests":1,"active_p_offloads":0,"cached_blocks":837,"cache_hit":23040,"new_prefill":1598,"score_linear":-9876.0,"score_lmetric":12202},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":694,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":764,"cache_hit":0,"new_prefill":24638,"score_linear":181414.0,"score_lmetric":49276},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137117,"ongoing_decode_tokens":137117,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":24638,"score_linear":137117.0,"score_lmetric":49276}],"chosen_score_linear":-9876.0,"chosen_score_lmetric":12202,"t_first_token":281805.2870113,"t_first_token_unix":1779712670.3009546,"t_done":281810.381413547,"t_done_unix":1779712675.3953567},{"request_id":"1303517:5:1313040:317","session_id":"1303517","input_length":25637,"t_proxy_recv":281810.396893185,"t_decision_unix":1779712675.4108346,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9586145024768888,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24576,"estimated_new_tokens":1061,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13360,"ongoing_decode_tokens":13360,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":25637,"score_linear":13360.0,"score_lmetric":25637},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":893,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44792,"ongoing_decode_tokens":44792,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":860,"cache_hit":24576,"new_prefill":1061,"score_linear":20216.0,"score_lmetric":1061},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26885,"ongoing_decode_tokens":0,"pending_prefill_tokens":26885,"num_requests":1,"active_p_offloads":0,"cached_blocks":733,"cache_hit":0,"new_prefill":25637,"score_linear":26885.0,"score_lmetric":52522},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":184808,"ongoing_decode_tokens":121968,"pending_prefill_tokens":2936,"num_requests":2,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":25637,"score_linear":184808.0,"score_lmetric":57146},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":859,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":20216.0,"chosen_score_lmetric":1061,"t_first_token":281810.678132207,"t_first_token_unix":1779712675.6920755,"t_done":281810.732751785,"t_done_unix":1779712675.7466948},{"request_id":"1306347:2:1312642:314","session_id":"1306347","input_length":13360,"t_proxy_recv":281809.177440358,"t_decision_unix":1779712674.1913817,"policy":"unified","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":0,"affinity_cache_hit":512,"affinity_cache_ratio":0.03832335329341317,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":13360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":44335,"ongoing_decode_tokens":44335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":512,"new_prefill":12848,"score_linear":43823.0,"score_lmetric":12848},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82594,"ongoing_decode_tokens":37802,"pending_prefill_tokens":20216,"num_requests":3,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":13360,"score_linear":82594.0,"score_lmetric":100728},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":733,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":13360,"score_linear":121968.0,"score_lmetric":13360},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":859,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281810.31258347,"t_first_token_unix":1779712675.3265266,"t_done":281810.862312519,"t_done_unix":1779712675.876256},{"request_id":"1309252:2:1311531:309","session_id":"1309252","input_length":44792,"t_proxy_recv":281805.200873953,"t_decision_unix":1779712670.2148151,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":24576,"affinity_cache_ratio":0.5486694052509377,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24576,"estimated_new_tokens":20216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":44792,"score_linear":43607.0,"score_lmetric":44792},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":890,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37802,"ongoing_decode_tokens":13164,"pending_prefill_tokens":1598,"num_requests":2,"active_p_offloads":0,"cached_blocks":837,"cache_hit":24576,"new_prefill":20216,"score_linear":13226.0,"score_lmetric":43628},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":694,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":764,"cache_hit":0,"new_prefill":44792,"score_linear":181414.0,"score_lmetric":89584},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61505,"ongoing_decode_tokens":61505,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":852,"cache_hit":0,"new_prefill":44792,"score_linear":61505.0,"score_lmetric":44792}],"chosen_score_linear":13226.0,"chosen_score_lmetric":43628,"t_first_token":281810.160545469,"t_first_token_unix":1779712675.174489,"t_done":281811.147344105,"t_done_unix":1779712676.1612878},{"request_id":"1313181:1:1313181:318","session_id":"1313181","input_length":22686,"t_proxy_recv":281810.965823002,"t_decision_unix":1779712675.9797645,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":12800,"estimated_new_tokens":9886,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":675,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":893,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44792,"ongoing_decode_tokens":44792,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":22686,"score_linear":44792.0,"score_lmetric":22686},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26885,"ongoing_decode_tokens":0,"pending_prefill_tokens":26885,"num_requests":1,"active_p_offloads":0,"cached_blocks":733,"cache_hit":0,"new_prefill":22686,"score_linear":26885.0,"score_lmetric":49571},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":184808,"ongoing_decode_tokens":121968,"pending_prefill_tokens":2936,"num_requests":2,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":22686,"score_linear":184808.0,"score_lmetric":51244},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":859,"cache_hit":12800,"new_prefill":9886,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":281812.480640358,"t_first_token_unix":1779712677.4945838,"t_done":281813.64224284,"t_done_unix":1779712678.6561859},{"request_id":"1268861:4:1312689:315","session_id":"1268861","input_length":26885,"t_proxy_recv":281809.345699177,"t_decision_unix":1779712674.3596406,"policy":"unified","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":5,"affinity_cache_hit":21504,"affinity_cache_ratio":0.7998512181513855,"affinity_num_requests":3,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":26885,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13360,"ongoing_decode_tokens":0,"pending_prefill_tokens":13360,"num_requests":1,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":26885,"score_linear":13360.0,"score_lmetric":40245},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":44335,"ongoing_decode_tokens":44335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":26885,"score_linear":44335.0,"score_lmetric":26885},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82594,"ongoing_decode_tokens":37802,"pending_prefill_tokens":20216,"num_requests":3,"active_p_offloads":0,"cached_blocks":837,"cache_hit":21504,"new_prefill":5381,"score_linear":61090.0,"score_lmetric":76791},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":733,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":26885,"score_linear":121968.0,"score_lmetric":26885},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":859,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281812.677479603,"t_first_token_unix":1779712677.6914227,"t_done":281813.937474022,"t_done_unix":1779712678.9514186},{"request_id":"1279412:12:1313518:319","session_id":"1279412","input_length":64755,"t_proxy_recv":281812.086936694,"t_decision_unix":1779712677.100878,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9962473940236275,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":64512,"estimated_new_tokens":243,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":675,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":893,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26885,"ongoing_decode_tokens":0,"pending_prefill_tokens":26885,"num_requests":1,"active_p_offloads":0,"cached_blocks":733,"cache_hit":0,"new_prefill":64755,"score_linear":26885.0,"score_lmetric":91640},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":184808,"ongoing_decode_tokens":184808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":64755,"score_linear":184808.0,"score_lmetric":129510},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22686,"ongoing_decode_tokens":0,"pending_prefill_tokens":9886,"num_requests":1,"active_p_offloads":0,"cached_blocks":859,"cache_hit":64512,"new_prefill":243,"score_linear":-41826.0,"score_lmetric":10129}],"chosen_score_linear":-41826.0,"chosen_score_lmetric":10129,"t_first_token":281812.559487668,"t_first_token_unix":1779712677.573431,"t_done":281814.066926214,"t_done_unix":1779712679.0808697},{"request_id":"1269373:12:1312836:316","session_id":"1269373","input_length":62840,"t_proxy_recv":281809.717199606,"t_decision_unix":1779712674.7311409,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":59904,"affinity_cache_ratio":0.9532781667727562,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":59904,"estimated_new_tokens":2936,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13360,"ongoing_decode_tokens":0,"pending_prefill_tokens":13360,"num_requests":1,"active_p_offloads":0,"cached_blocks":649,"cache_hit":4096,"new_prefill":58744,"score_linear":9264.0,"score_lmetric":72104},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":44335,"ongoing_decode_tokens":44335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":62840,"score_linear":44335.0,"score_lmetric":62840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":891,"cache_hit":7680,"new_prefill":55160,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82594,"ongoing_decode_tokens":37802,"pending_prefill_tokens":20216,"num_requests":3,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":62840,"score_linear":82594.0,"score_lmetric":249168},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26885,"ongoing_decode_tokens":0,"pending_prefill_tokens":26885,"num_requests":1,"active_p_offloads":0,"cached_blocks":733,"cache_hit":0,"new_prefill":62840,"score_linear":26885.0,"score_lmetric":89725},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":766,"cache_hit":59904,"new_prefill":2936,"score_linear":62064.0,"score_lmetric":2936},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":859,"cache_hit":7680,"new_prefill":55160,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":62064.0,"chosen_score_lmetric":2936,"t_first_token":281810.991538564,"t_first_token_unix":1779712676.005482,"t_done":281816.939290836,"t_done_unix":1779712681.9532347},{"request_id":"1294611:10:1314495:322","session_id":"1294611","input_length":45362,"t_proxy_recv":281815.75511676,"t_decision_unix":1779712680.7690578,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":44032,"affinity_cache_ratio":0.970680305101186,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":44032,"estimated_new_tokens":1330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":675,"cache_hit":0,"new_prefill":45362,"score_linear":57051.0,"score_lmetric":98829},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":893,"cache_hit":44032,"new_prefill":1330,"score_linear":-44032.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":891,"cache_hit":12800,"new_prefill":32562,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":785,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":184808,"ongoing_decode_tokens":184808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":45362,"score_linear":184808.0,"score_lmetric":90724},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":878,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":281816.114520435,"t_first_token_unix":1779712681.1284642,"t_done":281817.580292384,"t_done_unix":1779712682.5942357},{"request_id":"1313181:2:1314940:323","session_id":"1313181","input_length":24306,"t_proxy_recv":281817.155696496,"t_decision_unix":1779712682.1696377,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22528,"affinity_cache_ratio":0.9268493376121122,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":22528,"estimated_new_tokens":1778,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":675,"cache_hit":0,"new_prefill":24306,"score_linear":57051.0,"score_lmetric":77773},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":45362,"ongoing_decode_tokens":45362,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":893,"cache_hit":0,"new_prefill":24306,"score_linear":45362.0,"score_lmetric":24306},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":785,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":24306,"score_linear":121968.0,"score_lmetric":24306},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":878,"cache_hit":22528,"new_prefill":1778,"score_linear":-22528.0,"score_lmetric":0}],"chosen_score_linear":-22528.0,"chosen_score_lmetric":0,"t_first_token":281817.498505006,"t_first_token_unix":1779712682.5124485,"t_done":281818.087163863,"t_done_unix":1779712683.1011071},{"request_id":"1315313:1:1315313:325","session_id":"1315313","input_length":7,"t_proxy_recv":281818.386585626,"t_decision_unix":1779712683.4005265,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":7,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":675,"cache_hit":0,"new_prefill":7,"score_linear":57051.0,"score_lmetric":53474},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":895,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":785,"cache_hit":0,"new_prefill":7,"score_linear":32440.0,"score_lmetric":14527},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":7,"score_linear":121968.0,"score_lmetric":7},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":881,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281818.402222666,"t_first_token_unix":1779712683.4161658,"t_done":281818.406753229,"t_done_unix":1779712683.420696},{"request_id":"1310590:2:1315212:324","session_id":"1310590","input_length":32440,"t_proxy_recv":281818.035019427,"t_decision_unix":1779712683.0489604,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":17920,"affinity_cache_ratio":0.5524044389642416,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":17920,"estimated_new_tokens":14520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":675,"cache_hit":0,"new_prefill":32440,"score_linear":57051.0,"score_lmetric":85907},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":895,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":785,"cache_hit":17920,"new_prefill":14520,"score_linear":-17920.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":32440,"score_linear":121968.0,"score_lmetric":32440},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24306,"ongoing_decode_tokens":24306,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":878,"cache_hit":0,"new_prefill":32440,"score_linear":24306.0,"score_lmetric":32440}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":281820.744037711,"t_first_token_unix":1779712685.7579818,"t_done":281820.894197524,"t_done_unix":1779712685.9081411},{"request_id":"1309040:2:1315488:326","session_id":"1309040","input_length":23097,"t_proxy_recv":281819.107159249,"t_decision_unix":1779712684.1211002,"policy":"unified","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":4608,"affinity_cache_ratio":0.1995064294064164,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":4608,"estimated_new_tokens":18489,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":675,"cache_hit":0,"new_prefill":23097,"score_linear":57051.0,"score_lmetric":76564},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":895,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":891,"cache_hit":4608,"new_prefill":18489,"score_linear":-4608.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":785,"cache_hit":0,"new_prefill":23097,"score_linear":32440.0,"score_lmetric":37617},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":23097,"score_linear":121968.0,"score_lmetric":23097},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":881,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":281821.452052632,"t_first_token_unix":1779712686.4659963,"t_done":281821.815377546,"t_done_unix":1779712686.829321},{"request_id":"1279412:13:1315780:328","session_id":"1279412","input_length":64949,"t_proxy_recv":281820.172781401,"t_decision_unix":1779712685.1867223,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9932716439052179,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":64512,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":675,"cache_hit":0,"new_prefill":64949,"score_linear":57051.0,"score_lmetric":118416},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":895,"cache_hit":0,"new_prefill":64949,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":64949,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23097,"ongoing_decode_tokens":0,"pending_prefill_tokens":18489,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":64949,"score_linear":23097.0,"score_lmetric":83438},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":64949,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":785,"cache_hit":0,"new_prefill":64949,"score_linear":32440.0,"score_lmetric":79469},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":64949,"score_linear":121968.0,"score_lmetric":64949},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":16960,"ongoing_decode_tokens":0,"pending_prefill_tokens":9280,"num_requests":1,"active_p_offloads":0,"cached_blocks":881,"cache_hit":64512,"new_prefill":437,"score_linear":-47552.0,"score_lmetric":9717}],"chosen_score_linear":-47552.0,"chosen_score_lmetric":9717,"t_first_token":281820.57389115,"t_first_token_unix":1779712685.587835,"t_done":281823.757120273,"t_done_unix":1779712688.771064},{"request_id":"1316848:1:1316848:331","session_id":"1316848","input_length":5985,"t_proxy_recv":281823.728215557,"t_decision_unix":1779712688.742157,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":1024,"estimated_new_tokens":4961,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":675,"cache_hit":0,"new_prefill":5985,"score_linear":57051.0,"score_lmetric":59452},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24487,"ongoing_decode_tokens":0,"pending_prefill_tokens":24487,"num_requests":1,"active_p_offloads":0,"cached_blocks":895,"cache_hit":0,"new_prefill":5985,"score_linear":24487.0,"score_lmetric":30472},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":927,"cache_hit":1024,"new_prefill":4961,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":813,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":5985,"score_linear":121968.0,"score_lmetric":5985},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81909,"ongoing_decode_tokens":81909,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":881,"cache_hit":0,"new_prefill":5985,"score_linear":81909.0,"score_lmetric":11970}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":281824.069503627,"t_first_token_unix":1779712689.0834475,"t_done":281824.254758319,"t_done_unix":1779712689.2687016},{"request_id":"1316201:1:1316201:329","session_id":"1316201","input_length":24487,"t_proxy_recv":281821.639338473,"t_decision_unix":1779712686.6532798,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":24487,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":675,"cache_hit":0,"new_prefill":24487,"score_linear":57051.0,"score_lmetric":77954},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":895,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23097,"ongoing_decode_tokens":23097,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":24487,"score_linear":23097.0,"score_lmetric":24487},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":813,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":24487,"score_linear":121968.0,"score_lmetric":24487},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81909,"ongoing_decode_tokens":81909,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":881,"cache_hit":0,"new_prefill":24487,"score_linear":81909.0,"score_lmetric":48974}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281824.44218398,"t_first_token_unix":1779712689.4561276,"t_done":281824.734314769,"t_done_unix":1779712689.7482586},{"request_id":"1315567:1:1315567:327","session_id":"1315567","input_length":16960,"t_proxy_recv":281819.378037567,"t_decision_unix":1779712684.3919785,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":9280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":675,"cache_hit":4096,"new_prefill":12864,"score_linear":52955.0,"score_lmetric":66331},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":895,"cache_hit":0,"new_prefill":16960,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":16960,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23097,"ongoing_decode_tokens":0,"pending_prefill_tokens":18489,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":7680,"new_prefill":9280,"score_linear":15417.0,"score_lmetric":27769},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":16960,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":785,"cache_hit":0,"new_prefill":16960,"score_linear":32440.0,"score_lmetric":31480},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":7680,"new_prefill":9280,"score_linear":114288.0,"score_lmetric":9280},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":881,"cache_hit":7680,"new_prefill":9280,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":281820.488155153,"t_first_token_unix":1779712685.502099,"t_done":281825.066342907,"t_done_unix":1779712690.0802863},{"request_id":"1317160:1:1317160:332","session_id":"1317160","input_length":3441,"t_proxy_recv":281824.881229079,"t_decision_unix":1779712689.8951705,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":3441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":675,"cache_hit":0,"new_prefill":3441,"score_linear":57051.0,"score_lmetric":56908},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":936,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":813,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":3441,"score_linear":121968.0,"score_lmetric":3441},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":16960,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":882,"cache_hit":0,"new_prefill":3441,"score_linear":16960.0,"score_lmetric":3441}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281825.098125197,"t_first_token_unix":1779712690.1120687,"t_done":281825.254628893,"t_done_unix":1779712690.2685723},{"request_id":"1316848:2:1317438:333","session_id":"1316848","input_length":6040,"t_proxy_recv":281825.962638828,"t_decision_unix":1779712690.9765801,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5632,"affinity_cache_ratio":0.9324503311258279,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":5632,"estimated_new_tokens":408,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":675,"cache_hit":0,"new_prefill":6040,"score_linear":57051.0,"score_lmetric":59507},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":936,"cache_hit":5632,"new_prefill":408,"score_linear":-5632.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":6040,"score_linear":121968.0,"score_lmetric":6040},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-5632.0,"chosen_score_lmetric":0,"t_first_token":281825.990721691,"t_first_token_unix":1779712691.0046651,"t_done":281826.403667786,"t_done_unix":1779712691.4176114},{"request_id":"1317160:2:1317773:336","session_id":"1317160","input_length":7440,"t_proxy_recv":281827.28590577,"t_decision_unix":1779712692.299847,"policy":"unified","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":3072,"affinity_cache_ratio":0.4129032258064516,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":3072,"estimated_new_tokens":4368,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57051,"ongoing_decode_tokens":57051,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":675,"cache_hit":0,"new_prefill":7440,"score_linear":57051.0,"score_lmetric":7440},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":936,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":7440,"score_linear":79663.0,"score_lmetric":86591},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":3072,"new_prefill":4368,"score_linear":-3072.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":121968,"pending_prefill_tokens":3159,"num_requests":2,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":7440,"score_linear":188103.0,"score_lmetric":21198},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-3072.0,"chosen_score_lmetric":0,"t_first_token":281827.625972786,"t_first_token_unix":1779712692.639916,"t_done":281827.750167413,"t_done_unix":1779712692.7641106},{"request_id":"1316201:2:1317776:337","session_id":"1316201","input_length":24768,"t_proxy_recv":281827.300290187,"t_decision_unix":1779712692.3142316,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9715762273901809,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24064,"estimated_new_tokens":704,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57051,"ongoing_decode_tokens":57051,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":675,"cache_hit":0,"new_prefill":24768,"score_linear":57051.0,"score_lmetric":24768},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":942,"cache_hit":24064,"new_prefill":704,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":24768,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":936,"cache_hit":0,"new_prefill":24768,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":24768,"score_linear":79663.0,"score_lmetric":103919},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7440,"ongoing_decode_tokens":0,"pending_prefill_tokens":4368,"num_requests":1,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":24768,"score_linear":7440.0,"score_lmetric":29136},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":121968,"pending_prefill_tokens":3159,"num_requests":2,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":24768,"score_linear":188103.0,"score_lmetric":55854},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":24768,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":281827.425500325,"t_first_token_unix":1779712692.4394445,"t_done":281827.968323714,"t_done_unix":1779712692.9822667},{"request_id":"1318031:1:1318031:338","session_id":"1318031","input_length":5219,"t_proxy_recv":281827.943271737,"t_decision_unix":1779712692.9572132,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":5219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57051,"ongoing_decode_tokens":57051,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":675,"cache_hit":0,"new_prefill":5219,"score_linear":57051.0,"score_lmetric":5219},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24768,"ongoing_decode_tokens":24768,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":5219,"score_linear":24768.0,"score_lmetric":5219},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":936,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":5219,"score_linear":79663.0,"score_lmetric":84370},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":5219,"score_linear":188103.0,"score_lmetric":10438},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281828.276539812,"t_first_token_unix":1779712693.290483,"t_done":281828.499108099,"t_done_unix":1779712693.5130515},{"request_id":"1318036:1:1318036:339","session_id":"1318036","input_length":2696,"t_proxy_recv":281827.947641539,"t_decision_unix":1779712692.961583,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":2696,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57051,"ongoing_decode_tokens":57051,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":675,"cache_hit":0,"new_prefill":2696,"score_linear":57051.0,"score_lmetric":2696},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24768,"ongoing_decode_tokens":24768,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":2696,"score_linear":24768.0,"score_lmetric":2696},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":2696,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":936,"cache_hit":0,"new_prefill":2696,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":2696,"score_linear":79663.0,"score_lmetric":81847},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":5219,"ongoing_decode_tokens":0,"pending_prefill_tokens":5219,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":2696,"score_linear":5219.0,"score_lmetric":7915},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":2696,"score_linear":188103.0,"score_lmetric":5392},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":2696,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281828.168987541,"t_first_token_unix":1779712693.182931,"t_done":281828.662485329,"t_done_unix":1779712693.6764283},{"request_id":"1314357:1:1314357:321","session_id":"1314357","input_length":57051,"t_proxy_recv":281815.282617266,"t_decision_unix":1779712680.2965586,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":3584,"estimated_new_tokens":53467,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":675,"cache_hit":3584,"new_prefill":53467,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":893,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":785,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":184808,"ongoing_decode_tokens":184808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":57051,"score_linear":184808.0,"score_lmetric":114102},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":878,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":281826.859784819,"t_first_token_unix":1779712691.8737285,"t_done":281828.768098366,"t_done_unix":1779712693.782042},{"request_id":"1318604:1:1318604:341","session_id":"1318604","input_length":14412,"t_proxy_recv":281829.991303702,"t_decision_unix":1779712695.0052445,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":14412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":14412,"score_linear":62618.0,"score_lmetric":18150},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":936,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":14412,"score_linear":79663.0,"score_lmetric":93563},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":14412,"score_linear":188103.0,"score_lmetric":28824},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281831.237394728,"t_first_token_unix":1779712696.2513385,"t_done":281831.459508541,"t_done_unix":1779712696.4734516},{"request_id":"1316848:3:1318975:343","session_id":"1316848","input_length":6298,"t_proxy_recv":281831.362818445,"t_decision_unix":1779712696.3767598,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5632,"affinity_cache_ratio":0.8942521435376309,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":5632,"estimated_new_tokens":666,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":6298,"score_linear":62618.0,"score_lmetric":10036},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":14412,"ongoing_decode_tokens":14412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":936,"cache_hit":5632,"new_prefill":666,"score_linear":8780.0,"score_lmetric":666},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":6298,"score_linear":79663.0,"score_lmetric":85449},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":6298,"score_linear":188103.0,"score_lmetric":12596},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":8780.0,"chosen_score_lmetric":666,"t_first_token":281831.422525797,"t_first_token_unix":1779712696.4364693,"t_done":281831.708337987,"t_done_unix":1779712696.7222817},{"request_id":"1269373:13:1317516:334","session_id":"1269373","input_length":66135,"t_proxy_recv":281826.225240573,"t_decision_unix":1779712691.2391818,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9522340666817872,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":62976,"estimated_new_tokens":3159,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":675,"cache_hit":4096,"new_prefill":62039,"score_linear":52955.0,"score_lmetric":115506},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":66135,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":66135,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":6040,"ongoing_decode_tokens":6040,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":936,"cache_hit":7680,"new_prefill":58455,"score_linear":-1640.0,"score_lmetric":58455},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":66135,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":66135,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":62976,"new_prefill":3159,"score_linear":58992.0,"score_lmetric":3159},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":7680,"new_prefill":58455,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":58992.0,"chosen_score_lmetric":3159,"t_first_token":281827.562601782,"t_first_token_unix":1779712692.5765529,"t_done":281835.025464606,"t_done_unix":1779712700.0394077},{"request_id":"1318604:2:1319895:347","session_id":"1318604","input_length":15745,"t_proxy_recv":281834.50019537,"t_decision_unix":1779712699.5141366,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9105112734201334,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":14336,"estimated_new_tokens":1409,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":15745,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":15745,"score_linear":62618.0,"score_lmetric":15745},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":15745,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":0,"pending_prefill_tokens":14996,"num_requests":1,"active_p_offloads":0,"cached_blocks":965,"cache_hit":14336,"new_prefill":1409,"score_linear":6804.0,"score_lmetric":16405},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":15745,"score_linear":79663.0,"score_lmetric":94896},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":15745,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":15745,"score_linear":188103.0,"score_lmetric":31490},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71854,"ongoing_decode_tokens":0,"pending_prefill_tokens":6830,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":15745,"score_linear":71854.0,"score_lmetric":22575}],"chosen_score_linear":6804.0,"chosen_score_lmetric":16405,"t_first_token":281836.338394949,"t_first_token_unix":1779712701.3523383,"t_done":281836.590509854,"t_done_unix":1779712701.6044533},{"request_id":"1279412:14:1319059:344","session_id":"1279412","input_length":71854,"t_proxy_recv":281831.722438962,"t_decision_unix":1779712696.7363799,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9049461407854816,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":65024,"estimated_new_tokens":6830,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":71854,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":71854,"score_linear":62618.0,"score_lmetric":75592},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":71854,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":71854,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":71854,"score_linear":79663.0,"score_lmetric":151005},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":71854,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":71854,"score_linear":188103.0,"score_lmetric":143708},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":65024,"new_prefill":6830,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":281834.682529748,"t_first_token_unix":1779712699.6964731,"t_done":281837.571649946,"t_done_unix":1779712702.5855935},{"request_id":"1320630:1:1320630:348","session_id":"1320630","input_length":3099,"t_proxy_recv":281837.282202056,"t_decision_unix":1779712702.2961433,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":3099,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":3099,"score_linear":54546.0,"score_lmetric":53549},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":3099,"score_linear":62618.0,"score_lmetric":3099},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":3099,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":21140,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":3099,"score_linear":21140.0,"score_lmetric":3099},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":3099,"score_linear":79663.0,"score_lmetric":82250},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":3099,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":3099,"score_linear":121968.0,"score_lmetric":3099},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71854,"ongoing_decode_tokens":71854,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":3099,"score_linear":71854.0,"score_lmetric":3099}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281837.479572814,"t_first_token_unix":1779712702.493516,"t_done":281837.677503663,"t_done_unix":1779712702.6914465},{"request_id":"1316848:4:1319820:345","session_id":"1316848","input_length":21140,"t_proxy_recv":281834.270640987,"t_decision_unix":1779712699.2845821,"policy":"unified","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":6144,"affinity_cache_ratio":0.29063386944181646,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":6144,"estimated_new_tokens":14996,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":21140,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":21140,"score_linear":62618.0,"score_lmetric":21140},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":21140,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":6144,"new_prefill":14996,"score_linear":-6144.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":21140,"score_linear":79663.0,"score_lmetric":100291},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":21140,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":21140,"score_linear":188103.0,"score_lmetric":42280},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71854,"ongoing_decode_tokens":0,"pending_prefill_tokens":6830,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":21140,"score_linear":71854.0,"score_lmetric":27970}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":281836.179248508,"t_first_token_unix":1779712701.193192,"t_done":281838.580997376,"t_done_unix":1779712703.5949404},{"request_id":"1318604:3:1320865:350","session_id":"1318604","input_length":17883,"t_proxy_recv":281838.126520799,"t_decision_unix":1779712703.1404622,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":15360,"affinity_cache_ratio":0.8589162892132193,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":15360,"estimated_new_tokens":2523,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":17883,"score_linear":54546.0,"score_lmetric":68333},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":17883,"score_linear":62618.0,"score_lmetric":17883},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":17883,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":21140,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":15360,"new_prefill":2523,"score_linear":5780.0,"score_lmetric":2523},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":17883,"score_linear":79663.0,"score_lmetric":97034},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":17883,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":17883,"score_linear":121968.0,"score_lmetric":17883},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":914,"cache_hit":0,"new_prefill":17883,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":5780.0,"chosen_score_lmetric":2523,"t_first_token":281838.471728341,"t_first_token_unix":1779712703.4856718,"t_done":281838.728980568,"t_done_unix":1779712703.742924},{"request_id":"1318036:2:1321282:353","session_id":"1318036","input_length":2677,"t_proxy_recv":281839.586342377,"t_decision_unix":1779712704.6002836,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":2560,"affinity_cache_ratio":0.9562943593574897,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":2560,"estimated_new_tokens":117,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":2677,"score_linear":54546.0,"score_lmetric":53127},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":2677,"score_linear":62618.0,"score_lmetric":2677},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":2560,"new_prefill":117,"score_linear":-2560.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":33906,"ongoing_decode_tokens":0,"pending_prefill_tokens":2674,"num_requests":1,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":2677,"score_linear":33906.0,"score_lmetric":5351},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":2677,"score_linear":79663.0,"score_lmetric":81828},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":8095,"ongoing_decode_tokens":8095,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":2677,"score_linear":8095.0,"score_lmetric":2677},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":2677,"score_linear":121968.0,"score_lmetric":2677},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":914,"cache_hit":0,"new_prefill":2677,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":281839.607975391,"t_first_token_unix":1779712704.6219182,"t_done":281839.615850714,"t_done_unix":1779712704.6297936},{"request_id":"1321042:1:1321042:351","session_id":"1321042","input_length":8095,"t_proxy_recv":281838.776632152,"t_decision_unix":1779712703.7905731,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":8095,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":8095,"score_linear":54546.0,"score_lmetric":58545},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":8095,"score_linear":62618.0,"score_lmetric":8095},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":8095,"score_linear":79663.0,"score_lmetric":87246},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":8095,"score_linear":121968.0,"score_lmetric":8095},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":914,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281839.346784836,"t_first_token_unix":1779712704.3607283,"t_done":281839.659057079,"t_done_unix":1779712704.673},{"request_id":"1277428:4:1321259:352","session_id":"1277428","input_length":33906,"t_proxy_recv":281839.533951752,"t_decision_unix":1779712704.547893,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9211349023771603,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":31232,"estimated_new_tokens":2674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":33906,"score_linear":54546.0,"score_lmetric":84356},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":4608,"new_prefill":29298,"score_linear":58010.0,"score_lmetric":29298},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":33906,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":31232,"new_prefill":2674,"score_linear":-31232.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":33906,"score_linear":79663.0,"score_lmetric":113057},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":8095,"ongoing_decode_tokens":8095,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":33906,"score_linear":8095.0,"score_lmetric":33906},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":33906,"score_linear":121968.0,"score_lmetric":33906},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":914,"cache_hit":0,"new_prefill":33906,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":281840.143332418,"t_first_token_unix":1779712705.157276,"t_done":281840.787525003,"t_done_unix":1779712705.8014681},{"request_id":"1318604:4:1321889:356","session_id":"1318604","input_length":21033,"t_proxy_recv":281841.717620314,"t_decision_unix":1779712706.7315614,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":17920,"affinity_cache_ratio":0.8519944848571293,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":17920,"estimated_new_tokens":3113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":21033,"score_linear":54546.0,"score_lmetric":71483},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":21033,"score_linear":62618.0,"score_lmetric":21033},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":21033,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1006,"cache_hit":17920,"new_prefill":3113,"score_linear":-17920.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":21033,"score_linear":79663.0,"score_lmetric":100184},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":858,"cache_hit":0,"new_prefill":21033,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188808,"ongoing_decode_tokens":188808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":21033,"score_linear":188808.0,"score_lmetric":42066},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72402,"ongoing_decode_tokens":72402,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":914,"cache_hit":0,"new_prefill":21033,"score_linear":72402.0,"score_lmetric":21033}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":281842.236951785,"t_first_token_unix":1779712707.2508953,"t_done":281842.475913463,"t_done_unix":1779712707.4898567},{"request_id":"1279412:15:1321613:355","session_id":"1279412","input_length":72402,"t_proxy_recv":281840.712975463,"t_decision_unix":1779712705.726916,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":71680,"affinity_cache_ratio":0.990027899781774,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":71680,"estimated_new_tokens":722,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":72402,"score_linear":54546.0,"score_lmetric":122852},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":72402,"score_linear":62618.0,"score_lmetric":72402},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":72402,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":33906,"ongoing_decode_tokens":33906,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":72402,"score_linear":33906.0,"score_lmetric":72402},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":72402,"score_linear":79663.0,"score_lmetric":151553},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":858,"cache_hit":0,"new_prefill":72402,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188808,"ongoing_decode_tokens":188808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":72402,"score_linear":188808.0,"score_lmetric":144804},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":914,"cache_hit":71680,"new_prefill":722,"score_linear":-71680.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":281840.954481809,"t_first_token_unix":1779712705.9684253,"t_done":281843.202338786,"t_done_unix":1779712708.2162821},{"request_id":"1316848:5:1322192:357","session_id":"1316848","input_length":21471,"t_proxy_recv":281842.895810952,"t_decision_unix":1779712707.9097524,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9776908388058311,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":20992,"estimated_new_tokens":479,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":21471,"score_linear":54546.0,"score_lmetric":71921},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":21471,"score_linear":62618.0,"score_lmetric":21471},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":21471,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":20992,"new_prefill":479,"score_linear":-20992.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":21471,"score_linear":79663.0,"score_lmetric":100622},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":858,"cache_hit":0,"new_prefill":21471,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188808,"ongoing_decode_tokens":188808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":21471,"score_linear":188808.0,"score_lmetric":42942},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72402,"ongoing_decode_tokens":72402,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":914,"cache_hit":0,"new_prefill":21471,"score_linear":72402.0,"score_lmetric":21471}],"chosen_score_linear":-20992.0,"chosen_score_lmetric":0,"t_first_token":281842.94546404,"t_first_token_unix":1779712707.959407,"t_done":281843.483234731,"t_done_unix":1779712708.4971802},{"request_id":"1269373:14:1321512:354","session_id":"1269373","input_length":66840,"t_proxy_recv":281840.373261326,"t_decision_unix":1779712705.387202,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":66560,"affinity_cache_ratio":0.9958108916816277,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":66560,"estimated_new_tokens":280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":4096,"new_prefill":62744,"score_linear":50450.0,"score_lmetric":113194},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":66840,"score_linear":62618.0,"score_lmetric":66840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":66840,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":33906,"ongoing_decode_tokens":33906,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":7680,"new_prefill":59160,"score_linear":26226.0,"score_lmetric":59160},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":66840,"score_linear":79663.0,"score_lmetric":145991},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":858,"cache_hit":0,"new_prefill":66840,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":66560,"new_prefill":280,"score_linear":55408.0,"score_lmetric":280},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":914,"cache_hit":7680,"new_prefill":59160,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":55408.0,"chosen_score_lmetric":280,"t_first_token":281840.599433299,"t_first_token_unix":1779712705.6133769,"t_done":281844.655892105,"t_done_unix":1779712709.669836},{"request_id":"1322540:1:1322540:359","session_id":"1322540","input_length":8939,"t_proxy_recv":281844.178193103,"t_decision_unix":1779712709.192134,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":8939,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":8939,"score_linear":54546.0,"score_lmetric":59389},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":8939,"score_linear":62618.0,"score_lmetric":8939},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":8939,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":8939,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":8939,"score_linear":79663.0,"score_lmetric":88090},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":858,"cache_hit":0,"new_prefill":8939,"score_linear":33182.0,"score_lmetric":42121},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188808,"ongoing_decode_tokens":188808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":8939,"score_linear":188808.0,"score_lmetric":17878},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":915,"cache_hit":0,"new_prefill":8939,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281844.8939324,"t_first_token_unix":1779712709.9078765,"t_done":281845.155977527,"t_done_unix":1779712710.1699207},{"request_id":"1318031:2:1322552:360","session_id":"1318031","input_length":11145,"t_proxy_recv":281844.231800596,"t_decision_unix":1779712709.2457416,"policy":"unified","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":3,"affinity_cache_hit":5120,"affinity_cache_ratio":0.45939883355764916,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":11145,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":11145,"score_linear":54546.0,"score_lmetric":61595},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":11145,"score_linear":62618.0,"score_lmetric":11145},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":11145,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":11145,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":11145,"score_linear":79663.0,"score_lmetric":90296},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":858,"cache_hit":5120,"new_prefill":6025,"score_linear":28062.0,"score_lmetric":39207},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188808,"ongoing_decode_tokens":188808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":11145,"score_linear":188808.0,"score_lmetric":22290},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":8939,"ongoing_decode_tokens":0,"pending_prefill_tokens":8939,"num_requests":1,"active_p_offloads":0,"cached_blocks":915,"cache_hit":0,"new_prefill":11145,"score_linear":8939.0,"score_lmetric":20084}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281845.115151442,"t_first_token_unix":1779712710.129095,"t_done":281845.167250724,"t_done_unix":1779712710.1811943},{"request_id":"1322540:2:1323519:362","session_id":"1322540","input_length":9016,"t_proxy_recv":281847.474902795,"t_decision_unix":1779712712.4888444,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9653948535936113,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":8704,"estimated_new_tokens":312,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":9016,"score_linear":54546.0,"score_lmetric":9016},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":9016,"score_linear":62618.0,"score_lmetric":9016},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":9016,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":9016,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":9016,"score_linear":79663.0,"score_lmetric":88167},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":46190,"ongoing_decode_tokens":0,"pending_prefill_tokens":38510,"num_requests":2,"active_p_offloads":0,"cached_blocks":858,"cache_hit":0,"new_prefill":9016,"score_linear":46190.0,"score_lmetric":95052},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":780,"cache_hit":0,"new_prefill":9016,"score_linear":121968.0,"score_lmetric":9016},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":932,"cache_hit":8704,"new_prefill":312,"score_linear":-8704.0,"score_lmetric":0}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":281847.508243033,"t_first_token_unix":1779712712.5221863,"t_done":281847.633836742,"t_done_unix":1779712712.6477797},{"request_id":"1315567:2:1319894:346","session_id":"1315567","input_length":54546,"t_proxy_recv":281834.505643024,"t_decision_unix":1779712699.5195844,"policy":"unified","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":0,"affinity_cache_hit":17408,"affinity_cache_ratio":0.31914347523191433,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":4096,"estimated_new_tokens":50450,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":779,"cache_hit":4096,"new_prefill":50450,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":54546,"score_linear":62618.0,"score_lmetric":54546},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":54546,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":36885,"ongoing_decode_tokens":0,"pending_prefill_tokens":16405,"num_requests":2,"active_p_offloads":0,"cached_blocks":965,"cache_hit":7680,"new_prefill":46866,"score_linear":29205.0,"score_lmetric":126542},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":54546,"score_linear":79663.0,"score_lmetric":133697},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":54546,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":772,"cache_hit":7680,"new_prefill":46866,"score_linear":180423.0,"score_lmetric":93732},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71854,"ongoing_decode_tokens":0,"pending_prefill_tokens":6830,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":17408,"new_prefill":37138,"score_linear":54446.0,"score_lmetric":43968}],"chosen_score_linear":-4096.0,"chosen_score_lmetric":0,"t_first_token":281845.414445778,"t_first_token_unix":1779712710.4283893,"t_done":281848.216862385,"t_done_unix":1779712713.2308059},{"request_id":"1316848:6:1323535:363","session_id":"1316848","input_length":24395,"t_proxy_recv":281847.526811115,"t_decision_unix":1779712712.5407526,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":21504,"affinity_cache_ratio":0.8814921090387374,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":21504,"estimated_new_tokens":2891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":24395,"score_linear":54546.0,"score_lmetric":24395},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":24395,"score_linear":62618.0,"score_lmetric":24395},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":24395,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":21504,"new_prefill":2891,"score_linear":-21504.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":24395,"score_linear":79663.0,"score_lmetric":103546},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":46190,"ongoing_decode_tokens":0,"pending_prefill_tokens":38510,"num_requests":2,"active_p_offloads":0,"cached_blocks":858,"cache_hit":0,"new_prefill":24395,"score_linear":46190.0,"score_lmetric":125810},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":780,"cache_hit":0,"new_prefill":24395,"score_linear":121968.0,"score_lmetric":24395},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":9016,"ongoing_decode_tokens":9016,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":932,"cache_hit":0,"new_prefill":24395,"score_linear":9016.0,"score_lmetric":24395}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":281848.094512627,"t_first_token_unix":1779712713.1084564,"t_done":281848.692443437,"t_done_unix":1779712713.706387},{"request_id":"1321042:2:1323492:361","session_id":"1321042","input_length":13008,"t_proxy_recv":281847.404817335,"t_decision_unix":1779712712.4187586,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":7680,"affinity_cache_ratio":0.5904059040590406,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":5328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":13008,"score_linear":54546.0,"score_lmetric":13008},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":13008,"score_linear":62618.0,"score_lmetric":13008},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":13008,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":13008,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":13008,"score_linear":79663.0,"score_lmetric":92159},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":858,"cache_hit":7680,"new_prefill":5328,"score_linear":25502.0,"score_lmetric":38510},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":780,"cache_hit":0,"new_prefill":13008,"score_linear":121968.0,"score_lmetric":13008},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":932,"cache_hit":0,"new_prefill":13008,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":25502.0,"chosen_score_lmetric":38510,"t_first_token":281848.197876871,"t_first_token_unix":1779712713.2118201,"t_done":281848.75455335,"t_done_unix":1779712713.7684968},{"request_id":"1320630:2:1323748:364","session_id":"1320630","input_length":11298,"t_proxy_recv":281848.246147196,"t_decision_unix":1779712713.260089,"policy":"unified","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":2,"affinity_cache_hit":3072,"affinity_cache_ratio":0.27190653212958044,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":11298,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":878,"cache_hit":0,"new_prefill":11298,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":11298,"score_linear":62618.0,"score_lmetric":11298},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":11298,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":24395,"ongoing_decode_tokens":24395,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":11298,"score_linear":24395.0,"score_lmetric":11298},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":11298,"score_linear":79663.0,"score_lmetric":11298},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":46190,"ongoing_decode_tokens":46190,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":858,"cache_hit":3072,"new_prefill":8226,"score_linear":43118.0,"score_lmetric":16452},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":780,"cache_hit":0,"new_prefill":11298,"score_linear":121968.0,"score_lmetric":11298},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":932,"cache_hit":0,"new_prefill":11298,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281849.147641744,"t_first_token_unix":1779712714.1615853,"t_done":281849.42930854,"t_done_unix":1779712714.4432526},{"request_id":"1324227:1:1324227:367","session_id":"1324227","input_length":14863,"t_proxy_recv":281850.042838155,"t_decision_unix":1779712715.0567796,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":14863,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":878,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":14863,"score_linear":62618.0,"score_lmetric":14863},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":14863,"score_linear":79663.0,"score_lmetric":14863},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":14863,"score_linear":33182.0,"score_lmetric":14863},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":780,"cache_hit":0,"new_prefill":14863,"score_linear":121968.0,"score_lmetric":14863},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75624,"ongoing_decode_tokens":75624,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":932,"cache_hit":0,"new_prefill":14863,"score_linear":75624.0,"score_lmetric":14863}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281851.356168847,"t_first_token_unix":1779712716.3701122,"t_done":281851.60162967,"t_done_unix":1779712716.615573},{"request_id":"1279412:16:1323780:365","session_id":"1279412","input_length":75624,"t_proxy_recv":281848.349185809,"t_decision_unix":1779712713.3631272,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9546175817200888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":72192,"estimated_new_tokens":3432,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":878,"cache_hit":0,"new_prefill":75624,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":75624,"score_linear":62618.0,"score_lmetric":75624},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":11298,"num_requests":1,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":75624,"score_linear":11298.0,"score_lmetric":86922},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":24395,"ongoing_decode_tokens":24395,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":75624,"score_linear":24395.0,"score_lmetric":75624},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":75624,"score_linear":79663.0,"score_lmetric":75624},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":46190,"ongoing_decode_tokens":46190,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":858,"cache_hit":0,"new_prefill":75624,"score_linear":46190.0,"score_lmetric":151248},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":780,"cache_hit":0,"new_prefill":75624,"score_linear":121968.0,"score_lmetric":75624},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":932,"cache_hit":72192,"new_prefill":3432,"score_linear":-72192.0,"score_lmetric":0}],"chosen_score_linear":-72192.0,"chosen_score_lmetric":0,"t_first_token":281849.856613544,"t_first_token_unix":1779712714.870557,"t_done":281852.377996717,"t_done_unix":1779712717.39194},{"request_id":"1316848:7:1325031:371","session_id":"1316848","input_length":26994,"t_proxy_recv":281852.69932013,"t_decision_unix":1779712717.7132616,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":24064,"affinity_cache_ratio":0.8914573608950137,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24064,"estimated_new_tokens":2930,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":4312,"ongoing_decode_tokens":0,"pending_prefill_tokens":4312,"num_requests":1,"active_p_offloads":0,"cached_blocks":878,"cache_hit":0,"new_prefill":26994,"score_linear":4312.0,"score_lmetric":31306},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":26994,"score_linear":62618.0,"score_lmetric":26994},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":26994,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1068,"cache_hit":24064,"new_prefill":2930,"score_linear":-24064.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":26994,"score_linear":79663.0,"score_lmetric":26994},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":26994,"score_linear":33182.0,"score_lmetric":26994},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":780,"cache_hit":0,"new_prefill":26994,"score_linear":121968.0,"score_lmetric":26994},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":939,"cache_hit":0,"new_prefill":26994,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":281853.261152175,"t_first_token_unix":1779712718.2750955,"t_done":281853.901866553,"t_done_unix":1779712718.9158096},{"request_id":"1322540:3:1325410:373","session_id":"1322540","input_length":12118,"t_proxy_recv":281854.070220817,"t_decision_unix":1779712719.0841622,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":8704,"affinity_cache_ratio":0.7182703416405347,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":8704,"estimated_new_tokens":3414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":59442,"ongoing_decode_tokens":59442,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":878,"cache_hit":0,"new_prefill":12118,"score_linear":59442.0,"score_lmetric":24236},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":12118,"score_linear":62618.0,"score_lmetric":12118},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":12118,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":12118,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":12118,"score_linear":79663.0,"score_lmetric":12118},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":12118,"score_linear":33182.0,"score_lmetric":12118},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":780,"cache_hit":0,"new_prefill":12118,"score_linear":121968.0,"score_lmetric":12118},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":939,"cache_hit":8704,"new_prefill":3414,"score_linear":-8704.0,"score_lmetric":0}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":281854.428428399,"t_first_token_unix":1779712719.4423723,"t_done":281854.554833474,"t_done_unix":1779712719.5687768},{"request_id":"1324964:1:1324964:370","session_id":"1324964","input_length":4312,"t_proxy_recv":281852.456690589,"t_decision_unix":1779712717.4706318,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4312,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":878,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":4312,"score_linear":62618.0,"score_lmetric":4312},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1068,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":4312,"score_linear":79663.0,"score_lmetric":4312},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":4312,"score_linear":33182.0,"score_lmetric":4312},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":780,"cache_hit":0,"new_prefill":4312,"score_linear":121968.0,"score_lmetric":4312},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":939,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281852.727662332,"t_first_token_unix":1779712717.7416055,"t_done":281854.831907591,"t_done_unix":1779712719.8458507},{"request_id":"1317598:1:1317598:335","session_id":"1317598","input_length":79663,"t_proxy_recv":281826.530369943,"t_decision_unix":1779712691.5443106,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":512,"estimated_new_tokens":79151,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":675,"cache_hit":0,"new_prefill":79663,"score_linear":57051.0,"score_lmetric":133130},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":936,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":512,"new_prefill":79151,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":121968,"pending_prefill_tokens":3159,"num_requests":2,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":79663,"score_linear":188103.0,"score_lmetric":165644},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":281848.206735471,"t_first_token_unix":1779712713.2206788,"t_done":281855.442536656,"t_done_unix":1779712720.4564805},{"request_id":"1325987:1:1325987:376","session_id":"1325987","input_length":1823,"t_proxy_recv":281856.164731509,"t_decision_unix":1779712721.1786726,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1823,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":887,"cache_hit":0,"new_prefill":1823,"score_linear":55130.0,"score_lmetric":1823},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":1823,"score_linear":62618.0,"score_lmetric":1823},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":1823,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":1823,"score_linear":66703.0,"score_lmetric":68526},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1057,"cache_hit":0,"new_prefill":1823,"score_linear":81220.0,"score_lmetric":1823},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":1823,"score_linear":33182.0,"score_lmetric":1823},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":780,"cache_hit":0,"new_prefill":1823,"score_linear":191009.0,"score_lmetric":3646},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":1823,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281856.316277651,"t_first_token_unix":1779712721.330221,"t_done":281856.501453224,"t_done_unix":1779712721.5153964},{"request_id":"1326192:1:1326192:378","session_id":"1326192","input_length":9513,"t_proxy_recv":281857.058110696,"t_decision_unix":1779712722.0720522,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":9513,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":887,"cache_hit":0,"new_prefill":9513,"score_linear":55130.0,"score_lmetric":9513},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":9513,"score_linear":62618.0,"score_lmetric":9513},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":9513,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":9513,"score_linear":66703.0,"score_lmetric":76216},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1057,"cache_hit":0,"new_prefill":9513,"score_linear":81220.0,"score_lmetric":9513},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":9513,"score_linear":33182.0,"score_lmetric":9513},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":780,"cache_hit":0,"new_prefill":9513,"score_linear":191009.0,"score_lmetric":19026},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":0,"pending_prefill_tokens":5232,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":9513,"score_linear":81008.0,"score_lmetric":14745}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281857.840319785,"t_first_token_unix":1779712722.854263,"t_done":281858.383756672,"t_done_unix":1779712723.3976996},{"request_id":"1317598:2:1324364:368","session_id":"1317598","input_length":81220,"t_proxy_recv":281855.457840219,"t_decision_unix":1779712720.4717817,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":80384,"affinity_cache_ratio":0.9897069687269145,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":80384,"estimated_new_tokens":836,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":887,"cache_hit":0,"new_prefill":81220,"score_linear":55130.0,"score_lmetric":81220},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":81220,"score_linear":62618.0,"score_lmetric":81220},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":81220,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":81220,"score_linear":66703.0,"score_lmetric":147923},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1057,"cache_hit":80384,"new_prefill":836,"score_linear":-80384.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":81220,"score_linear":33182.0,"score_lmetric":81220},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":121968,"pending_prefill_tokens":1969,"num_requests":2,"active_p_offloads":0,"cached_blocks":780,"cache_hit":0,"new_prefill":81220,"score_linear":191009.0,"score_lmetric":166378},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":81220,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-80384.0,"chosen_score_lmetric":0,"t_first_token":281856.046190618,"t_first_token_unix":1779712721.0601344,"t_done":281858.897848059,"t_done_unix":1779712723.9117913},{"request_id":"1322540:4:1326861:380","session_id":"1322540","input_length":13249,"t_proxy_recv":281859.321974167,"t_decision_unix":1779712724.3359127,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.8888217978715375,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11776,"estimated_new_tokens":1473,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":887,"cache_hit":0,"new_prefill":13249,"score_linear":55130.0,"score_lmetric":13249},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":13249,"score_linear":62618.0,"score_lmetric":13249},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1072,"cache_hit":0,"new_prefill":13249,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":94823,"ongoing_decode_tokens":0,"pending_prefill_tokens":68199,"num_requests":2,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":13249,"score_linear":94823.0,"score_lmetric":162896},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":13249,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":13249,"score_linear":33182.0,"score_lmetric":13249},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":780,"cache_hit":0,"new_prefill":13249,"score_linear":191009.0,"score_lmetric":26498},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":0,"pending_prefill_tokens":5232,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":11776,"new_prefill":1473,"score_linear":69232.0,"score_lmetric":6705}],"chosen_score_linear":69232.0,"chosen_score_lmetric":6705,"t_first_token":281859.673616837,"t_first_token_unix":1779712724.6875606,"t_done":281859.931097801,"t_done_unix":1779712724.9450412},{"request_id":"1326192:2:1327234:381","session_id":"1326192","input_length":15253,"t_proxy_recv":281860.604730843,"t_decision_unix":1779712725.618672,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":9216,"affinity_cache_ratio":0.6042090080639874,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":9216,"estimated_new_tokens":6037,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":887,"cache_hit":0,"new_prefill":15253,"score_linear":55130.0,"score_lmetric":15253},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":15253,"score_linear":62618.0,"score_lmetric":15253},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1072,"cache_hit":9216,"new_prefill":6037,"score_linear":-9216.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":94823,"ongoing_decode_tokens":0,"pending_prefill_tokens":68199,"num_requests":2,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":15253,"score_linear":94823.0,"score_lmetric":166904},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":15253,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":15253,"score_linear":33182.0,"score_lmetric":15253},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":780,"cache_hit":0,"new_prefill":15253,"score_linear":191009.0,"score_lmetric":30506},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":15253,"score_linear":81008.0,"score_lmetric":15253}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":281861.300831691,"t_first_token_unix":1779712726.3147757,"t_done":281861.682117196,"t_done_unix":1779712726.6960604},{"request_id":"1324964:2:1327382:382","session_id":"1324964","input_length":5146,"t_proxy_recv":281861.207917373,"t_decision_unix":1779712726.2218585,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":4608,"affinity_cache_ratio":0.895452778857365,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":4608,"estimated_new_tokens":538,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":887,"cache_hit":4608,"new_prefill":538,"score_linear":50522.0,"score_lmetric":538},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":5146,"score_linear":62618.0,"score_lmetric":5146},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":15253,"ongoing_decode_tokens":0,"pending_prefill_tokens":6037,"num_requests":1,"active_p_offloads":0,"cached_blocks":1072,"cache_hit":0,"new_prefill":5146,"score_linear":15253.0,"score_lmetric":11183},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":94823,"ongoing_decode_tokens":0,"pending_prefill_tokens":68199,"num_requests":2,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":5146,"score_linear":94823.0,"score_lmetric":146690},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":5146,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":5146,"score_linear":33182.0,"score_lmetric":5146},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":780,"cache_hit":0,"new_prefill":5146,"score_linear":191009.0,"score_lmetric":10292},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":5146,"score_linear":81008.0,"score_lmetric":5146}],"chosen_score_linear":50522.0,"chosen_score_lmetric":538,"t_first_token":281861.373909329,"t_first_token_unix":1779712726.3878522,"t_done":281862.19766486,"t_done_unix":1779712727.2116082},{"request_id":"1266668:12:1303535:276","session_id":"1266668","input_length":121968,"t_proxy_recv":281776.874150159,"t_decision_unix":1779712641.888091,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":97792,"affinity_cache_ratio":0.8017840745113473,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":97792,"estimated_new_tokens":24176,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":112736,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":584,"cache_hit":4096,"new_prefill":117872,"score_linear":108640.0,"score_lmetric":353616},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":121968,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":121968,"score_linear":14944.0,"score_lmetric":136912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":79803,"ongoing_decode_tokens":0,"pending_prefill_tokens":443,"num_requests":2,"active_p_offloads":0,"cached_blocks":871,"cache_hit":7680,"new_prefill":114288,"score_linear":72123.0,"score_lmetric":229462},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":121968,"score_linear":15081.0,"score_lmetric":137049},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":121968,"score_linear":34706.0,"score_lmetric":121968},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":54451,"ongoing_decode_tokens":54451,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":748,"cache_hit":97792,"new_prefill":24176,"score_linear":-43341.0,"score_lmetric":24176},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":688,"cache_hit":7680,"new_prefill":114288,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-43341.0,"chosen_score_lmetric":24176,"t_first_token":281792.847653866,"t_first_token_unix":1779712657.8615975,"t_done":281863.614897572,"t_done_unix":1779712728.6288416},{"request_id":"1269373:15:1325630:375","session_id":"1269373","input_length":69041,"t_proxy_recv":281854.915428556,"t_decision_unix":1779712719.92937,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":67072,"affinity_cache_ratio":0.971480714358135,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":67072,"estimated_new_tokens":1969,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":887,"cache_hit":7680,"new_prefill":61361,"score_linear":47450.0,"score_lmetric":61361},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":69041,"score_linear":62618.0,"score_lmetric":69041},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":69041,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":7680,"new_prefill":61361,"score_linear":59023.0,"score_lmetric":128064},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":69041,"score_linear":79663.0,"score_lmetric":69041},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":69041,"score_linear":33182.0,"score_lmetric":69041},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":780,"cache_hit":67072,"new_prefill":1969,"score_linear":54896.0,"score_lmetric":1969},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":945,"cache_hit":7680,"new_prefill":61361,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":54896.0,"chosen_score_lmetric":1969,"t_first_token":281855.922442516,"t_first_token_unix":1779712720.9363866,"t_done":281864.257297994,"t_done_unix":1779712729.2712414},{"request_id":"1324964:3:1328499:384","session_id":"1324964","input_length":5234,"t_proxy_recv":281865.223324885,"t_decision_unix":1779712730.237266,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":5120,"affinity_cache_ratio":0.9782193351165457,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":5120,"estimated_new_tokens":114,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":888,"cache_hit":5120,"new_prefill":114,"score_linear":50010.0,"score_lmetric":114},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":5234,"score_linear":62618.0,"score_lmetric":5234},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":0,"new_prefill":5234,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":94823,"ongoing_decode_tokens":0,"pending_prefill_tokens":68199,"num_requests":2,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":5234,"score_linear":94823.0,"score_lmetric":146866},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":5234,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":5234,"score_linear":33182.0,"score_lmetric":5234},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":5234,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":5234,"score_linear":81008.0,"score_lmetric":5234}],"chosen_score_linear":50010.0,"chosen_score_lmetric":114,"t_first_token":281865.25708241,"t_first_token_unix":1779712730.2710257,"t_done":281865.64136812,"t_done_unix":1779712730.6553116},{"request_id":"1317598:3:1328678:385","session_id":"1317598","input_length":81827,"t_proxy_recv":281865.900312152,"t_decision_unix":1779712730.9142535,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9948794407713836,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":81408,"estimated_new_tokens":419,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":888,"cache_hit":0,"new_prefill":81827,"score_linear":55130.0,"score_lmetric":81827},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":81827,"score_linear":62618.0,"score_lmetric":81827},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":0,"new_prefill":81827,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":94823,"ongoing_decode_tokens":0,"pending_prefill_tokens":68199,"num_requests":2,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":81827,"score_linear":94823.0,"score_lmetric":300052},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":81408,"new_prefill":419,"score_linear":-81408.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":81827,"score_linear":33182.0,"score_lmetric":81827},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":81827,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":81827,"score_linear":81008.0,"score_lmetric":81827}],"chosen_score_linear":-81408.0,"chosen_score_lmetric":0,"t_first_token":281866.358589489,"t_first_token_unix":1779712731.372533,"t_done":281867.811834995,"t_done_unix":1779712732.8257785},{"request_id":"1279412:17:1326166:377","session_id":"1279412","input_length":81008,"t_proxy_recv":281856.890438061,"t_decision_unix":1779712721.9043794,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9354137862927119,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":75776,"estimated_new_tokens":5232,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":887,"cache_hit":0,"new_prefill":81008,"score_linear":55130.0,"score_lmetric":81008},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":81008,"score_linear":62618.0,"score_lmetric":81008},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":81008,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":81008,"score_linear":66703.0,"score_lmetric":147711},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1057,"cache_hit":0,"new_prefill":81008,"score_linear":81220.0,"score_lmetric":81008},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":81008,"score_linear":33182.0,"score_lmetric":81008},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":780,"cache_hit":0,"new_prefill":81008,"score_linear":191009.0,"score_lmetric":162016},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":945,"cache_hit":75776,"new_prefill":5232,"score_linear":-75776.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":281859.505107943,"t_first_token_unix":1779712724.5190513,"t_done":281868.311403978,"t_done_unix":1779712733.3253477},{"request_id":"1329110:1:1329110:389","session_id":"1329110","input_length":9292,"t_proxy_recv":281867.43585279,"t_decision_unix":1779712732.449794,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":9292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":888,"cache_hit":0,"new_prefill":9292,"score_linear":55130.0,"score_lmetric":9292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":9292,"score_linear":62618.0,"score_lmetric":9292},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":0,"new_prefill":9292,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":94823,"ongoing_decode_tokens":0,"pending_prefill_tokens":68199,"num_requests":2,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":9292,"score_linear":94823.0,"score_lmetric":154982},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":81827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":9292,"score_linear":81827.0,"score_lmetric":9292},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":67446,"ongoing_decode_tokens":33182,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":9292,"score_linear":67446.0,"score_lmetric":33864},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":9292,"score_linear":36880.0,"score_lmetric":46172},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":9292,"score_linear":81008.0,"score_lmetric":9292}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281868.142660052,"t_first_token_unix":1779712733.1566033,"t_done":281868.455080099,"t_done_unix":1779712733.4690237},{"request_id":"1324964:4:1329201:390","session_id":"1324964","input_length":5414,"t_proxy_recv":281867.746258343,"t_decision_unix":1779712732.7601993,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":5120,"affinity_cache_ratio":0.9456963428149243,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":5120,"estimated_new_tokens":294,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":888,"cache_hit":5120,"new_prefill":294,"score_linear":50010.0,"score_lmetric":294},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":5414,"score_linear":62618.0,"score_lmetric":5414},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9292,"ongoing_decode_tokens":0,"pending_prefill_tokens":9292,"num_requests":1,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":0,"new_prefill":5414,"score_linear":9292.0,"score_lmetric":14706},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":94823,"ongoing_decode_tokens":0,"pending_prefill_tokens":68199,"num_requests":2,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":5414,"score_linear":94823.0,"score_lmetric":147226},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":81827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":5414,"score_linear":81827.0,"score_lmetric":5414},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":67446,"ongoing_decode_tokens":33182,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":5414,"score_linear":67446.0,"score_lmetric":26108},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":5414,"score_linear":36880.0,"score_lmetric":42294},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":5414,"score_linear":81008.0,"score_lmetric":5414}],"chosen_score_linear":50010.0,"chosen_score_lmetric":294,"t_first_token":281867.799956074,"t_first_token_unix":1779712732.8138993,"t_done":281868.509276224,"t_done_unix":1779712733.5232198},{"request_id":"1325987:2:1329336:391","session_id":"1325987","input_length":7423,"t_proxy_recv":281868.283997944,"t_decision_unix":1779712733.2979393,"policy":"unified","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":4,"affinity_cache_hit":1536,"affinity_cache_ratio":0.20692442408729625,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":7423,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60544,"ongoing_decode_tokens":60544,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":888,"cache_hit":0,"new_prefill":7423,"score_linear":60544.0,"score_lmetric":14846},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":7423,"score_linear":62618.0,"score_lmetric":7423},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9292,"ongoing_decode_tokens":9292,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":1536,"new_prefill":5887,"score_linear":7756.0,"score_lmetric":5887},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":94823,"ongoing_decode_tokens":0,"pending_prefill_tokens":68199,"num_requests":2,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":7423,"score_linear":94823.0,"score_lmetric":151244},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1060,"cache_hit":0,"new_prefill":7423,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":67446,"ongoing_decode_tokens":33182,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":7423,"score_linear":67446.0,"score_lmetric":30126},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":7423,"score_linear":36880.0,"score_lmetric":44303},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":7423,"score_linear":81008.0,"score_lmetric":7423}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281868.792652443,"t_first_token_unix":1779712733.8065963,"t_done":281868.996297215,"t_done_unix":1779712734.0102408},{"request_id":"1322225:1:1322225:358","session_id":"1322225","input_length":33182,"t_proxy_recv":281843.00039721,"t_decision_unix":1779712708.0143385,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":33182,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":33182,"score_linear":54546.0,"score_lmetric":83632},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":33182,"score_linear":62618.0,"score_lmetric":33182},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":33182,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21471,"ongoing_decode_tokens":21471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":33182,"score_linear":21471.0,"score_lmetric":33182},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":33182,"score_linear":79663.0,"score_lmetric":112333},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":858,"cache_hit":0,"new_prefill":33182,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188808,"ongoing_decode_tokens":188808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":33182,"score_linear":188808.0,"score_lmetric":66364},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72402,"ongoing_decode_tokens":72402,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":914,"cache_hit":0,"new_prefill":33182,"score_linear":72402.0,"score_lmetric":33182}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281847.689556098,"t_first_token_unix":1779712712.7034993,"t_done":281870.328360349,"t_done_unix":1779712735.3423064},{"request_id":"1325541:1:1325541:374","session_id":"1325541","input_length":66703,"t_proxy_recv":281854.660769649,"t_decision_unix":1779712719.6747108,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":66703,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":59442,"ongoing_decode_tokens":59442,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":878,"cache_hit":0,"new_prefill":66703,"score_linear":59442.0,"score_lmetric":133406},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":66703,"score_linear":62618.0,"score_lmetric":66703},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":66703,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":66703,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":66703,"score_linear":79663.0,"score_lmetric":66703},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":66703,"score_linear":33182.0,"score_lmetric":66703},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":780,"cache_hit":0,"new_prefill":66703,"score_linear":121968.0,"score_lmetric":66703},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":66703,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281870.433271668,"t_first_token_unix":1779712735.4472153,"t_done":281870.766457619,"t_done_unix":1779712735.780401},{"request_id":"1329470:1:1329470:392","session_id":"1329470","input_length":10847,"t_proxy_recv":281868.775529005,"t_decision_unix":1779712733.78947,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":10847,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":888,"cache_hit":0,"new_prefill":10847,"score_linear":55130.0,"score_lmetric":10847},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":10847,"score_linear":62618.0,"score_lmetric":10847},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1101,"cache_hit":0,"new_prefill":10847,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":94823,"ongoing_decode_tokens":0,"pending_prefill_tokens":68199,"num_requests":2,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":10847,"score_linear":94823.0,"score_lmetric":158092},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":7423,"ongoing_decode_tokens":0,"pending_prefill_tokens":7423,"num_requests":1,"active_p_offloads":0,"cached_blocks":1060,"cache_hit":0,"new_prefill":10847,"score_linear":7423.0,"score_lmetric":18270},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":67446,"ongoing_decode_tokens":33182,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":10847,"score_linear":67446.0,"score_lmetric":36974},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":10847,"score_linear":36880.0,"score_lmetric":47727},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":958,"cache_hit":0,"new_prefill":10847,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281869.636317933,"t_first_token_unix":1779712734.650262,"t_done":281871.153763824,"t_done_unix":1779712736.167707},{"request_id":"1324964:5:1330169:397","session_id":"1324964","input_length":6691,"t_proxy_recv":281871.140380151,"t_decision_unix":1779712736.1543217,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":5120,"affinity_cache_ratio":0.7652069944701838,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":5120,"estimated_new_tokens":1571,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":888,"cache_hit":5120,"new_prefill":1571,"score_linear":50010.0,"score_lmetric":1571},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":6691,"score_linear":62618.0,"score_lmetric":6691},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10847,"ongoing_decode_tokens":10847,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1101,"cache_hit":0,"new_prefill":6691,"score_linear":10847.0,"score_lmetric":6691},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28120,"ongoing_decode_tokens":28120,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":6691,"score_linear":28120.0,"score_lmetric":6691},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":6691,"score_linear":90605.0,"score_lmetric":7184},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34264,"ongoing_decode_tokens":34264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":934,"cache_hit":0,"new_prefill":6691,"score_linear":34264.0,"score_lmetric":6691},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":6691,"score_linear":36880.0,"score_lmetric":43571},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":11725,"ongoing_decode_tokens":0,"pending_prefill_tokens":11725,"num_requests":1,"active_p_offloads":0,"cached_blocks":958,"cache_hit":0,"new_prefill":6691,"score_linear":11725.0,"score_lmetric":18416}],"chosen_score_linear":50010.0,"chosen_score_lmetric":1571,"t_first_token":281871.335281689,"t_first_token_unix":1779712736.349225,"t_done":281871.698833022,"t_done_unix":1779712736.7127762},{"request_id":"1328753:1:1328753:387","session_id":"1328753","input_length":36880,"t_proxy_recv":281866.173014612,"t_decision_unix":1779712731.1869557,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":36880,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":888,"cache_hit":0,"new_prefill":36880,"score_linear":55130.0,"score_lmetric":36880},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":36880,"score_linear":62618.0,"score_lmetric":36880},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":0,"new_prefill":36880,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":94823,"ongoing_decode_tokens":0,"pending_prefill_tokens":68199,"num_requests":2,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":36880,"score_linear":94823.0,"score_lmetric":210158},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":0,"pending_prefill_tokens":419,"num_requests":1,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":36880,"score_linear":81827.0,"score_lmetric":37299},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":36880,"score_linear":33182.0,"score_lmetric":36880},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":36880,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":36880,"score_linear":81008.0,"score_lmetric":36880}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281871.728136674,"t_first_token_unix":1779712736.74208,"t_done":281872.113786432,"t_done_unix":1779712737.1277294},{"request_id":"1268861:5:1329060:388","session_id":"1268861","input_length":34264,"t_proxy_recv":281867.30801325,"t_decision_unix":1779712732.3219543,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":26624,"affinity_cache_ratio":0.7770254494513191,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":26624,"estimated_new_tokens":7640,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":888,"cache_hit":0,"new_prefill":34264,"score_linear":55130.0,"score_lmetric":34264},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":34264,"score_linear":62618.0,"score_lmetric":34264},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":0,"new_prefill":34264,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":94823,"ongoing_decode_tokens":0,"pending_prefill_tokens":68199,"num_requests":2,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":34264,"score_linear":94823.0,"score_lmetric":204926},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":81827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":21504,"new_prefill":12760,"score_linear":60323.0,"score_lmetric":12760},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":26624,"new_prefill":7640,"score_linear":6558.0,"score_lmetric":7640},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":34264,"score_linear":36880.0,"score_lmetric":71144},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":34264,"score_linear":81008.0,"score_lmetric":34264}],"chosen_score_linear":6558.0,"chosen_score_lmetric":7640,"t_first_token":281868.933916797,"t_first_token_unix":1779712733.9478602,"t_done":281872.134916142,"t_done_unix":1779712737.148859},{"request_id":"1330130:1:1330130:396","session_id":"1330130","input_length":11725,"t_proxy_recv":281871.039675322,"t_decision_unix":1779712736.0536165,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":11725,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":888,"cache_hit":0,"new_prefill":11725,"score_linear":55130.0,"score_lmetric":11725},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":11725,"score_linear":62618.0,"score_lmetric":11725},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10847,"ongoing_decode_tokens":10847,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1101,"cache_hit":0,"new_prefill":11725,"score_linear":10847.0,"score_lmetric":11725},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28120,"ongoing_decode_tokens":28120,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":11725,"score_linear":28120.0,"score_lmetric":11725},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":11725,"score_linear":90605.0,"score_lmetric":12218},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34264,"ongoing_decode_tokens":34264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":934,"cache_hit":0,"new_prefill":11725,"score_linear":34264.0,"score_lmetric":11725},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":11725,"score_linear":36880.0,"score_lmetric":48605},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":958,"cache_hit":0,"new_prefill":11725,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281871.983974059,"t_first_token_unix":1779712736.9979174,"t_done":281872.441598212,"t_done_unix":1779712737.4555416},{"request_id":"1316848:8:1326380:379","session_id":"1316848","input_length":28120,"t_proxy_recv":281857.655868789,"t_decision_unix":1779712722.6698098,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9467994310099573,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":26624,"estimated_new_tokens":1496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":887,"cache_hit":0,"new_prefill":28120,"score_linear":55130.0,"score_lmetric":28120},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":28120,"score_linear":62618.0,"score_lmetric":28120},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9513,"ongoing_decode_tokens":0,"pending_prefill_tokens":9513,"num_requests":1,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":28120,"score_linear":9513.0,"score_lmetric":37633},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":26624,"new_prefill":1496,"score_linear":40079.0,"score_lmetric":68199},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1057,"cache_hit":0,"new_prefill":28120,"score_linear":81220.0,"score_lmetric":28120},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":28120,"score_linear":33182.0,"score_lmetric":28120},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":780,"cache_hit":0,"new_prefill":28120,"score_linear":191009.0,"score_lmetric":56240},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":0,"pending_prefill_tokens":5232,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":28120,"score_linear":81008.0,"score_lmetric":33352}],"chosen_score_linear":40079.0,"chosen_score_lmetric":68199,"t_first_token":281870.434655569,"t_first_token_unix":1779712735.4485989,"t_done":281872.473897114,"t_done_unix":1779712737.4878402},{"request_id":"1328753:2:1330033:395","session_id":"1328753","input_length":37007,"t_proxy_recv":281872.121831399,"t_decision_unix":1779712737.135773,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9961358661874781,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":36864,"estimated_new_tokens":143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":37007,"score_linear":55130.0,"score_lmetric":37007},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":37007,"score_linear":62618.0,"score_lmetric":37007},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":0,"new_prefill":37007,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28120,"ongoing_decode_tokens":28120,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":37007,"score_linear":28120.0,"score_lmetric":37007},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":37007,"score_linear":90605.0,"score_lmetric":37500},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34264,"ongoing_decode_tokens":34264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":934,"cache_hit":0,"new_prefill":37007,"score_linear":34264.0,"score_lmetric":37007},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":905,"cache_hit":36864,"new_prefill":143,"score_linear":-36864.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":11725,"ongoing_decode_tokens":11725,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":958,"cache_hit":0,"new_prefill":37007,"score_linear":11725.0,"score_lmetric":37007}],"chosen_score_linear":-36864.0,"chosen_score_lmetric":0,"t_first_token":281872.21715706,"t_first_token_unix":1779712737.2311,"t_done":281872.673560664,"t_done_unix":1779712737.6875036},{"request_id":"1316848:9:1328693:386","session_id":"1316848","input_length":28615,"t_proxy_recv":281872.480311079,"t_decision_unix":1779712737.4942524,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9840992486458151,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":28160,"estimated_new_tokens":455,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":28615,"score_linear":55130.0,"score_lmetric":28615},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":28615,"score_linear":62618.0,"score_lmetric":28615},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":0,"new_prefill":28615,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":28160,"new_prefill":455,"score_linear":-28160.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":28615,"score_linear":90605.0,"score_lmetric":29108},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":28615,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37007,"ongoing_decode_tokens":37007,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":28615,"score_linear":37007.0,"score_lmetric":28615},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":981,"cache_hit":0,"new_prefill":28615,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":281872.593986095,"t_first_token_unix":1779712737.60793,"t_done":281874.284788401,"t_done_unix":1779712739.2987313},{"request_id":"1330881:1:1330881:400","session_id":"1330881","input_length":3866,"t_proxy_recv":281873.798211336,"t_decision_unix":1779712738.8121524,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":3866,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":3866,"score_linear":55130.0,"score_lmetric":3866},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":3866,"score_linear":62618.0,"score_lmetric":3866},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":25688,"ongoing_decode_tokens":0,"pending_prefill_tokens":10840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":0,"new_prefill":3866,"score_linear":25688.0,"score_lmetric":14706},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28615,"ongoing_decode_tokens":28615,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":3866,"score_linear":28615.0,"score_lmetric":3866},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":3866,"score_linear":90605.0,"score_lmetric":4359},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":981,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281874.039164263,"t_first_token_unix":1779712739.0531077,"t_done":281874.403522985,"t_done_unix":1779712739.4174662},{"request_id":"1326192:3:1330643:399","session_id":"1326192","input_length":25688,"t_proxy_recv":281872.940238145,"t_decision_unix":1779712737.9541793,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":14848,"affinity_cache_ratio":0.5780130800373715,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":14848,"estimated_new_tokens":10840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":25688,"score_linear":55130.0,"score_lmetric":25688},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":25688,"score_linear":62618.0,"score_lmetric":25688},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":14848,"new_prefill":10840,"score_linear":-14848.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28615,"ongoing_decode_tokens":28615,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":25688,"score_linear":28615.0,"score_lmetric":25688},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":25688,"score_linear":90605.0,"score_lmetric":26181},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":981,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-14848.0,"chosen_score_lmetric":0,"t_first_token":281874.69758332,"t_first_token_unix":1779712739.711527,"t_done":281874.984394481,"t_done_unix":1779712739.9983377},{"request_id":"1326192:4:1331370:401","session_id":"1326192","input_length":27049,"t_proxy_recv":281875.572195765,"t_decision_unix":1779712740.586137,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":25600,"affinity_cache_ratio":0.9464305519612555,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":25600,"estimated_new_tokens":1449,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":27049,"score_linear":55130.0,"score_lmetric":27049},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":27049,"score_linear":62618.0,"score_lmetric":27049},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":25600,"new_prefill":1449,"score_linear":-25600.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":27049,"score_linear":28977.0,"score_lmetric":27049},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":27049,"score_linear":90605.0,"score_lmetric":27542},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":988,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-25600.0,"chosen_score_lmetric":0,"t_first_token":281875.917673256,"t_first_token_unix":1779712740.9316165,"t_done":281876.734698561,"t_done_unix":1779712741.7486417},{"request_id":"1329110:2:1331399:402","session_id":"1329110","input_length":12781,"t_proxy_recv":281875.658624237,"t_decision_unix":1779712740.6725655,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":9216,"affinity_cache_ratio":0.7210703387841327,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":9216,"estimated_new_tokens":3565,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":12781,"score_linear":55130.0,"score_lmetric":12781},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":12781,"score_linear":62618.0,"score_lmetric":12781},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":27049,"ongoing_decode_tokens":0,"pending_prefill_tokens":1449,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":9216,"new_prefill":3565,"score_linear":17833.0,"score_lmetric":5014},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":12781,"score_linear":28977.0,"score_lmetric":12781},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":12781,"score_linear":90605.0,"score_lmetric":13274},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":12781,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":12781,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":988,"cache_hit":0,"new_prefill":12781,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":17833.0,"chosen_score_lmetric":5014,"t_first_token":281876.302277489,"t_first_token_unix":1779712741.3162215,"t_done":281876.808146014,"t_done_unix":1779712741.8220892},{"request_id":"1330130:2:1331784:403","session_id":"1330130","input_length":14067,"t_proxy_recv":281876.845903682,"t_decision_unix":1779712741.8598452,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.8371365607450061,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11776,"estimated_new_tokens":2291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":14067,"score_linear":55130.0,"score_lmetric":14067},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":14067,"score_linear":62618.0,"score_lmetric":14067},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":0,"new_prefill":14067,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":14067,"score_linear":28977.0,"score_lmetric":14067},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":14067,"score_linear":90605.0,"score_lmetric":14560},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":14067,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":14067,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":988,"cache_hit":11776,"new_prefill":2291,"score_linear":-11776.0,"score_lmetric":0}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":281877.159109499,"t_first_token_unix":1779712742.1730528,"t_done":281877.299212045,"t_done_unix":1779712742.3131552},{"request_id":"1332021:1:1332021:407","session_id":"1332021","input_length":12421,"t_proxy_recv":281877.643269655,"t_decision_unix":1779712742.6572113,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":12421,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":12421,"score_linear":55130.0,"score_lmetric":12421},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":12421,"score_linear":62618.0,"score_lmetric":12421},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":21680,"num_requests":1,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":0,"new_prefill":12421,"score_linear":21680.0,"score_lmetric":34101},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102211,"ongoing_decode_tokens":28977,"pending_prefill_tokens":6674,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":12421,"score_linear":102211.0,"score_lmetric":38190},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":12421,"score_linear":90605.0,"score_lmetric":12914},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":12421,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":0,"pending_prefill_tokens":2657,"num_requests":1,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":12421,"score_linear":71777.0,"score_lmetric":15078},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":12421,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281878.66101652,"t_first_token_unix":1779712743.6749604,"t_done":281878.918718296,"t_done_unix":1779712743.9326615},{"request_id":"1325541:2:1331846:404","session_id":"1325541","input_length":73234,"t_proxy_recv":281877.04703233,"t_decision_unix":1779712742.0609736,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":66560,"affinity_cache_ratio":0.9088674659311249,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":66560,"estimated_new_tokens":6674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":73234,"score_linear":55130.0,"score_lmetric":73234},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":73234,"score_linear":62618.0,"score_lmetric":73234},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":0,"new_prefill":73234,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":66560,"new_prefill":6674,"score_linear":-37583.0,"score_lmetric":6674},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":73234,"score_linear":90605.0,"score_lmetric":73727},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":73234,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":73234,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":14067,"ongoing_decode_tokens":0,"pending_prefill_tokens":2291,"num_requests":1,"active_p_offloads":0,"cached_blocks":988,"cache_hit":0,"new_prefill":73234,"score_linear":14067.0,"score_lmetric":75525}],"chosen_score_linear":-37583.0,"chosen_score_lmetric":6674,"t_first_token":281879.957289296,"t_first_token_unix":1779712744.9712334,"t_done":281880.048742146,"t_done_unix":1779712745.0626857},{"request_id":"1332472:1:1332472:410","session_id":"1332472","input_length":1810,"t_proxy_recv":281879.300103539,"t_decision_unix":1779712744.314045,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1810,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":1810,"score_linear":55130.0,"score_lmetric":1810},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":1810,"score_linear":62618.0,"score_lmetric":1810},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33446,"ongoing_decode_tokens":0,"pending_prefill_tokens":22694,"num_requests":2,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":0,"new_prefill":1810,"score_linear":33446.0,"score_lmetric":49008},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102211,"ongoing_decode_tokens":28977,"pending_prefill_tokens":6674,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":1810,"score_linear":102211.0,"score_lmetric":16968},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":1810,"score_linear":172747.0,"score_lmetric":5050},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":1810,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":71777,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":1810,"score_linear":71777.0,"score_lmetric":1810},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":0,"new_prefill":1810,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281879.421861739,"t_first_token_unix":1779712744.4358056,"t_done":281880.1233816,"t_done_unix":1779712745.1373248},{"request_id":"1329470:2:1332133:409","session_id":"1329470","input_length":11766,"t_proxy_recv":281878.01188657,"t_decision_unix":1779712743.0258284,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9138194798572157,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":10752,"estimated_new_tokens":1014,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":11766,"score_linear":55130.0,"score_lmetric":11766},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":11766,"score_linear":62618.0,"score_lmetric":11766},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":21680,"num_requests":1,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":10752,"new_prefill":1014,"score_linear":10928.0,"score_lmetric":22694},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102211,"ongoing_decode_tokens":28977,"pending_prefill_tokens":6674,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":11766,"score_linear":102211.0,"score_lmetric":36880},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":11766,"score_linear":172747.0,"score_lmetric":24962},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":11766,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":0,"pending_prefill_tokens":2657,"num_requests":1,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":11766,"score_linear":71777.0,"score_lmetric":14423},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12421,"ongoing_decode_tokens":0,"pending_prefill_tokens":12421,"num_requests":1,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":11766,"score_linear":12421.0,"score_lmetric":24187}],"chosen_score_linear":10928.0,"chosen_score_lmetric":22694,"t_first_token":281880.039667991,"t_first_token_unix":1779712745.0536113,"t_done":281880.256206682,"t_done_unix":1779712745.2701497},{"request_id":"1316848:10:1330509:398","session_id":"1316848","input_length":28977,"t_proxy_recv":281874.29265642,"t_decision_unix":1779712739.306598,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9894744107395521,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":28672,"estimated_new_tokens":305,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":28977,"score_linear":55130.0,"score_lmetric":28977},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":28977,"score_linear":62618.0,"score_lmetric":28977},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":25688,"ongoing_decode_tokens":0,"pending_prefill_tokens":10840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":0,"new_prefill":28977,"score_linear":25688.0,"score_lmetric":39817},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":28672,"new_prefill":305,"score_linear":-28672.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":28977,"score_linear":90605.0,"score_lmetric":29470},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":28977,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":28977,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":3866,"ongoing_decode_tokens":3866,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":981,"cache_hit":0,"new_prefill":28977,"score_linear":3866.0,"score_lmetric":28977}],"chosen_score_linear":-28672.0,"chosen_score_lmetric":0,"t_first_token":281874.387363249,"t_first_token_unix":1779712739.4013066,"t_done":281880.338317517,"t_done_unix":1779712745.3522627},{"request_id":"1329110:3:1332476:411","session_id":"1329110","input_length":13479,"t_proxy_recv":281879.325601154,"t_decision_unix":1779712744.3395426,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":12800,"affinity_cache_ratio":0.9496253431263447,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":12800,"estimated_new_tokens":679,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":13479,"score_linear":55130.0,"score_lmetric":13479},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":13479,"score_linear":62618.0,"score_lmetric":13479},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33446,"ongoing_decode_tokens":0,"pending_prefill_tokens":22694,"num_requests":2,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":12800,"new_prefill":679,"score_linear":20646.0,"score_lmetric":46746},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102211,"ongoing_decode_tokens":28977,"pending_prefill_tokens":6674,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":13479,"score_linear":102211.0,"score_lmetric":40306},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":13479,"score_linear":172747.0,"score_lmetric":28388},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":1810,"ongoing_decode_tokens":0,"pending_prefill_tokens":1810,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":13479,"score_linear":1810.0,"score_lmetric":15289},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":71777,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":13479,"score_linear":71777.0,"score_lmetric":13479},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":0,"new_prefill":13479,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":20646.0,"chosen_score_lmetric":46746,"t_first_token":281880.146933916,"t_first_token_unix":1779712745.1608772,"t_done":281880.678559756,"t_done_unix":1779712745.692503},{"request_id":"1269373:16:1331896:405","session_id":"1269373","input_length":71777,"t_proxy_recv":281877.241150208,"t_decision_unix":1779712742.2550917,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9629825710185714,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":69120,"estimated_new_tokens":2657,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":7680,"new_prefill":64097,"score_linear":47450.0,"score_lmetric":64097},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":71777,"score_linear":62618.0,"score_lmetric":71777},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":0,"new_prefill":71777,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102211,"ongoing_decode_tokens":28977,"pending_prefill_tokens":6674,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":7680,"new_prefill":64097,"score_linear":94531.0,"score_lmetric":141542},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":71777,"score_linear":90605.0,"score_lmetric":72270},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":71777,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":905,"cache_hit":69120,"new_prefill":2657,"score_linear":-69120.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":14067,"ongoing_decode_tokens":14067,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":988,"cache_hit":7680,"new_prefill":64097,"score_linear":6387.0,"score_lmetric":64097}],"chosen_score_linear":-69120.0,"chosen_score_lmetric":0,"t_first_token":281878.406315998,"t_first_token_unix":1779712743.4202595,"t_done":281881.053432439,"t_done_unix":1779712746.067376},{"request_id":"1332013:1:1332013:406","session_id":"1332013","input_length":21680,"t_proxy_recv":281877.627813027,"t_decision_unix":1779712742.6417546,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":21680,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":21680,"score_linear":55130.0,"score_lmetric":21680},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":12800,"new_prefill":8880,"score_linear":49818.0,"score_lmetric":8880},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":0,"new_prefill":21680,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102211,"ongoing_decode_tokens":28977,"pending_prefill_tokens":6674,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":12800,"new_prefill":8880,"score_linear":89411.0,"score_lmetric":31108},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":21680,"score_linear":90605.0,"score_lmetric":22173},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":21680,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":0,"pending_prefill_tokens":2657,"num_requests":1,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":21680,"score_linear":71777.0,"score_lmetric":24337},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":21680,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281880.037569898,"t_first_token_unix":1779712745.051514,"t_done":281881.419306046,"t_done_unix":1779712746.4332492},{"request_id":"1332754:1:1332754:412","session_id":"1332754","input_length":19766,"t_proxy_recv":281880.327989359,"t_decision_unix":1779712745.3419297,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":19766,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":19766,"score_linear":55130.0,"score_lmetric":19766},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":19766,"score_linear":62618.0,"score_lmetric":19766},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":35159,"ongoing_decode_tokens":35159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1154,"cache_hit":0,"new_prefill":19766,"score_linear":35159.0,"score_lmetric":39532},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1220,"cache_hit":0,"new_prefill":19766,"score_linear":28977.0,"score_lmetric":19766},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":19766,"score_linear":172747.0,"score_lmetric":40962},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":19766,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":71777,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":19766,"score_linear":71777.0,"score_lmetric":19766},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":0,"new_prefill":19766,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281882.386924254,"t_first_token_unix":1779712747.4008677,"t_done":281883.578984943,"t_done_unix":1779712748.5929284},{"request_id":"1316848:11:1333994:416","session_id":"1316848","input_length":29656,"t_proxy_recv":281884.703294757,"t_decision_unix":1779712749.717236,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9840841650930672,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":29184,"estimated_new_tokens":472,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":29656,"score_linear":55130.0,"score_lmetric":29656},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":29656,"score_linear":62618.0,"score_lmetric":29656},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":29656,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":29184,"new_prefill":472,"score_linear":-29184.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":29656,"score_linear":172747.0,"score_lmetric":60742},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":29656,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":29656,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82488,"ongoing_decode_tokens":82488,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":29656,"score_linear":82488.0,"score_lmetric":29656}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":281884.821805219,"t_first_token_unix":1779712749.8357487,"t_done":281885.109912713,"t_done_unix":1779712750.1238556},{"request_id":"1279412:18:1332945:413","session_id":"1279412","input_length":82488,"t_proxy_recv":281881.164622754,"t_decision_unix":1779712746.1785643,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9869071864998545,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":81408,"estimated_new_tokens":1080,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":82488,"score_linear":55130.0,"score_lmetric":82488},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":82488,"score_linear":62618.0,"score_lmetric":82488},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21680,"ongoing_decode_tokens":21680,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1155,"cache_hit":0,"new_prefill":82488,"score_linear":21680.0,"score_lmetric":82488},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":82488,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":82488,"score_linear":172747.0,"score_lmetric":166406},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":82488,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":82488,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":19766,"ongoing_decode_tokens":0,"pending_prefill_tokens":19766,"num_requests":1,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":81408,"new_prefill":1080,"score_linear":-61642.0,"score_lmetric":20846}],"chosen_score_linear":-61642.0,"chosen_score_lmetric":20846,"t_first_token":281882.712458681,"t_first_token_unix":1779712747.7264023,"t_done":281885.622968887,"t_done_unix":1779712750.636912},{"request_id":"1334223:1:1334223:417","session_id":"1334223","input_length":23689,"t_proxy_recv":281885.574175756,"t_decision_unix":1779712750.5881174,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":23689,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":23689,"score_linear":55130.0,"score_lmetric":23689},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":23689,"score_linear":62618.0,"score_lmetric":23689},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1222,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":23689,"score_linear":172747.0,"score_lmetric":48808},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82488,"ongoing_decode_tokens":82488,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":23689,"score_linear":82488.0,"score_lmetric":23689}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281888.233732993,"t_first_token_unix":1779712753.2476766,"t_done":281888.832278924,"t_done_unix":1779712753.8462238},{"request_id":"1316848:12:1334743:418","session_id":"1316848","input_length":44664,"t_proxy_recv":281887.542674476,"t_decision_unix":1779712752.5566158,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":29696,"affinity_cache_ratio":0.6648755149561167,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":29696,"estimated_new_tokens":14968,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":44664,"score_linear":55130.0,"score_lmetric":44664},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":44664,"score_linear":62618.0,"score_lmetric":44664},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":44664,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1222,"cache_hit":29696,"new_prefill":14968,"score_linear":-29696.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":44664,"score_linear":172747.0,"score_lmetric":90758},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":23689,"ongoing_decode_tokens":0,"pending_prefill_tokens":23689,"num_requests":1,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":44664,"score_linear":23689.0,"score_lmetric":68353},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":44664,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1056,"cache_hit":0,"new_prefill":44664,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-29696.0,"chosen_score_lmetric":0,"t_first_token":281891.386937566,"t_first_token_unix":1779712756.4008808,"t_done":281892.323036966,"t_done_unix":1779712757.3369803},{"request_id":"1314357:2:1335184:420","session_id":"1314357","input_length":61229,"t_proxy_recv":281888.907939434,"t_decision_unix":1779712753.9218807,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9281876235117347,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":56832,"estimated_new_tokens":4397,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":56832,"new_prefill":4397,"score_linear":-1702.0,"score_lmetric":4397},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":61229,"score_linear":62618.0,"score_lmetric":61229},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":61229,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":44664,"ongoing_decode_tokens":0,"pending_prefill_tokens":14968,"num_requests":1,"active_p_offloads":0,"cached_blocks":1222,"cache_hit":0,"new_prefill":61229,"score_linear":44664.0,"score_lmetric":76197},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":218348,"ongoing_decode_tokens":0,"pending_prefill_tokens":1772,"num_requests":3,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":61229,"score_linear":218348.0,"score_lmetric":189003},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":998,"cache_hit":0,"new_prefill":61229,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":61229,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1056,"cache_hit":0,"new_prefill":61229,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1702.0,"chosen_score_lmetric":4397,"t_first_token":281890.506128828,"t_first_token_unix":1779712755.5200725,"t_done":281893.466328395,"t_done_unix":1779712758.4802718},{"request_id":"1330881:2:1336222:422","session_id":"1330881","input_length":11989,"t_proxy_recv":281892.662191095,"t_decision_unix":1779712757.6761324,"policy":"unified","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":6,"affinity_cache_hit":3584,"affinity_cache_ratio":0.29894069563766784,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":11989,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":116359,"ongoing_decode_tokens":116359,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":11989,"score_linear":116359.0,"score_lmetric":23978},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":11989,"score_linear":62618.0,"score_lmetric":11989},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1251,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":218348,"ongoing_decode_tokens":0,"pending_prefill_tokens":1772,"num_requests":3,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":11989,"score_linear":218348.0,"score_lmetric":41283},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":998,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":87264,"ongoing_decode_tokens":87264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1056,"cache_hit":3584,"new_prefill":8405,"score_linear":83680.0,"score_lmetric":8405}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281893.644912382,"t_first_token_unix":1779712758.6588562,"t_done":281893.8045355,"t_done_unix":1779712758.8184786},{"request_id":"1279412:19:1335444:421","session_id":"1279412","input_length":87264,"t_proxy_recv":281889.844829127,"t_decision_unix":1779712754.8587704,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":82432,"affinity_cache_ratio":0.9446277961129447,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":82432,"estimated_new_tokens":4832,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":116359,"ongoing_decode_tokens":55130,"pending_prefill_tokens":4397,"num_requests":2,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":87264,"score_linear":116359.0,"score_lmetric":183322},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":87264,"score_linear":62618.0,"score_lmetric":87264},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":87264,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":44664,"ongoing_decode_tokens":0,"pending_prefill_tokens":14968,"num_requests":1,"active_p_offloads":0,"cached_blocks":1222,"cache_hit":0,"new_prefill":87264,"score_linear":44664.0,"score_lmetric":102232},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":218348,"ongoing_decode_tokens":0,"pending_prefill_tokens":1772,"num_requests":3,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":87264,"score_linear":218348.0,"score_lmetric":267108},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":998,"cache_hit":0,"new_prefill":87264,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":87264,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1056,"cache_hit":82432,"new_prefill":4832,"score_linear":-82432.0,"score_lmetric":0}],"chosen_score_linear":-82432.0,"chosen_score_lmetric":0,"t_first_token":281892.344544839,"t_first_token_unix":1779712757.3584883,"t_done":281894.328110254,"t_done_unix":1779712759.3420537},{"request_id":"1336620:1:1336620:423","session_id":"1336620","input_length":14666,"t_proxy_recv":281893.960309407,"t_decision_unix":1779712758.9742508,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":7680,"estimated_new_tokens":6986,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":900,"cache_hit":7680,"new_prefill":6986,"score_linear":47450.0,"score_lmetric":6986},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":14666,"score_linear":62618.0,"score_lmetric":14666},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":14666,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1251,"cache_hit":7680,"new_prefill":6986,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":218348,"ongoing_decode_tokens":0,"pending_prefill_tokens":1772,"num_requests":3,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":14666,"score_linear":218348.0,"score_lmetric":49314},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":998,"cache_hit":0,"new_prefill":14666,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":933,"cache_hit":7680,"new_prefill":6986,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":87264,"ongoing_decode_tokens":87264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1056,"cache_hit":7680,"new_prefill":6986,"score_linear":79584.0,"score_lmetric":6986}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":281894.737622564,"t_first_token_unix":1779712759.751566,"t_done":281895.706057498,"t_done_unix":1779712760.7200005},{"request_id":"1259178:2:1336768:424","session_id":"1259178","input_length":20009,"t_proxy_recv":281894.425565986,"t_decision_unix":1779712759.4395068,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.716477585086711,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":14336,"estimated_new_tokens":5673,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":20009,"score_linear":55130.0,"score_lmetric":20009},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":20009,"score_linear":62618.0,"score_lmetric":20009},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":14666,"ongoing_decode_tokens":0,"pending_prefill_tokens":6986,"num_requests":1,"active_p_offloads":0,"cached_blocks":1251,"cache_hit":0,"new_prefill":20009,"score_linear":14666.0,"score_lmetric":26995},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":218348,"ongoing_decode_tokens":0,"pending_prefill_tokens":1772,"num_requests":3,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":20009,"score_linear":218348.0,"score_lmetric":65343},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":998,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":933,"cache_hit":14336,"new_prefill":5673,"score_linear":-14336.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-14336.0,"chosen_score_lmetric":0,"t_first_token":281896.48551208,"t_first_token_unix":1779712761.4994557,"t_done":281897.293948249,"t_done_unix":1779712762.3078914},{"request_id":"1257323:2:1329541:393","session_id":"1257323","input_length":90605,"t_proxy_recv":281869.217018968,"t_decision_unix":1779712734.2309604,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":90112,"affinity_cache_ratio":0.9945587991832681,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":90112,"estimated_new_tokens":493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":888,"cache_hit":0,"new_prefill":90605,"score_linear":55130.0,"score_lmetric":90605},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":90605,"score_linear":62618.0,"score_lmetric":90605},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10847,"ongoing_decode_tokens":0,"pending_prefill_tokens":10847,"num_requests":1,"active_p_offloads":0,"cached_blocks":1101,"cache_hit":0,"new_prefill":90605,"score_linear":10847.0,"score_lmetric":101452},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":94823,"ongoing_decode_tokens":0,"pending_prefill_tokens":68199,"num_requests":2,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":90605,"score_linear":94823.0,"score_lmetric":317608},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":90112,"new_prefill":493,"score_linear":-90112.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":67446,"ongoing_decode_tokens":67446,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":90605,"score_linear":67446.0,"score_lmetric":181210},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":90605,"score_linear":36880.0,"score_lmetric":127485},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":958,"cache_hit":0,"new_prefill":90605,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-90112.0,"chosen_score_lmetric":0,"t_first_token":281896.6871693,"t_first_token_unix":1779712761.7011127,"t_done":281897.626410712,"t_done_unix":1779712762.6403544},{"request_id":"1316848:13:1337519:427","session_id":"1316848","input_length":45005,"t_proxy_recv":281897.315173709,"t_decision_unix":1779712762.329115,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":44544,"affinity_cache_ratio":0.9897566937007,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":44544,"estimated_new_tokens":461,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":45005,"score_linear":55130.0,"score_lmetric":45005},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":45005,"score_linear":62618.0,"score_lmetric":45005},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":45005,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":44544,"new_prefill":461,"score_linear":-44544.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":218348,"ongoing_decode_tokens":218348,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":45005,"score_linear":218348.0,"score_lmetric":135015},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":49162,"ongoing_decode_tokens":12644,"pending_prefill_tokens":16550,"num_requests":2,"active_p_offloads":0,"cached_blocks":998,"cache_hit":0,"new_prefill":45005,"score_linear":49162.0,"score_lmetric":123110},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":45005,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":45005,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-44544.0,"chosen_score_lmetric":0,"t_first_token":281897.493752317,"t_first_token_unix":1779712762.5076957,"t_done":281897.792920824,"t_done_unix":1779712762.8068635},{"request_id":"1259178:3:1337653:429","session_id":"1259178","input_length":22398,"t_proxy_recv":281897.735297239,"t_decision_unix":1779712762.7492387,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":19968,"affinity_cache_ratio":0.8915081703723546,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":19968,"estimated_new_tokens":2430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":22398,"score_linear":55130.0,"score_lmetric":22398},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":22398,"score_linear":62618.0,"score_lmetric":22398},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":22398,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":45005,"ongoing_decode_tokens":45005,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":22398,"score_linear":45005.0,"score_lmetric":22398},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":127743,"ongoing_decode_tokens":127743,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":22398,"score_linear":127743.0,"score_lmetric":44796},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":49162,"ongoing_decode_tokens":12644,"pending_prefill_tokens":16550,"num_requests":2,"active_p_offloads":0,"cached_blocks":998,"cache_hit":0,"new_prefill":22398,"score_linear":49162.0,"score_lmetric":77896},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":944,"cache_hit":19968,"new_prefill":2430,"score_linear":-19968.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":22398,"score_linear":95383.0,"score_lmetric":30741}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":281898.171594093,"t_first_token_unix":1779712763.185537,"t_done":281899.029290403,"t_done_unix":1779712764.0432339},{"request_id":"1309252:2:1334746:419","session_id":"1309252","input_length":45601,"t_proxy_recv":281887.549386595,"t_decision_unix":1779712752.563328,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":44544,"affinity_cache_ratio":0.9768206837569352,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":44544,"estimated_new_tokens":1057,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":45601,"score_linear":55130.0,"score_lmetric":45601},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":45601,"score_linear":62618.0,"score_lmetric":45601},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":45601,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":44664,"ongoing_decode_tokens":0,"pending_prefill_tokens":14968,"num_requests":1,"active_p_offloads":0,"cached_blocks":1222,"cache_hit":0,"new_prefill":45601,"score_linear":44664.0,"score_lmetric":60569},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":44544,"new_prefill":1057,"score_linear":128203.0,"score_lmetric":3544},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":23689,"ongoing_decode_tokens":0,"pending_prefill_tokens":23689,"num_requests":1,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":45601,"score_linear":23689.0,"score_lmetric":69290},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":45601,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1056,"cache_hit":0,"new_prefill":45601,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":128203.0,"chosen_score_lmetric":3544,"t_first_token":281897.015282804,"t_first_token_unix":1779712762.029226,"t_done":281899.913589546,"t_done_unix":1779712764.927533},{"request_id":"1337035:1:1337035:425","session_id":"1337035","input_length":12644,"t_proxy_recv":281895.452934871,"t_decision_unix":1779712760.4668763,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":12644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":12644,"score_linear":55130.0,"score_lmetric":12644},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":12644,"score_linear":62618.0,"score_lmetric":12644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":14666,"ongoing_decode_tokens":14666,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1251,"cache_hit":0,"new_prefill":12644,"score_linear":14666.0,"score_lmetric":12644},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":218348,"ongoing_decode_tokens":0,"pending_prefill_tokens":1772,"num_requests":3,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":12644,"score_linear":218348.0,"score_lmetric":43248},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":998,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20009,"ongoing_decode_tokens":0,"pending_prefill_tokens":5673,"num_requests":1,"active_p_offloads":0,"cached_blocks":933,"cache_hit":0,"new_prefill":12644,"score_linear":20009.0,"score_lmetric":18317},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281896.50979334,"t_first_token_unix":1779712761.5237367,"t_done":281900.10181811,"t_done_unix":1779712765.1157615},{"request_id":"1311753:2:1337278:426","session_id":"1311753","input_length":36518,"t_proxy_recv":281896.32211586,"t_decision_unix":1779712761.3360574,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":19968,"affinity_cache_ratio":0.5467988389287475,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":19968,"estimated_new_tokens":16550,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":36518,"score_linear":55130.0,"score_lmetric":36518},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":36518,"score_linear":62618.0,"score_lmetric":36518},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":36518,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":36518,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":218348,"ongoing_decode_tokens":0,"pending_prefill_tokens":1772,"num_requests":3,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":36518,"score_linear":218348.0,"score_lmetric":114870},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":12644,"ongoing_decode_tokens":0,"pending_prefill_tokens":12644,"num_requests":1,"active_p_offloads":0,"cached_blocks":998,"cache_hit":19968,"new_prefill":16550,"score_linear":-7324.0,"score_lmetric":29194},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20009,"ongoing_decode_tokens":0,"pending_prefill_tokens":5673,"num_requests":1,"active_p_offloads":0,"cached_blocks":933,"cache_hit":0,"new_prefill":36518,"score_linear":20009.0,"score_lmetric":42191},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":36518,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7324.0,"chosen_score_lmetric":29194,"t_first_token":281899.86576372,"t_first_token_unix":1779712764.8797073,"t_done":281900.122247769,"t_done_unix":1779712765.136191},{"request_id":"1338292:1:1338292:432","session_id":"1338292","input_length":9325,"t_proxy_recv":281899.940406532,"t_decision_unix":1779712764.954348,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":9325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":9325,"score_linear":55130.0,"score_lmetric":9325},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":9325,"score_linear":62618.0,"score_lmetric":9325},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":9325,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":9325,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82142,"ongoing_decode_tokens":82142,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1077,"cache_hit":0,"new_prefill":9325,"score_linear":82142.0,"score_lmetric":9325},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":49162,"ongoing_decode_tokens":49162,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":998,"cache_hit":0,"new_prefill":9325,"score_linear":49162.0,"score_lmetric":18650},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73073,"ongoing_decode_tokens":0,"pending_prefill_tokens":1393,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":9325,"score_linear":73073.0,"score_lmetric":10718},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":9325,"score_linear":95383.0,"score_lmetric":17668}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281900.64537853,"t_first_token_unix":1779712765.6593223,"t_done":281900.765077992,"t_done_unix":1779712765.7790215},{"request_id":"1269373:17:1338104:431","session_id":"1269373","input_length":73073,"t_proxy_recv":281899.400459715,"t_decision_unix":1779712764.414401,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9809368713478303,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":71680,"estimated_new_tokens":1393,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":900,"cache_hit":7680,"new_prefill":65393,"score_linear":47450.0,"score_lmetric":65393},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":73073,"score_linear":62618.0,"score_lmetric":73073},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":73073,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":7680,"new_prefill":65393,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":127743,"ongoing_decode_tokens":127743,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":73073,"score_linear":127743.0,"score_lmetric":146146},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":49162,"ongoing_decode_tokens":12644,"pending_prefill_tokens":16550,"num_requests":2,"active_p_offloads":0,"cached_blocks":998,"cache_hit":0,"new_prefill":73073,"score_linear":49162.0,"score_lmetric":179246},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":71680,"new_prefill":1393,"score_linear":-71680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":7680,"new_prefill":65393,"score_linear":87703.0,"score_lmetric":73736}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":281900.044844295,"t_first_token_unix":1779712765.0587883,"t_done":281902.429576245,"t_done_unix":1779712767.4435198},{"request_id":"1317598:4:1332127:408","session_id":"1317598","input_length":82142,"t_proxy_recv":281878.001137734,"t_decision_unix":1779712743.0150793,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":81920,"affinity_cache_ratio":0.9972973631029194,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":81920,"estimated_new_tokens":222,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":891,"cache_hit":0,"new_prefill":82142,"score_linear":55130.0,"score_lmetric":82142},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":82142,"score_linear":62618.0,"score_lmetric":82142},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":21680,"num_requests":1,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":0,"new_prefill":82142,"score_linear":21680.0,"score_lmetric":103822},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102211,"ongoing_decode_tokens":28977,"pending_prefill_tokens":6674,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":82142,"score_linear":102211.0,"score_lmetric":177632},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":81920,"new_prefill":222,"score_linear":8685.0,"score_lmetric":715},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":82142,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":0,"pending_prefill_tokens":2657,"num_requests":1,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":82142,"score_linear":71777.0,"score_lmetric":84799},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12421,"ongoing_decode_tokens":0,"pending_prefill_tokens":12421,"num_requests":1,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":82142,"score_linear":12421.0,"score_lmetric":94563}],"chosen_score_linear":8685.0,"chosen_score_lmetric":715,"t_first_token":281897.012793051,"t_first_token_unix":1779712762.0267367,"t_done":281902.501017888,"t_done_unix":1779712767.5149615},{"request_id":"1317598:5:1337780:430","session_id":"1317598","input_length":83088,"t_proxy_recv":281902.522695647,"t_decision_unix":1779712767.536637,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":82432,"affinity_cache_ratio":0.99210475640285,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":82432,"estimated_new_tokens":656,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121282,"ongoing_decode_tokens":55130,"pending_prefill_tokens":4712,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":83088,"score_linear":121282.0,"score_lmetric":175600},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":83088,"score_linear":62618.0,"score_lmetric":83088},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":83088,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":114821,"ongoing_decode_tokens":0,"pending_prefill_tokens":6277,"num_requests":3,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":83088,"score_linear":114821.0,"score_lmetric":268095},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1078,"cache_hit":82432,"new_prefill":656,"score_linear":-82432.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":83088,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":83088,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95383,"ongoing_decode_tokens":95383,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":83088,"score_linear":95383.0,"score_lmetric":83088}],"chosen_score_linear":-82432.0,"chosen_score_lmetric":0,"t_first_token":281902.949683916,"t_first_token_unix":1779712767.9636276,"t_done":281903.518126603,"t_done_unix":1779712768.53207},{"request_id":"1279412:20:1337591:428","session_id":"1279412","input_length":95383,"t_proxy_recv":281897.547278144,"t_decision_unix":1779712762.5612192,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":87040,"affinity_cache_ratio":0.912531583196167,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":87040,"estimated_new_tokens":8343,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":95383,"score_linear":55130.0,"score_lmetric":95383},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":95383,"score_linear":62618.0,"score_lmetric":95383},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":95383,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":45005,"ongoing_decode_tokens":45005,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":95383,"score_linear":45005.0,"score_lmetric":95383},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":218348,"ongoing_decode_tokens":218348,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":95383,"score_linear":218348.0,"score_lmetric":286149},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":49162,"ongoing_decode_tokens":12644,"pending_prefill_tokens":16550,"num_requests":2,"active_p_offloads":0,"cached_blocks":998,"cache_hit":0,"new_prefill":95383,"score_linear":49162.0,"score_lmetric":223866},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":95383,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":87040,"new_prefill":8343,"score_linear":-87040.0,"score_lmetric":0}],"chosen_score_linear":-87040.0,"chosen_score_lmetric":0,"t_first_token":281902.07584281,"t_first_token_unix":1779712767.089786,"t_done":281903.575804264,"t_done_unix":1779712768.5897477},{"request_id":"1279412:21:1339581:440","session_id":"1279412","input_length":95543,"t_proxy_recv":281904.508572066,"t_decision_unix":1779712769.5225132,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":95232,"affinity_cache_ratio":0.9967449211349864,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":95232,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121282,"ongoing_decode_tokens":121282,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":95543,"score_linear":121282.0,"score_lmetric":191086},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":95543,"score_linear":62618.0,"score_lmetric":95543},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":95543,"score_linear":7065.0,"score_lmetric":95543},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":114821,"ongoing_decode_tokens":0,"pending_prefill_tokens":6277,"num_requests":3,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":95543,"score_linear":114821.0,"score_lmetric":305460},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":95543,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":95543,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24462,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":95543,"score_linear":24462.0,"score_lmetric":95543},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":95232,"new_prefill":311,"score_linear":-95232.0,"score_lmetric":0}],"chosen_score_linear":-95232.0,"chosen_score_lmetric":0,"t_first_token":281904.6513303,"t_first_token_unix":1779712769.6652737,"t_done":281906.96152712,"t_done_unix":1779712771.9754705},{"request_id":"1339977:1:1339977:442","session_id":"1339977","input_length":13816,"t_proxy_recv":281905.997349597,"t_decision_unix":1779712771.0112906,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":13816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121282,"ongoing_decode_tokens":121282,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":13816,"score_linear":121282.0,"score_lmetric":27632},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":13816,"score_linear":62618.0,"score_lmetric":13816},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":13816,"score_linear":7065.0,"score_lmetric":13816},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":114821,"ongoing_decode_tokens":0,"pending_prefill_tokens":6277,"num_requests":3,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":13816,"score_linear":114821.0,"score_lmetric":60279},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":45994,"ongoing_decode_tokens":45994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":13816,"score_linear":45994.0,"score_lmetric":13816},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":13816,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24462,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":13816,"score_linear":24462.0,"score_lmetric":13816},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95543,"ongoing_decode_tokens":95543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":13816,"score_linear":95543.0,"score_lmetric":13816}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281907.191501422,"t_first_token_unix":1779712772.205445,"t_done":281907.389855056,"t_done_unix":1779712772.403798},{"request_id":"1309252:3:1339771:441","session_id":"1309252","input_length":45994,"t_proxy_recv":281905.236422527,"t_decision_unix":1779712770.2503636,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":45568,"affinity_cache_ratio":0.9907379223376962,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":45568,"estimated_new_tokens":426,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121282,"ongoing_decode_tokens":121282,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":45994,"score_linear":121282.0,"score_lmetric":91988},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":45994,"score_linear":62618.0,"score_lmetric":45994},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":45994,"score_linear":7065.0,"score_lmetric":45994},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":114821,"ongoing_decode_tokens":0,"pending_prefill_tokens":6277,"num_requests":3,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":45994,"score_linear":114821.0,"score_lmetric":156813},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":45568,"new_prefill":426,"score_linear":-45568.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":45994,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24462,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":45994,"score_linear":24462.0,"score_lmetric":45994},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95543,"ongoing_decode_tokens":95543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":45994,"score_linear":95543.0,"score_lmetric":45994}],"chosen_score_linear":-45568.0,"chosen_score_lmetric":0,"t_first_token":281905.403939243,"t_first_token_unix":1779712770.417883,"t_done":281908.840200159,"t_done_unix":1779712773.8541434},{"request_id":"1336620:2:1338440:434","session_id":"1336620","input_length":14918,"t_proxy_recv":281900.350092272,"t_decision_unix":1779712765.3640337,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14336,"affinity_cache_ratio":0.960986727443357,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":14336,"estimated_new_tokens":582,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":900,"cache_hit":7680,"new_prefill":7238,"score_linear":47450.0,"score_lmetric":7238},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":14918,"score_linear":62618.0,"score_lmetric":14918},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9325,"ongoing_decode_tokens":0,"pending_prefill_tokens":9325,"num_requests":1,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":14918,"score_linear":9325.0,"score_lmetric":24243},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":50215,"ongoing_decode_tokens":0,"pending_prefill_tokens":551,"num_requests":1,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":14336,"new_prefill":582,"score_linear":35879.0,"score_lmetric":1133},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82142,"ongoing_decode_tokens":82142,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1077,"cache_hit":0,"new_prefill":14918,"score_linear":82142.0,"score_lmetric":14918},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":14918,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73073,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":7680,"new_prefill":7238,"score_linear":65393.0,"score_lmetric":7238},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":7680,"new_prefill":7238,"score_linear":87703.0,"score_lmetric":15581}],"chosen_score_linear":35879.0,"chosen_score_lmetric":1133,"t_first_token":281906.8643034,"t_first_token_unix":1779712771.8782465,"t_done":281909.808842254,"t_done_unix":1779712774.8227856},{"request_id":"1341005:1:1341005:447","session_id":"1341005","input_length":5280,"t_proxy_recv":281909.465876408,"t_decision_unix":1779712774.4798148,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":5280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121282,"ongoing_decode_tokens":121282,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":5280,"score_linear":121282.0,"score_lmetric":10560},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":5280,"score_linear":62618.0,"score_lmetric":5280},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":5280,"score_linear":7065.0,"score_lmetric":5280},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":114821,"ongoing_decode_tokens":114821,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":5280,"score_linear":114821.0,"score_lmetric":15840},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":2279,"ongoing_decode_tokens":2279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1080,"cache_hit":0,"new_prefill":5280,"score_linear":2279.0,"score_lmetric":5280},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":5280,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":45683,"ongoing_decode_tokens":45683,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":5280,"score_linear":45683.0,"score_lmetric":10560},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":5280,"score_linear":48381.0,"score_lmetric":53661}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281909.804300427,"t_first_token_unix":1779712774.8182437,"t_done":281910.166292127,"t_done_unix":1779712775.1802351},{"request_id":"1340903:1:1340903:446","session_id":"1340903","input_length":2279,"t_proxy_recv":281909.12618034,"t_decision_unix":1779712774.1401217,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":2279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121282,"ongoing_decode_tokens":121282,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":2279,"score_linear":121282.0,"score_lmetric":4558},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":2279,"score_linear":62618.0,"score_lmetric":2279},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":2279,"score_linear":7065.0,"score_lmetric":2279},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":114821,"ongoing_decode_tokens":114821,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":2279,"score_linear":114821.0,"score_lmetric":6837},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1080,"cache_hit":0,"new_prefill":2279,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":2279,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":45683,"ongoing_decode_tokens":24462,"pending_prefill_tokens":20197,"num_requests":2,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":2279,"score_linear":45683.0,"score_lmetric":44952},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":2279,"score_linear":48381.0,"score_lmetric":50660}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281909.273972059,"t_first_token_unix":1779712774.2879152,"t_done":281910.29563483,"t_done_unix":1779712775.3095782},{"request_id":"1259178:4:1339295:439","session_id":"1259178","input_length":24462,"t_proxy_recv":281903.412817469,"t_decision_unix":1779712768.426758,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":22528,"affinity_cache_ratio":0.9209385986427929,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":22528,"estimated_new_tokens":1934,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121282,"ongoing_decode_tokens":55130,"pending_prefill_tokens":4712,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":24462,"score_linear":121282.0,"score_lmetric":58348},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":24462,"score_linear":62618.0,"score_lmetric":24462},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":24462,"score_linear":7065.0,"score_lmetric":24462},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":114821,"ongoing_decode_tokens":0,"pending_prefill_tokens":6277,"num_requests":3,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":24462,"score_linear":114821.0,"score_lmetric":92217},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83088,"ongoing_decode_tokens":83088,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1078,"cache_hit":0,"new_prefill":24462,"score_linear":83088.0,"score_lmetric":24462},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":24462,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":952,"cache_hit":22528,"new_prefill":1934,"score_linear":-22528.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95383,"ongoing_decode_tokens":95383,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":24462,"score_linear":95383.0,"score_lmetric":24462}],"chosen_score_linear":-22528.0,"chosen_score_lmetric":0,"t_first_token":281903.864115447,"t_first_token_unix":1779712768.8780587,"t_done":281910.677625211,"t_done_unix":1779712775.6915686},{"request_id":"1340290:1:1340290:445","session_id":"1340290","input_length":21221,"t_proxy_recv":281907.116654606,"t_decision_unix":1779712772.1305962,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":20197,"tie_break_used":false,"cache_hit":1024,"estimated_new_tokens":20197,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121282,"ongoing_decode_tokens":121282,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":21221,"score_linear":121282.0,"score_lmetric":42442},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":21221,"score_linear":62618.0,"score_lmetric":21221},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":21221,"score_linear":7065.0,"score_lmetric":21221},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":114821,"ongoing_decode_tokens":65133,"pending_prefill_tokens":5144,"num_requests":3,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":21221,"score_linear":114821.0,"score_lmetric":79095},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":45994,"ongoing_decode_tokens":45994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":21221,"score_linear":45994.0,"score_lmetric":21221},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13816,"ongoing_decode_tokens":0,"pending_prefill_tokens":13816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":21221,"score_linear":13816.0,"score_lmetric":35037},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24462,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":952,"cache_hit":1024,"new_prefill":20197,"score_linear":23438.0,"score_lmetric":20197},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":21221,"score_linear":48381.0,"score_lmetric":69602}],"chosen_score_linear":23438.0,"chosen_score_lmetric":20197,"t_first_token":281909.348838383,"t_first_token_unix":1779712774.362782,"t_done":281911.498413505,"t_done_unix":1779712776.5123568},{"request_id":"1341912:1:1341912:449","session_id":"1341912","input_length":9909,"t_proxy_recv":281912.503337902,"t_decision_unix":1779712777.517279,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":9909,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121282,"ongoing_decode_tokens":121282,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":9909,"score_linear":121282.0,"score_lmetric":19818},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":9909,"score_linear":62618.0,"score_lmetric":9909},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":9909,"score_linear":7065.0,"score_lmetric":9909},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121274,"ongoing_decode_tokens":121274,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":9909,"score_linear":121274.0,"score_lmetric":29727},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1084,"cache_hit":0,"new_prefill":9909,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":13975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":9909,"score_linear":37527.0,"score_lmetric":23884},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":997,"cache_hit":0,"new_prefill":9909,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":9909,"score_linear":48381.0,"score_lmetric":58290}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281913.265123795,"t_first_token_unix":1779712778.2790678,"t_done":281913.944590824,"t_done_unix":1779712778.9585335},{"request_id":"1340290:2:1342119:451","session_id":"1340290","input_length":21380,"t_proxy_recv":281913.164688734,"t_decision_unix":1779712778.17863,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9818521983161833,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":20992,"estimated_new_tokens":388,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121282,"ongoing_decode_tokens":121282,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":21380,"score_linear":121282.0,"score_lmetric":42760},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":21380,"score_linear":62618.0,"score_lmetric":21380},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":21380,"score_linear":7065.0,"score_lmetric":21380},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121274,"ongoing_decode_tokens":121274,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":21380,"score_linear":121274.0,"score_lmetric":64140},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":19887,"ongoing_decode_tokens":0,"pending_prefill_tokens":19887,"num_requests":1,"active_p_offloads":0,"cached_blocks":1084,"cache_hit":0,"new_prefill":21380,"score_linear":19887.0,"score_lmetric":41267},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":13975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":21380,"score_linear":37527.0,"score_lmetric":35355},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":9909,"ongoing_decode_tokens":0,"pending_prefill_tokens":9909,"num_requests":1,"active_p_offloads":0,"cached_blocks":997,"cache_hit":20992,"new_prefill":388,"score_linear":-11083.0,"score_lmetric":10297},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":21380,"score_linear":48381.0,"score_lmetric":69761}],"chosen_score_linear":-11083.0,"chosen_score_lmetric":10297,"t_first_token":281913.284297726,"t_first_token_unix":1779712778.2982414,"t_done":281914.092065882,"t_done_unix":1779712779.106009},{"request_id":"1341948:1:1341948:450","session_id":"1341948","input_length":19887,"t_proxy_recv":281912.631217341,"t_decision_unix":1779712777.6451588,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":19887,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121282,"ongoing_decode_tokens":121282,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":19887,"score_linear":121282.0,"score_lmetric":39774},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":19887,"score_linear":62618.0,"score_lmetric":19887},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":19887,"score_linear":7065.0,"score_lmetric":19887},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121274,"ongoing_decode_tokens":121274,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":19887,"score_linear":121274.0,"score_lmetric":59661},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1084,"cache_hit":0,"new_prefill":19887,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":13975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":19887,"score_linear":37527.0,"score_lmetric":33862},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":9909,"ongoing_decode_tokens":0,"pending_prefill_tokens":9909,"num_requests":1,"active_p_offloads":0,"cached_blocks":997,"cache_hit":0,"new_prefill":19887,"score_linear":9909.0,"score_lmetric":29796},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":19887,"score_linear":48381.0,"score_lmetric":68268}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281914.690785515,"t_first_token_unix":1779712779.7047293,"t_done":281914.943901438,"t_done_unix":1779712779.9578443},{"request_id":"1342327:1:1342327:452","session_id":"1342327","input_length":6180,"t_proxy_recv":281913.92555205,"t_decision_unix":1779712778.9394932,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":6180,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":6180,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121282,"ongoing_decode_tokens":121282,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":6180,"score_linear":121282.0,"score_lmetric":12360},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":6180,"score_linear":62618.0,"score_lmetric":6180},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":6180,"score_linear":7065.0,"score_lmetric":6180},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121274,"ongoing_decode_tokens":121274,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":6180,"score_linear":121274.0,"score_lmetric":18540},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":19887,"ongoing_decode_tokens":0,"pending_prefill_tokens":19887,"num_requests":1,"active_p_offloads":0,"cached_blocks":1084,"cache_hit":0,"new_prefill":6180,"score_linear":19887.0,"score_lmetric":26067},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":13975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":6180,"score_linear":37527.0,"score_lmetric":20155},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":31289,"ongoing_decode_tokens":31289,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":997,"cache_hit":0,"new_prefill":6180,"score_linear":31289.0,"score_lmetric":12360},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":6180,"score_linear":48381.0,"score_lmetric":54561}],"chosen_score_linear":62618.0,"chosen_score_lmetric":6180,"t_first_token":281914.355045888,"t_first_token_unix":1779712779.3689897,"t_done":281914.945442085,"t_done_unix":1779712779.9593852},{"request_id":"1253743:5:1338406:433","session_id":"1253743","input_length":50215,"t_proxy_recv":281900.262436242,"t_decision_unix":1779712765.2763777,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9890271831126157,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":551,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":50215,"score_linear":55130.0,"score_lmetric":50215},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":4608,"new_prefill":45607,"score_linear":58010.0,"score_lmetric":45607},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9325,"ongoing_decode_tokens":0,"pending_prefill_tokens":9325,"num_requests":1,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":50215,"score_linear":9325.0,"score_lmetric":59540},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":49664,"new_prefill":551,"score_linear":-49664.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82142,"ongoing_decode_tokens":82142,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1077,"cache_hit":0,"new_prefill":50215,"score_linear":82142.0,"score_lmetric":50215},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":50215,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73073,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":50215,"score_linear":73073.0,"score_lmetric":50215},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":50215,"score_linear":95383.0,"score_lmetric":58558}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":281906.863382535,"t_first_token_unix":1779712771.877326,"t_done":281915.030515621,"t_done_unix":1779712780.0444589},{"request_id":"1340903:2:1342632:453","session_id":"1340903","input_length":2129,"t_proxy_recv":281914.962529673,"t_decision_unix":1779712779.976471,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":2048,"affinity_cache_ratio":0.9619539689995303,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":2048,"estimated_new_tokens":81,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121282,"ongoing_decode_tokens":121282,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":2129,"score_linear":121282.0,"score_lmetric":4258},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":955,"cache_hit":0,"new_prefill":2129,"score_linear":62618.0,"score_lmetric":2129},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":2129,"score_linear":7065.0,"score_lmetric":2129},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121274,"ongoing_decode_tokens":121274,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":2129,"score_linear":121274.0,"score_lmetric":6387},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":2048,"new_prefill":81,"score_linear":-2048.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":13975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":2129,"score_linear":37527.0,"score_lmetric":16104},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":0,"new_prefill":2129,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":2129,"score_linear":48381.0,"score_lmetric":50510}],"chosen_score_linear":-2048.0,"chosen_score_lmetric":0,"t_first_token":281914.976367895,"t_first_token_unix":1779712779.9903111,"t_done":281915.0503618,"t_done_unix":1779712780.064305},{"request_id":"1315567:3:1325346:372","session_id":"1315567","input_length":55130,"t_proxy_recv":281853.840475883,"t_decision_unix":1779712718.854417,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9937239252675494,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":54784,"estimated_new_tokens":346,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":4312,"ongoing_decode_tokens":4312,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":878,"cache_hit":54784,"new_prefill":346,"score_linear":-50472.0,"score_lmetric":346},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":55130,"score_linear":62618.0,"score_lmetric":55130},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":55130,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":26994,"ongoing_decode_tokens":26994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1068,"cache_hit":7680,"new_prefill":47450,"score_linear":19314.0,"score_lmetric":47450},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":55130,"score_linear":79663.0,"score_lmetric":55130},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":55130,"score_linear":33182.0,"score_lmetric":55130},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":780,"cache_hit":7680,"new_prefill":47450,"score_linear":114288.0,"score_lmetric":47450},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":939,"cache_hit":17408,"new_prefill":37722,"score_linear":-17408.0,"score_lmetric":0}],"chosen_score_linear":-50472.0,"chosen_score_lmetric":346,"t_first_token":281854.04710199,"t_first_token_unix":1779712719.0610454,"t_done":281915.44970932,"t_done_unix":1779712780.463653},{"request_id":"1340278:1:1340278:444","session_id":"1340278","input_length":48381,"t_proxy_recv":281907.095485201,"t_decision_unix":1779712772.1094265,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":48381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121282,"ongoing_decode_tokens":121282,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":48381,"score_linear":121282.0,"score_lmetric":96762},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":48381,"score_linear":62618.0,"score_lmetric":48381},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":48381,"score_linear":7065.0,"score_lmetric":48381},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":114821,"ongoing_decode_tokens":65133,"pending_prefill_tokens":5144,"num_requests":3,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":48381,"score_linear":114821.0,"score_lmetric":160575},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":45994,"ongoing_decode_tokens":45994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":48381,"score_linear":45994.0,"score_lmetric":48381},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13816,"ongoing_decode_tokens":0,"pending_prefill_tokens":13816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":48381,"score_linear":13816.0,"score_lmetric":62197},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24462,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":48381,"score_linear":24462.0,"score_lmetric":48381},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":48381,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281915.850337185,"t_first_token_unix":1779712780.864281,"t_done":281916.439058835,"t_done_unix":1779712781.4530022},{"request_id":"1316848:14:1338658:435","session_id":"1316848","input_length":49688,"t_proxy_recv":281901.17834435,"t_decision_unix":1779712766.1922855,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":44544,"affinity_cache_ratio":0.8964739977459346,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":44544,"estimated_new_tokens":5144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":49688,"score_linear":55130.0,"score_lmetric":49688},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":49688,"score_linear":62618.0,"score_lmetric":49688},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":49688,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":65133,"ongoing_decode_tokens":0,"pending_prefill_tokens":1133,"num_requests":2,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":44544,"new_prefill":5144,"score_linear":20589.0,"score_lmetric":12554},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82142,"ongoing_decode_tokens":82142,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1077,"cache_hit":0,"new_prefill":49688,"score_linear":82142.0,"score_lmetric":49688},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":49688,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73073,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":49688,"score_linear":73073.0,"score_lmetric":49688},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":49688,"score_linear":95383.0,"score_lmetric":58031}],"chosen_score_linear":20589.0,"chosen_score_lmetric":12554,"t_first_token":281907.848968446,"t_first_token_unix":1779712772.8629117,"t_done":281916.545208553,"t_done_unix":1779712781.5591516},{"request_id":"1341005:2:1342961:456","session_id":"1341005","input_length":9360,"t_proxy_recv":281916.129304032,"t_decision_unix":1779712781.143245,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":5120,"affinity_cache_ratio":0.5470085470085471,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":5120,"estimated_new_tokens":4240,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":903,"cache_hit":0,"new_prefill":9360,"score_linear":66152.0,"score_lmetric":9360},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":955,"cache_hit":0,"new_prefill":9360,"score_linear":62618.0,"score_lmetric":9360},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":9360,"score_linear":7065.0,"score_lmetric":9360},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71059,"ongoing_decode_tokens":71059,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":9360,"score_linear":71059.0,"score_lmetric":18720},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":0,"new_prefill":9360,"score_linear":65289.0,"score_lmetric":74649},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":37527,"ongoing_decode_tokens":37527,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":5120,"new_prefill":4240,"score_linear":32407.0,"score_lmetric":4240},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":0,"new_prefill":9360,"score_linear":59219.0,"score_lmetric":68579},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":48381,"ongoing_decode_tokens":48381,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":9360,"score_linear":48381.0,"score_lmetric":9360}],"chosen_score_linear":32407.0,"chosen_score_lmetric":4240,"t_first_token":281916.517517152,"t_first_token_unix":1779712781.5314605,"t_done":281916.950504753,"t_done_unix":1779712781.9644485},{"request_id":"1334223:2:1341796:448","session_id":"1334223","input_length":37527,"t_proxy_recv":281912.073042602,"t_decision_unix":1779712777.0869837,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":23552,"affinity_cache_ratio":0.6276014602819303,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":23552,"estimated_new_tokens":13975,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121282,"ongoing_decode_tokens":121282,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":37527,"score_linear":121282.0,"score_lmetric":75054},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":37527,"score_linear":62618.0,"score_lmetric":37527},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":37527,"score_linear":7065.0,"score_lmetric":37527},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121274,"ongoing_decode_tokens":121274,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":37527,"score_linear":121274.0,"score_lmetric":112581},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1084,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":23552,"new_prefill":13975,"score_linear":-23552.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":997,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":37527,"score_linear":48381.0,"score_lmetric":85908}],"chosen_score_linear":-23552.0,"chosen_score_lmetric":0,"t_first_token":281915.104513434,"t_first_token_unix":1779712780.1184568,"t_done":281917.454592293,"t_done_unix":1779712782.4685357},{"request_id":"1343191:1:1343191:457","session_id":"1343191","input_length":11912,"t_proxy_recv":281917.03493629,"t_decision_unix":1779712782.0488772,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":11912,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":903,"cache_hit":0,"new_prefill":11912,"score_linear":66152.0,"score_lmetric":11912},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":955,"cache_hit":0,"new_prefill":11912,"score_linear":62618.0,"score_lmetric":11912},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":11912,"score_linear":7065.0,"score_lmetric":11912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1277,"cache_hit":0,"new_prefill":11912,"score_linear":21371.0,"score_lmetric":11912},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":0,"new_prefill":11912,"score_linear":65289.0,"score_lmetric":77201},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":37527,"ongoing_decode_tokens":37527,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":0,"new_prefill":11912,"score_linear":37527.0,"score_lmetric":11912},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":0,"new_prefill":11912,"score_linear":59219.0,"score_lmetric":71131},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1176,"cache_hit":0,"new_prefill":11912,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281917.990946918,"t_first_token_unix":1779712783.0048904,"t_done":281918.044525,"t_done_unix":1779712783.058468},{"request_id":"1338292:2:1343599:460","session_id":"1338292","input_length":14103,"t_proxy_recv":281918.244193539,"t_decision_unix":1779712783.258135,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":9216,"affinity_cache_ratio":0.6534779834077856,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":9216,"estimated_new_tokens":4887,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":903,"cache_hit":0,"new_prefill":14103,"score_linear":66152.0,"score_lmetric":14103},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":955,"cache_hit":0,"new_prefill":14103,"score_linear":62618.0,"score_lmetric":14103},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":9216,"new_prefill":4887,"score_linear":-2151.0,"score_lmetric":4887},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1277,"cache_hit":0,"new_prefill":14103,"score_linear":21371.0,"score_lmetric":14103},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":0,"new_prefill":14103,"score_linear":65289.0,"score_lmetric":79392},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21402,"ongoing_decode_tokens":0,"pending_prefill_tokens":21402,"num_requests":1,"active_p_offloads":0,"cached_blocks":1126,"cache_hit":0,"new_prefill":14103,"score_linear":21402.0,"score_lmetric":35505},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69451,"ongoing_decode_tokens":0,"pending_prefill_tokens":59723,"num_requests":2,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":0,"new_prefill":14103,"score_linear":69451.0,"score_lmetric":147652},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":14103,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-2151.0,"chosen_score_lmetric":4887,"t_first_token":281918.80933503,"t_first_token_unix":1779712783.823279,"t_done":281918.894460291,"t_done_unix":1779712783.9084036},{"request_id":"1343312:1:1343312:459","session_id":"1343312","input_length":21402,"t_proxy_recv":281917.398796303,"t_decision_unix":1779712782.4127374,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":21402,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":21402,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":903,"cache_hit":0,"new_prefill":21402,"score_linear":66152.0,"score_lmetric":21402},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":955,"cache_hit":0,"new_prefill":21402,"score_linear":62618.0,"score_lmetric":21402},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":21402,"score_linear":7065.0,"score_lmetric":21402},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1277,"cache_hit":0,"new_prefill":21402,"score_linear":21371.0,"score_lmetric":21402},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":0,"new_prefill":21402,"score_linear":65289.0,"score_lmetric":86691},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":37527,"ongoing_decode_tokens":37527,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":0,"new_prefill":21402,"score_linear":37527.0,"score_lmetric":21402},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69451,"ongoing_decode_tokens":0,"pending_prefill_tokens":59723,"num_requests":2,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":0,"new_prefill":21402,"score_linear":69451.0,"score_lmetric":162250},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":11912,"ongoing_decode_tokens":0,"pending_prefill_tokens":11912,"num_requests":1,"active_p_offloads":0,"cached_blocks":1176,"cache_hit":0,"new_prefill":21402,"score_linear":11912.0,"score_lmetric":33314}],"chosen_score_linear":37527.0,"chosen_score_lmetric":21402,"t_first_token":281919.696259698,"t_first_token_unix":1779712784.710204,"t_done":281919.752105053,"t_done_unix":1779712784.7660482},{"request_id":"1342327:2:1343857:461","session_id":"1342327","input_length":9820,"t_proxy_recv":281919.06270993,"t_decision_unix":1779712784.0766504,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":6144,"affinity_cache_ratio":0.6256619144602852,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":6144,"estimated_new_tokens":3676,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":903,"cache_hit":0,"new_prefill":9820,"score_linear":66152.0,"score_lmetric":9820},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":955,"cache_hit":6144,"new_prefill":3676,"score_linear":56474.0,"score_lmetric":3676},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1224,"cache_hit":0,"new_prefill":9820,"score_linear":7065.0,"score_lmetric":9820},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1277,"cache_hit":0,"new_prefill":9820,"score_linear":21371.0,"score_lmetric":9820},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":0,"new_prefill":9820,"score_linear":65289.0,"score_lmetric":75109},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21402,"ongoing_decode_tokens":0,"pending_prefill_tokens":21402,"num_requests":1,"active_p_offloads":0,"cached_blocks":1126,"cache_hit":0,"new_prefill":9820,"score_linear":21402.0,"score_lmetric":31222},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69451,"ongoing_decode_tokens":0,"pending_prefill_tokens":59723,"num_requests":2,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":0,"new_prefill":9820,"score_linear":69451.0,"score_lmetric":139086},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":9820,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":56474.0,"chosen_score_lmetric":3676,"t_first_token":281919.435036711,"t_first_token_unix":1779712784.4489808,"t_done":281919.88119643,"t_done_unix":1779712784.8951402},{"request_id":"1314357:3:1338999:437","session_id":"1314357","input_length":66152,"t_proxy_recv":281902.388309055,"t_decision_unix":1779712767.4022503,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9287701052122385,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":61440,"estimated_new_tokens":4712,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":900,"cache_hit":61440,"new_prefill":4712,"score_linear":-6310.0,"score_lmetric":4712},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":66152,"score_linear":62618.0,"score_lmetric":66152},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":66152,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":114821,"ongoing_decode_tokens":0,"pending_prefill_tokens":6277,"num_requests":3,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":66152,"score_linear":114821.0,"score_lmetric":217287},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82142,"ongoing_decode_tokens":82142,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1077,"cache_hit":0,"new_prefill":66152,"score_linear":82142.0,"score_lmetric":66152},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":66152,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73073,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":66152,"score_linear":73073.0,"score_lmetric":66152},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95383,"ongoing_decode_tokens":95383,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":66152,"score_linear":95383.0,"score_lmetric":66152}],"chosen_score_linear":-6310.0,"chosen_score_lmetric":4712,"t_first_token":281904.447518184,"t_first_token_unix":1779712769.4614625,"t_done":281920.042917818,"t_done_unix":1779712785.0568612},{"request_id":"1316848:15:1344261:463","session_id":"1316848","input_length":50447,"t_proxy_recv":281920.472187387,"t_decision_unix":1779712785.4861286,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":50176,"affinity_cache_ratio":0.9946280254524551,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":50176,"estimated_new_tokens":271,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":914,"cache_hit":0,"new_prefill":50447,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":50447,"score_linear":62618.0,"score_lmetric":50447},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1224,"cache_hit":0,"new_prefill":50447,"score_linear":7065.0,"score_lmetric":50447},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1277,"cache_hit":50176,"new_prefill":271,"score_linear":-28805.0,"score_lmetric":271},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":0,"new_prefill":50447,"score_linear":65289.0,"score_lmetric":115736},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1167,"cache_hit":0,"new_prefill":50447,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69451,"ongoing_decode_tokens":0,"pending_prefill_tokens":59723,"num_requests":2,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":0,"new_prefill":50447,"score_linear":69451.0,"score_lmetric":220340},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95781,"ongoing_decode_tokens":0,"pending_prefill_tokens":37,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":50447,"score_linear":95781.0,"score_lmetric":50484}],"chosen_score_linear":-28805.0,"chosen_score_lmetric":271,"t_first_token":281920.648240131,"t_first_token_unix":1779712785.6621838,"t_done":281921.082427173,"t_done_unix":1779712786.0963707},{"request_id":"1279412:22:1344210:462","session_id":"1279412","input_length":95781,"t_proxy_recv":281920.333016064,"t_decision_unix":1779712785.3469577,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9996137020912289,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":95744,"estimated_new_tokens":37,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":914,"cache_hit":0,"new_prefill":95781,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":95781,"score_linear":62618.0,"score_lmetric":95781},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1224,"cache_hit":0,"new_prefill":95781,"score_linear":7065.0,"score_lmetric":95781},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1277,"cache_hit":0,"new_prefill":95781,"score_linear":21371.0,"score_lmetric":95781},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":0,"new_prefill":95781,"score_linear":65289.0,"score_lmetric":161070},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1167,"cache_hit":0,"new_prefill":95781,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69451,"ongoing_decode_tokens":0,"pending_prefill_tokens":59723,"num_requests":2,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":0,"new_prefill":95781,"score_linear":69451.0,"score_lmetric":311008},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":95744,"new_prefill":37,"score_linear":-95744.0,"score_lmetric":0}],"chosen_score_linear":-95744.0,"chosen_score_lmetric":0,"t_first_token":281920.477463541,"t_first_token_unix":1779712785.4914067,"t_done":281922.596948322,"t_done_unix":1779712787.6108947},{"request_id":"1342327:3:1344788:466","session_id":"1342327","input_length":12398,"t_proxy_recv":281922.304258575,"t_decision_unix":1779712787.3181999,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":9728,"affinity_cache_ratio":0.78464268430392,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":9728,"estimated_new_tokens":2670,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":32816,"ongoing_decode_tokens":0,"pending_prefill_tokens":32816,"num_requests":1,"active_p_offloads":0,"cached_blocks":914,"cache_hit":0,"new_prefill":12398,"score_linear":32816.0,"score_lmetric":45214},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":962,"cache_hit":9728,"new_prefill":2670,"score_linear":52890.0,"score_lmetric":2670},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1224,"cache_hit":0,"new_prefill":12398,"score_linear":7065.0,"score_lmetric":12398},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1277,"cache_hit":0,"new_prefill":12398,"score_linear":21371.0,"score_lmetric":12398},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":0,"new_prefill":12398,"score_linear":65289.0,"score_lmetric":77687},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1167,"cache_hit":0,"new_prefill":12398,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69451,"ongoing_decode_tokens":0,"pending_prefill_tokens":59723,"num_requests":2,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":0,"new_prefill":12398,"score_linear":69451.0,"score_lmetric":144242},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95781,"ongoing_decode_tokens":95781,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":12398,"score_linear":95781.0,"score_lmetric":12398}],"chosen_score_linear":52890.0,"chosen_score_lmetric":2670,"t_first_token":281922.636420395,"t_first_token_unix":1779712787.650364,"t_done":281922.911651003,"t_done_unix":1779712787.9255943},{"request_id":"1345921:1:1345921:469","session_id":"1345921","input_length":505,"t_proxy_recv":281926.16406901,"t_decision_unix":1779712791.1780102,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":32816,"ongoing_decode_tokens":0,"pending_prefill_tokens":32816,"num_requests":1,"active_p_offloads":0,"cached_blocks":914,"cache_hit":0,"new_prefill":505,"score_linear":32816.0,"score_lmetric":33321},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":505,"score_linear":62618.0,"score_lmetric":505},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1224,"cache_hit":0,"new_prefill":505,"score_linear":7065.0,"score_lmetric":505},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":80186,"ongoing_decode_tokens":21371,"pending_prefill_tokens":8639,"num_requests":2,"active_p_offloads":0,"cached_blocks":1277,"cache_hit":0,"new_prefill":505,"score_linear":80186.0,"score_lmetric":18288},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":0,"new_prefill":505,"score_linear":65289.0,"score_lmetric":65794},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1167,"cache_hit":0,"new_prefill":505,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":143397,"ongoing_decode_tokens":0,"pending_prefill_tokens":60453,"num_requests":3,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":0,"new_prefill":505,"score_linear":143397.0,"score_lmetric":182874},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":505,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281926.216730802,"t_first_token_unix":1779712791.2306745,"t_done":281926.544847243,"t_done_unix":1779712791.5587904},{"request_id":"1344773:1:1344773:465","session_id":"1344773","input_length":32816,"t_proxy_recv":281922.26617061,"t_decision_unix":1779712787.2801116,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":32816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":914,"cache_hit":0,"new_prefill":32816,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":32816,"score_linear":62618.0,"score_lmetric":32816},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1224,"cache_hit":0,"new_prefill":32816,"score_linear":7065.0,"score_lmetric":32816},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1277,"cache_hit":0,"new_prefill":32816,"score_linear":21371.0,"score_lmetric":32816},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":0,"new_prefill":32816,"score_linear":65289.0,"score_lmetric":98105},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1167,"cache_hit":0,"new_prefill":32816,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69451,"ongoing_decode_tokens":0,"pending_prefill_tokens":59723,"num_requests":2,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":0,"new_prefill":32816,"score_linear":69451.0,"score_lmetric":185078},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95781,"ongoing_decode_tokens":95781,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":32816,"score_linear":95781.0,"score_lmetric":32816}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281926.833537442,"t_first_token_unix":1779712791.847481,"t_done":281926.975726348,"t_done_unix":1779712791.9896696},{"request_id":"1342327:4:1346218:471","session_id":"1342327","input_length":14842,"t_proxy_recv":281927.265318097,"t_decision_unix":1779712792.2792592,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":12288,"affinity_cache_ratio":0.8279207653954993,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":12288,"estimated_new_tokens":2554,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":978,"cache_hit":0,"new_prefill":14842,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":12288,"new_prefill":2554,"score_linear":50330.0,"score_lmetric":2554},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1224,"cache_hit":0,"new_prefill":14842,"score_linear":7065.0,"score_lmetric":14842},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":80186,"ongoing_decode_tokens":21371,"pending_prefill_tokens":8639,"num_requests":2,"active_p_offloads":0,"cached_blocks":1277,"cache_hit":0,"new_prefill":14842,"score_linear":80186.0,"score_lmetric":46962},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":0,"new_prefill":14842,"score_linear":65289.0,"score_lmetric":80131},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1167,"cache_hit":0,"new_prefill":14842,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":143397,"ongoing_decode_tokens":0,"pending_prefill_tokens":60453,"num_requests":3,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":0,"new_prefill":14842,"score_linear":143397.0,"score_lmetric":225885},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":14842,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":50330.0,"chosen_score_lmetric":2554,"t_first_token":281927.624527059,"t_first_token_unix":1779712792.638471,"t_done":281927.719993766,"t_done_unix":1779712792.7339368},{"request_id":"1344773:2:1346419:473","session_id":"1344773","input_length":33008,"t_proxy_recv":281928.033651014,"t_decision_unix":1779712793.0475922,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":32768,"affinity_cache_ratio":0.9927290353853612,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":32768,"estimated_new_tokens":240,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":978,"cache_hit":32768,"new_prefill":240,"score_linear":-32768.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":33008,"score_linear":62618.0,"score_lmetric":33008},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1224,"cache_hit":0,"new_prefill":33008,"score_linear":7065.0,"score_lmetric":33008},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":80186,"ongoing_decode_tokens":21371,"pending_prefill_tokens":8639,"num_requests":2,"active_p_offloads":0,"cached_blocks":1277,"cache_hit":0,"new_prefill":33008,"score_linear":80186.0,"score_lmetric":83294},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":0,"new_prefill":33008,"score_linear":65289.0,"score_lmetric":98297},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":37019,"ongoing_decode_tokens":0,"pending_prefill_tokens":2715,"num_requests":1,"active_p_offloads":0,"cached_blocks":1167,"cache_hit":0,"new_prefill":33008,"score_linear":37019.0,"score_lmetric":35723},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":143397,"ongoing_decode_tokens":69451,"pending_prefill_tokens":730,"num_requests":3,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":0,"new_prefill":33008,"score_linear":143397.0,"score_lmetric":101214},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":33008,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-32768.0,"chosen_score_lmetric":0,"t_first_token":281928.157876115,"t_first_token_unix":1779712793.1718197,"t_done":281928.334573198,"t_done_unix":1779712793.348516},{"request_id":"1316848:16:1345678:468","session_id":"1316848","input_length":58815,"t_proxy_recv":281925.28802566,"t_decision_unix":1779712790.3019671,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":50176,"affinity_cache_ratio":0.8531157017767577,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":50176,"estimated_new_tokens":8639,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":32816,"ongoing_decode_tokens":0,"pending_prefill_tokens":32816,"num_requests":1,"active_p_offloads":0,"cached_blocks":914,"cache_hit":0,"new_prefill":58815,"score_linear":32816.0,"score_lmetric":91631},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":58815,"score_linear":62618.0,"score_lmetric":58815},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1224,"cache_hit":0,"new_prefill":58815,"score_linear":7065.0,"score_lmetric":58815},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1277,"cache_hit":50176,"new_prefill":8639,"score_linear":-28805.0,"score_lmetric":8639},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":0,"new_prefill":58815,"score_linear":65289.0,"score_lmetric":124104},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1167,"cache_hit":0,"new_prefill":58815,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":143397,"ongoing_decode_tokens":0,"pending_prefill_tokens":60453,"num_requests":3,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":0,"new_prefill":58815,"score_linear":143397.0,"score_lmetric":357804},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":58815,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-28805.0,"chosen_score_lmetric":8639,"t_first_token":281928.311941749,"t_first_token_unix":1779712793.3258853,"t_done":281928.477206422,"t_done_unix":1779712793.4911494},{"request_id":"1268861:6:1346340:472","session_id":"1268861","input_length":37019,"t_proxy_recv":281927.706474832,"t_decision_unix":1779712792.720416,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9266592830708555,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":34304,"estimated_new_tokens":2715,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":978,"cache_hit":0,"new_prefill":37019,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77460,"ongoing_decode_tokens":77460,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":37019,"score_linear":77460.0,"score_lmetric":74038},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1224,"cache_hit":0,"new_prefill":37019,"score_linear":7065.0,"score_lmetric":37019},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":80186,"ongoing_decode_tokens":21371,"pending_prefill_tokens":8639,"num_requests":2,"active_p_offloads":0,"cached_blocks":1277,"cache_hit":0,"new_prefill":37019,"score_linear":80186.0,"score_lmetric":91316},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":21504,"new_prefill":15515,"score_linear":43785.0,"score_lmetric":80804},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1167,"cache_hit":34304,"new_prefill":2715,"score_linear":-34304.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":143397,"ongoing_decode_tokens":0,"pending_prefill_tokens":60453,"num_requests":3,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":0,"new_prefill":37019,"score_linear":143397.0,"score_lmetric":292416},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":37019,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-34304.0,"chosen_score_lmetric":0,"t_first_token":281928.369889493,"t_first_token_unix":1779712793.3838327,"t_done":281930.217936714,"t_done_unix":1779712795.2318797},{"request_id":"1342634:1:1342634:454","session_id":"1342634","input_length":59219,"t_proxy_recv":281914.996386926,"t_decision_unix":1779712780.0103283,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":59219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121282,"ongoing_decode_tokens":121282,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":59219,"score_linear":121282.0,"score_lmetric":118438},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":955,"cache_hit":0,"new_prefill":59219,"score_linear":62618.0,"score_lmetric":59219},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":59219,"score_linear":7065.0,"score_lmetric":59219},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121274,"ongoing_decode_tokens":121274,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":59219,"score_linear":121274.0,"score_lmetric":177657},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":2129,"ongoing_decode_tokens":2129,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":0,"new_prefill":59219,"score_linear":2129.0,"score_lmetric":59219},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":13975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":59219,"score_linear":37527.0,"score_lmetric":73194},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":0,"new_prefill":59219,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":59219,"score_linear":48381.0,"score_lmetric":107600}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281927.7447011,"t_first_token_unix":1779712792.7586446,"t_done":281930.311417345,"t_done_unix":1779712795.3253603},{"request_id":"1345921:2:1347089:474","session_id":"1345921","input_length":773,"t_proxy_recv":281930.350040537,"t_decision_unix":1779712795.3639817,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":512,"affinity_cache_ratio":0.6623544631306598,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":512,"estimated_new_tokens":261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":978,"cache_hit":0,"new_prefill":773,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":773,"score_linear":62618.0,"score_lmetric":773},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1224,"cache_hit":0,"new_prefill":773,"score_linear":7065.0,"score_lmetric":773},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":773,"score_linear":21371.0,"score_lmetric":773},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":0,"new_prefill":773,"score_linear":65289.0,"score_lmetric":66062},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":773,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":84178,"ongoing_decode_tokens":84178,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1127,"cache_hit":0,"new_prefill":773,"score_linear":84178.0,"score_lmetric":1546},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":512,"new_prefill":261,"score_linear":-512.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":281930.383867942,"t_first_token_unix":1779712795.397811,"t_done":281930.637142159,"t_done_unix":1779712795.6510854},{"request_id":"1341912:2:1343220:458","session_id":"1341912","input_length":10232,"t_proxy_recv":281917.111373441,"t_decision_unix":1779712782.1253145,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9507427677873339,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":9728,"estimated_new_tokens":504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":903,"cache_hit":0,"new_prefill":10232,"score_linear":66152.0,"score_lmetric":10232},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":955,"cache_hit":0,"new_prefill":10232,"score_linear":62618.0,"score_lmetric":10232},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":10232,"score_linear":7065.0,"score_lmetric":10232},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1277,"cache_hit":0,"new_prefill":10232,"score_linear":21371.0,"score_lmetric":10232},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":0,"new_prefill":10232,"score_linear":65289.0,"score_lmetric":75521},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":37527,"ongoing_decode_tokens":37527,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":0,"new_prefill":10232,"score_linear":37527.0,"score_lmetric":10232},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":9728,"new_prefill":504,"score_linear":49491.0,"score_lmetric":59723},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":11912,"ongoing_decode_tokens":0,"pending_prefill_tokens":11912,"num_requests":1,"active_p_offloads":0,"cached_blocks":1176,"cache_hit":0,"new_prefill":10232,"score_linear":11912.0,"score_lmetric":22144}],"chosen_score_linear":49491.0,"chosen_score_lmetric":59723,"t_first_token":281927.746427987,"t_first_token_unix":1779712792.7603712,"t_done":281930.701376803,"t_done_unix":1779712795.7153196},{"request_id":"1339070:1:1339070:438","session_id":"1339070","input_length":7065,"t_proxy_recv":281902.585673863,"t_decision_unix":1779712767.5996156,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":7065,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121282,"ongoing_decode_tokens":55130,"pending_prefill_tokens":4712,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":7065,"score_linear":121282.0,"score_lmetric":23554},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":7065,"score_linear":62618.0,"score_lmetric":7065},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":7065,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":114821,"ongoing_decode_tokens":0,"pending_prefill_tokens":6277,"num_requests":3,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":7065,"score_linear":114821.0,"score_lmetric":40026},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83088,"ongoing_decode_tokens":0,"pending_prefill_tokens":656,"num_requests":1,"active_p_offloads":0,"cached_blocks":1078,"cache_hit":0,"new_prefill":7065,"score_linear":83088.0,"score_lmetric":7721},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":7065,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":7065,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95383,"ongoing_decode_tokens":95383,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":7065,"score_linear":95383.0,"score_lmetric":7065}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281903.063771838,"t_first_token_unix":1779712768.0777152,"t_done":281931.000774268,"t_done_unix":1779712796.0147176},{"request_id":"1269373:18:1345570:467","session_id":"1269373","input_length":73946,"t_proxy_recv":281924.837197698,"t_decision_unix":1779712789.851139,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9901279311930328,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":73216,"estimated_new_tokens":730,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":32816,"ongoing_decode_tokens":0,"pending_prefill_tokens":32816,"num_requests":1,"active_p_offloads":0,"cached_blocks":914,"cache_hit":7680,"new_prefill":66266,"score_linear":25136.0,"score_lmetric":99082},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":73946,"score_linear":62618.0,"score_lmetric":73946},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1224,"cache_hit":0,"new_prefill":73946,"score_linear":7065.0,"score_lmetric":73946},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1277,"cache_hit":7680,"new_prefill":66266,"score_linear":13691.0,"score_lmetric":66266},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":0,"new_prefill":73946,"score_linear":65289.0,"score_lmetric":139235},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1167,"cache_hit":0,"new_prefill":73946,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69451,"ongoing_decode_tokens":0,"pending_prefill_tokens":59723,"num_requests":2,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":73216,"new_prefill":730,"score_linear":-3765.0,"score_lmetric":120906},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":7680,"new_prefill":66266,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-3765.0,"chosen_score_lmetric":120906,"t_first_token":281928.104471808,"t_first_token_unix":1779712793.1184154,"t_done":281932.649811771,"t_done_unix":1779712797.6637607},{"request_id":"1341948:2:1347296:475","session_id":"1341948","input_length":25661,"t_proxy_recv":281931.068327596,"t_decision_unix":1779712796.082269,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":19456,"affinity_cache_ratio":0.7581933673668212,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":19456,"estimated_new_tokens":6205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":978,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":25661,"score_linear":62618.0,"score_lmetric":25661},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":25661,"score_linear":21371.0,"score_lmetric":25661},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":19456,"new_prefill":6205,"score_linear":45833.0,"score_lmetric":71494},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73946,"ongoing_decode_tokens":73946,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1128,"cache_hit":0,"new_prefill":25661,"score_linear":73946.0,"score_lmetric":25661},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":45833.0,"chosen_score_lmetric":71494,"t_first_token":281932.189950646,"t_first_token_unix":1779712797.2038968,"t_done":281932.698686722,"t_done_unix":1779712797.7126298},{"request_id":"1347763:1:1347763:476","session_id":"1347763","input_length":5465,"t_proxy_recv":281932.674697439,"t_decision_unix":1779712797.6886387,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":5465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":978,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":5465,"score_linear":62618.0,"score_lmetric":5465},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":5465,"score_linear":21371.0,"score_lmetric":5465},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90950,"ongoing_decode_tokens":90950,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":0,"new_prefill":5465,"score_linear":90950.0,"score_lmetric":10930},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281933.029146807,"t_first_token_unix":1779712798.0430903,"t_done":281933.153804116,"t_done_unix":1779712798.1677477},{"request_id":"1342921:1:1342921:455","session_id":"1342921","input_length":65289,"t_proxy_recv":281916.040288211,"t_decision_unix":1779712781.0542293,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":65289,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":903,"cache_hit":0,"new_prefill":65289,"score_linear":66152.0,"score_lmetric":65289},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":955,"cache_hit":0,"new_prefill":65289,"score_linear":62618.0,"score_lmetric":65289},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":65289,"score_linear":7065.0,"score_lmetric":65289},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71059,"ongoing_decode_tokens":71059,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":65289,"score_linear":71059.0,"score_lmetric":130578},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":0,"new_prefill":65289,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":37527,"ongoing_decode_tokens":37527,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":65289,"score_linear":37527.0,"score_lmetric":65289},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":0,"new_prefill":65289,"score_linear":59219.0,"score_lmetric":124508},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":48381,"ongoing_decode_tokens":48381,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":65289,"score_linear":48381.0,"score_lmetric":65289}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281931.101507682,"t_first_token_unix":1779712796.115451,"t_done":281935.605463661,"t_done_unix":1779712800.619407},{"request_id":"1345921:3:1348784:483","session_id":"1345921","input_length":1397,"t_proxy_recv":281936.349176717,"t_decision_unix":1779712801.363118,"policy":"unified","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":4,"affinity_cache_hit":512,"affinity_cache_ratio":0.36649964209019326,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1397,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":12701,"ongoing_decode_tokens":0,"pending_prefill_tokens":12701,"num_requests":1,"active_p_offloads":0,"cached_blocks":978,"cache_hit":0,"new_prefill":1397,"score_linear":12701.0,"score_lmetric":14098},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":1397,"score_linear":62618.0,"score_lmetric":1397},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":0,"new_prefill":1397,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":1397,"score_linear":21371.0,"score_lmetric":1397},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1262,"cache_hit":0,"new_prefill":1397,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":80838,"ongoing_decode_tokens":41202,"pending_prefill_tokens":3284,"num_requests":2,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":1397,"score_linear":80838.0,"score_lmetric":9362},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":17217,"ongoing_decode_tokens":0,"pending_prefill_tokens":17217,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":1397,"score_linear":17217.0,"score_lmetric":18614},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":512,"new_prefill":885,"score_linear":95514.0,"score_lmetric":885}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281936.447107764,"t_first_token_unix":1779712801.461051,"t_done":281936.566058433,"t_done_unix":1779712801.580002},{"request_id":"1311753:3:1348389:480","session_id":"1311753","input_length":39636,"t_proxy_recv":281935.156150916,"t_decision_unix":1779712800.170092,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9171460288626501,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":36352,"estimated_new_tokens":3284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":978,"cache_hit":0,"new_prefill":39636,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":39636,"score_linear":62618.0,"score_lmetric":39636},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":0,"new_prefill":39636,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":39636,"score_linear":21371.0,"score_lmetric":39636},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":65289,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1134,"cache_hit":0,"new_prefill":39636,"score_linear":65289.0,"score_lmetric":39636},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":41202,"ongoing_decode_tokens":0,"pending_prefill_tokens":3826,"num_requests":1,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":36352,"new_prefill":3284,"score_linear":4850.0,"score_lmetric":7110},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":39636,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":39636,"score_linear":96026.0,"score_lmetric":39636}],"chosen_score_linear":4850.0,"chosen_score_lmetric":7110,"t_first_token":281936.415369556,"t_first_token_unix":1779712801.4293127,"t_done":281936.812054677,"t_done_unix":1779712801.825998},{"request_id":"1348394:1:1348394:481","session_id":"1348394","input_length":17217,"t_proxy_recv":281935.190880218,"t_decision_unix":1779712800.2048218,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":17217,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":978,"cache_hit":0,"new_prefill":17217,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":17217,"score_linear":62618.0,"score_lmetric":17217},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":0,"new_prefill":17217,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":17217,"score_linear":21371.0,"score_lmetric":17217},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":65289,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1134,"cache_hit":0,"new_prefill":17217,"score_linear":65289.0,"score_lmetric":17217},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":80838,"ongoing_decode_tokens":0,"pending_prefill_tokens":7110,"num_requests":2,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":17217,"score_linear":80838.0,"score_lmetric":48654},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":17217,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":17217,"score_linear":96026.0,"score_lmetric":17217}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281936.850808899,"t_first_token_unix":1779712801.8647523,"t_done":281937.227444151,"t_done_unix":1779712802.2413874},{"request_id":"1348691:1:1348691:482","session_id":"1348691","input_length":12701,"t_proxy_recv":281936.047626324,"t_decision_unix":1779712801.0615678,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":12701,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":978,"cache_hit":0,"new_prefill":12701,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":12701,"score_linear":62618.0,"score_lmetric":12701},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":0,"new_prefill":12701,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":12701,"score_linear":21371.0,"score_lmetric":12701},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1262,"cache_hit":0,"new_prefill":12701,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":80838,"ongoing_decode_tokens":41202,"pending_prefill_tokens":3284,"num_requests":2,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":12701,"score_linear":80838.0,"score_lmetric":31970},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":17217,"ongoing_decode_tokens":0,"pending_prefill_tokens":17217,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":12701,"score_linear":17217.0,"score_lmetric":29918},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":12701,"score_linear":96026.0,"score_lmetric":12701}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281937.101989562,"t_first_token_unix":1779712802.115933,"t_done":281937.462215144,"t_done_unix":1779712802.4761581},{"request_id":"1344773:3:1349525:486","session_id":"1344773","input_length":33334,"t_proxy_recv":281938.983582555,"t_decision_unix":1779712803.9975238,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":32768,"affinity_cache_ratio":0.9830203395932081,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":32768,"estimated_new_tokens":566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1002,"cache_hit":32768,"new_prefill":566,"score_linear":-32768.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":33334,"score_linear":62618.0,"score_lmetric":33334},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":33334,"score_linear":21371.0,"score_lmetric":33334},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":41202,"ongoing_decode_tokens":41202,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1188,"cache_hit":0,"new_prefill":33334,"score_linear":41202.0,"score_lmetric":33334},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":76493,"ongoing_decode_tokens":0,"pending_prefill_tokens":2253,"num_requests":1,"active_p_offloads":0,"cached_blocks":1163,"cache_hit":0,"new_prefill":33334,"score_linear":76493.0,"score_lmetric":35587},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":33334,"score_linear":96026.0,"score_lmetric":33334}],"chosen_score_linear":-32768.0,"chosen_score_lmetric":0,"t_first_token":281939.18568323,"t_first_token_unix":1779712804.1996264,"t_done":281940.627954132,"t_done_unix":1779712805.6418972},{"request_id":"1349975:1:1349975:487","session_id":"1349975","input_length":4988,"t_proxy_recv":281940.57243092,"t_decision_unix":1779712805.5863721,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4988,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":33334,"ongoing_decode_tokens":33334,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1002,"cache_hit":0,"new_prefill":4988,"score_linear":33334.0,"score_lmetric":4988},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":4988,"score_linear":62618.0,"score_lmetric":4988},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":4988,"score_linear":21371.0,"score_lmetric":4988},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":41202,"ongoing_decode_tokens":41202,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1188,"cache_hit":0,"new_prefill":4988,"score_linear":41202.0,"score_lmetric":4988},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":76493,"ongoing_decode_tokens":76493,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1163,"cache_hit":0,"new_prefill":4988,"score_linear":76493.0,"score_lmetric":4988},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":4988,"score_linear":96026.0,"score_lmetric":4988}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281940.891464314,"t_first_token_unix":1779712805.9054074,"t_done":281941.216759703,"t_done_unix":1779712806.2307034},{"request_id":"1350162:1:1350162:488","session_id":"1350162","input_length":4594,"t_proxy_recv":281941.257237622,"t_decision_unix":1779712806.2711787,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4594,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1003,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":4594,"score_linear":62618.0,"score_lmetric":4594},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":4594,"score_linear":21371.0,"score_lmetric":4594},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":41202,"ongoing_decode_tokens":41202,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1188,"cache_hit":0,"new_prefill":4594,"score_linear":41202.0,"score_lmetric":4594},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":76493,"ongoing_decode_tokens":76493,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1163,"cache_hit":0,"new_prefill":4594,"score_linear":76493.0,"score_lmetric":4594},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":4594,"score_linear":96026.0,"score_lmetric":4594}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281941.544394795,"t_first_token_unix":1779712806.5583386,"t_done":281941.661873486,"t_done_unix":1779712806.6758168},{"request_id":"1269373:19:1349406:485","session_id":"1269373","input_length":76493,"t_proxy_recv":281938.637182723,"t_decision_unix":1779712803.6511238,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74240,"affinity_cache_ratio":0.9705463245002811,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":74240,"estimated_new_tokens":2253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1002,"cache_hit":7680,"new_prefill":68813,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":76493,"score_linear":62618.0,"score_lmetric":76493},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":0,"new_prefill":76493,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":7680,"new_prefill":68813,"score_linear":13691.0,"score_lmetric":68813},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":76493,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":41202,"ongoing_decode_tokens":41202,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1188,"cache_hit":0,"new_prefill":76493,"score_linear":41202.0,"score_lmetric":76493},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1163,"cache_hit":74240,"new_prefill":2253,"score_linear":-74240.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":7680,"new_prefill":68813,"score_linear":88346.0,"score_lmetric":68813}],"chosen_score_linear":-74240.0,"chosen_score_lmetric":0,"t_first_token":281939.868642419,"t_first_token_unix":1779712804.882586,"t_done":281943.341644695,"t_done_unix":1779712808.3555882},{"request_id":"1350896:1:1350896:489","session_id":"1350896","input_length":1471,"t_proxy_recv":281943.70481674,"t_decision_unix":1779712808.7187579,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":1471,"score_linear":62618.0,"score_lmetric":1471},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":1471,"score_linear":21371.0,"score_lmetric":1471},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":41202,"ongoing_decode_tokens":41202,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1188,"cache_hit":0,"new_prefill":1471,"score_linear":41202.0,"score_lmetric":1471},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1168,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":1471,"score_linear":96026.0,"score_lmetric":1471}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281943.806392713,"t_first_token_unix":1779712808.820336,"t_done":281944.172188202,"t_done_unix":1779712809.1861312},{"request_id":"1334223:3:1348241:479","session_id":"1334223","input_length":41202,"t_proxy_recv":281934.588365496,"t_decision_unix":1779712799.6023066,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9071404300762099,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":37376,"estimated_new_tokens":3826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":978,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":41202,"score_linear":62618.0,"score_lmetric":41202},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":41202,"score_linear":21371.0,"score_lmetric":41202},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":65289,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1134,"cache_hit":0,"new_prefill":41202,"score_linear":65289.0,"score_lmetric":41202},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":37376,"new_prefill":3826,"score_linear":-37376.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":41202,"score_linear":96026.0,"score_lmetric":41202}],"chosen_score_linear":-37376.0,"chosen_score_lmetric":0,"t_first_token":281935.595703959,"t_first_token_unix":1779712800.609648,"t_done":281944.635398903,"t_done_unix":1779712809.6493423},{"request_id":"1350980:1:1350980:490","session_id":"1350980","input_length":15313,"t_proxy_recv":281943.960346449,"t_decision_unix":1779712808.9742875,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":15313,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":1471,"ongoing_decode_tokens":1471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":15313,"score_linear":1471.0,"score_lmetric":15313},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":15313,"score_linear":62618.0,"score_lmetric":15313},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":15313,"score_linear":21371.0,"score_lmetric":15313},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":41202,"ongoing_decode_tokens":41202,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1188,"cache_hit":0,"new_prefill":15313,"score_linear":41202.0,"score_lmetric":15313},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1168,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":15313,"score_linear":96026.0,"score_lmetric":15313}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281945.329966495,"t_first_token_unix":1779712810.3439102,"t_done":281945.369265073,"t_done_unix":1779712810.3832085},{"request_id":"1253743:5:1351907:492","session_id":"1253743","input_length":51340,"t_proxy_recv":281947.488350333,"t_decision_unix":1779712812.5022914,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":50176,"affinity_cache_ratio":0.9773276197896377,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":50176,"estimated_new_tokens":1164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":4608,"new_prefill":46732,"score_linear":58010.0,"score_lmetric":46732},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":50176,"new_prefill":1164,"score_linear":-28805.0,"score_lmetric":1164},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":51340,"score_linear":96026.0,"score_lmetric":51340}],"chosen_score_linear":-28805.0,"chosen_score_lmetric":1164,"t_first_token":281947.870301135,"t_first_token_unix":1779712812.8842454,"t_done":281948.450087575,"t_done_unix":1779712813.464031},{"request_id":"1350162:2:1352468:495","session_id":"1350162","input_length":10575,"t_proxy_recv":281949.29594628,"t_decision_unix":1779712814.309888,"policy":"unified","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":5,"affinity_cache_hit":4608,"affinity_cache_ratio":0.4357446808510638,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":10575,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55015,"ongoing_decode_tokens":0,"pending_prefill_tokens":9447,"num_requests":2,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":4608,"new_prefill":5967,"score_linear":50407.0,"score_lmetric":30828},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":10575,"score_linear":62618.0,"score_lmetric":10575},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":10575,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":10575,"score_linear":21371.0,"score_lmetric":10575},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":10575,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":10575,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":10575,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":10575,"score_linear":96026.0,"score_lmetric":10575}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281950.121819282,"t_first_token_unix":1779712815.1357625,"t_done":281950.247877638,"t_done_unix":1779712815.261823},{"request_id":"1344773:4:1352462:494","session_id":"1344773","input_length":33579,"t_proxy_recv":281949.284108608,"t_decision_unix":1779712814.2980497,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9910956252419667,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":33280,"estimated_new_tokens":299,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":33280,"new_prefill":299,"score_linear":-11844.0,"score_lmetric":9447},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":33579,"score_linear":62618.0,"score_lmetric":33579},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":33579,"score_linear":21371.0,"score_lmetric":33579},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":33579,"score_linear":96026.0,"score_lmetric":33579}],"chosen_score_linear":-11844.0,"chosen_score_lmetric":9447,"t_first_token":281950.038509401,"t_first_token_unix":1779712815.0524528,"t_done":281950.72890872,"t_done_unix":1779712815.7428522},{"request_id":"1348691:2:1352277:493","session_id":"1348691","input_length":21436,"t_proxy_recv":281948.673166826,"t_decision_unix":1779712813.687108,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":12288,"affinity_cache_ratio":0.5732412763575294,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":12288,"estimated_new_tokens":9148,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":12288,"new_prefill":9148,"score_linear":-12288.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":21436,"score_linear":62618.0,"score_lmetric":21436},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":21436,"score_linear":21371.0,"score_lmetric":21436},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":21436,"score_linear":96026.0,"score_lmetric":21436}],"chosen_score_linear":-12288.0,"chosen_score_lmetric":0,"t_first_token":281949.967529099,"t_first_token_unix":1779712814.9814725,"t_done":281950.834332353,"t_done_unix":1779712815.8482754},{"request_id":"1345921:4:1353010:501","session_id":"1345921","input_length":6935,"t_proxy_recv":281951.275816674,"t_decision_unix":1779712816.2897582,"policy":"unified","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":5,"affinity_cache_hit":1024,"affinity_cache_ratio":0.14765681326604183,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":6935,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1032,"cache_hit":0,"new_prefill":6935,"score_linear":68259.0,"score_lmetric":6935},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":6935,"score_linear":62618.0,"score_lmetric":6935},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14239,"ongoing_decode_tokens":0,"pending_prefill_tokens":9631,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":6935,"score_linear":14239.0,"score_lmetric":16566},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":6935,"score_linear":21371.0,"score_lmetric":6935},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":102166,"ongoing_decode_tokens":0,"pending_prefill_tokens":19222,"num_requests":2,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":1024,"new_prefill":5911,"score_linear":101142.0,"score_lmetric":50266},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":6935,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":77790,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":6935,"score_linear":77790.0,"score_lmetric":6935},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":512,"new_prefill":6423,"score_linear":95514.0,"score_lmetric":6423}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281951.738490024,"t_first_token_unix":1779712816.7524412,"t_done":281951.740706845,"t_done_unix":1779712816.7546499},{"request_id":"1349975:2:1352986:500","session_id":"1349975","input_length":14239,"t_proxy_recv":281951.236599269,"t_decision_unix":1779712816.2505405,"policy":"unified","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":4608,"affinity_cache_ratio":0.32361823161738884,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":4608,"estimated_new_tokens":9631,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1032,"cache_hit":0,"new_prefill":14239,"score_linear":68259.0,"score_lmetric":14239},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":14239,"score_linear":62618.0,"score_lmetric":14239},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":4608,"new_prefill":9631,"score_linear":-4608.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":14239,"score_linear":21371.0,"score_lmetric":14239},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":102166,"ongoing_decode_tokens":0,"pending_prefill_tokens":19222,"num_requests":2,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":14239,"score_linear":102166.0,"score_lmetric":66922},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":14239,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":77790,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":14239,"score_linear":77790.0,"score_lmetric":14239},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":14239,"score_linear":96026.0,"score_lmetric":14239}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":281952.212908767,"t_first_token_unix":1779712817.2268524,"t_done":281952.406758139,"t_done_unix":1779712817.4207013},{"request_id":"1352606:1:1352606:496","session_id":"1352606","input_length":18840,"t_proxy_recv":281949.867518481,"t_decision_unix":1779712814.8814592,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":18840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55015,"ongoing_decode_tokens":0,"pending_prefill_tokens":9447,"num_requests":2,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":18840,"score_linear":55015.0,"score_lmetric":56574},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":18840,"score_linear":62618.0,"score_lmetric":18840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":18840,"score_linear":21371.0,"score_lmetric":18840},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10575,"ongoing_decode_tokens":0,"pending_prefill_tokens":10575,"num_requests":1,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":18840,"score_linear":10575.0,"score_lmetric":29415},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":18840,"score_linear":96026.0,"score_lmetric":18840}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281951.75954958,"t_first_token_unix":1779712816.7734928,"t_done":281952.768847028,"t_done_unix":1779712817.7827904},{"request_id":"1317598:6:1352957:499","session_id":"1317598","input_length":83326,"t_proxy_recv":281951.136154564,"t_decision_unix":1779712816.1500962,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":82944,"affinity_cache_ratio":0.9954155965724983,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":82944,"estimated_new_tokens":382,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1032,"cache_hit":0,"new_prefill":83326,"score_linear":68259.0,"score_lmetric":83326},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":83326,"score_linear":62618.0,"score_lmetric":83326},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":83326,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":83326,"score_linear":21371.0,"score_lmetric":83326},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":82944,"new_prefill":382,"score_linear":-64104.0,"score_lmetric":19222},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":83326,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":77790,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":83326,"score_linear":77790.0,"score_lmetric":83326},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":83326,"score_linear":96026.0,"score_lmetric":83326}],"chosen_score_linear":-64104.0,"chosen_score_lmetric":19222,"t_first_token":281951.990753554,"t_first_token_unix":1779712817.0046968,"t_done":281953.1474425,"t_done_unix":1779712818.161386},{"request_id":"1269373:20:1352797:498","session_id":"1269373","input_length":77790,"t_proxy_recv":281950.538216507,"t_decision_unix":1779712815.5521579,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9872734284612418,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":76800,"estimated_new_tokens":990,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":123274,"ongoing_decode_tokens":123274,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":7680,"new_prefill":70110,"score_linear":115594.0,"score_lmetric":210330},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":77790,"score_linear":62618.0,"score_lmetric":77790},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":77790,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":7680,"new_prefill":70110,"score_linear":13691.0,"score_lmetric":70110},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":77790,"score_linear":18840.0,"score_lmetric":96630},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":77790,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":76800,"new_prefill":990,"score_linear":-76800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":7680,"new_prefill":70110,"score_linear":88346.0,"score_lmetric":70110}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":281951.101368328,"t_first_token_unix":1779712816.1153119,"t_done":281953.201167733,"t_done_unix":1779712818.2151105},{"request_id":"1279412:23:1348089:477","session_id":"1279412","input_length":96026,"t_proxy_recv":281933.972769292,"t_decision_unix":1779712798.9867105,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9970632953575074,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":95744,"estimated_new_tokens":282,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":978,"cache_hit":0,"new_prefill":96026,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":96026,"score_linear":62618.0,"score_lmetric":96026},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":0,"new_prefill":96026,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":96026,"score_linear":21371.0,"score_lmetric":96026},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":65289,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1134,"cache_hit":0,"new_prefill":96026,"score_linear":65289.0,"score_lmetric":96026},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":96026,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":96026,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":95744,"new_prefill":282,"score_linear":-95744.0,"score_lmetric":0}],"chosen_score_linear":-95744.0,"chosen_score_lmetric":0,"t_first_token":281934.144053018,"t_first_token_unix":1779712799.1579967,"t_done":281954.33326602,"t_done_unix":1779712819.3472092},{"request_id":"1344773:5:1353365:502","session_id":"1344773","input_length":33875,"t_proxy_recv":281952.741386263,"t_decision_unix":1779712817.7553275,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9824354243542436,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":33280,"estimated_new_tokens":595,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1032,"cache_hit":33280,"new_prefill":595,"score_linear":34979.0,"score_lmetric":595},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":33875,"score_linear":62618.0,"score_lmetric":33875},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":33875,"score_linear":21371.0,"score_lmetric":33875},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":102166,"ongoing_decode_tokens":102166,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":33875,"score_linear":102166.0,"score_lmetric":67750},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":77790,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":33875,"score_linear":77790.0,"score_lmetric":33875},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":33875,"score_linear":96026.0,"score_lmetric":33875}],"chosen_score_linear":34979.0,"chosen_score_lmetric":595,"t_first_token":281952.936787186,"t_first_token_unix":1779712817.9507306,"t_done":281955.957773363,"t_done_unix":1779712820.9717166},{"request_id":"1253743:6:1354346:505","session_id":"1253743","input_length":51436,"t_proxy_recv":281955.988753722,"t_decision_unix":1779712821.002695,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9954117738548877,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":51200,"estimated_new_tokens":236,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1033,"cache_hit":0,"new_prefill":51436,"score_linear":68259.0,"score_lmetric":51436},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":4608,"new_prefill":46828,"score_linear":58010.0,"score_lmetric":46828},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":27651,"ongoing_decode_tokens":0,"pending_prefill_tokens":27651,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":51436,"score_linear":27651.0,"score_lmetric":79087},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":51200,"new_prefill":236,"score_linear":-29829.0,"score_lmetric":236},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1300,"cache_hit":0,"new_prefill":51436,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":51436,"score_linear":83526.0,"score_lmetric":134962},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":51436,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1204,"cache_hit":0,"new_prefill":51436,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-29829.0,"chosen_score_lmetric":236,"t_first_token":281956.088321462,"t_first_token_unix":1779712821.1022646,"t_done":281956.649657819,"t_done_unix":1779712821.6636012},{"request_id":"1353821:1:1353821:503","session_id":"1353821","input_length":27651,"t_proxy_recv":281954.158612886,"t_decision_unix":1779712819.1725543,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":27651,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":102134,"ongoing_decode_tokens":102134,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1032,"cache_hit":0,"new_prefill":27651,"score_linear":102134.0,"score_lmetric":55302},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":27651,"score_linear":62618.0,"score_lmetric":27651},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":27651,"score_linear":21371.0,"score_lmetric":27651},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1300,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":27651,"score_linear":96026.0,"score_lmetric":27651}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281957.589890656,"t_first_token_unix":1779712822.6038342,"t_done":281958.402039571,"t_done_unix":1779712823.4159825},{"request_id":"1355484:1:1355484:508","session_id":"1355484","input_length":19366,"t_proxy_recv":281959.865541302,"t_decision_unix":1779712824.8794823,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":12800,"estimated_new_tokens":6566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83778,"ongoing_decode_tokens":83778,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1033,"cache_hit":0,"new_prefill":19366,"score_linear":83778.0,"score_lmetric":38732},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":19366,"score_linear":62618.0,"score_lmetric":19366},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":19366,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":19366,"score_linear":21371.0,"score_lmetric":19366},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1300,"cache_hit":0,"new_prefill":19366,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":19366,"score_linear":83526.0,"score_lmetric":102892},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24503,"ongoing_decode_tokens":0,"pending_prefill_tokens":24503,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":19366,"score_linear":24503.0,"score_lmetric":43869},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1204,"cache_hit":12800,"new_prefill":6566,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":281960.794792715,"t_first_token_unix":1779712825.8087358,"t_done":281961.395243562,"t_done_unix":1779712826.4091868},{"request_id":"1286804:3:1354910:506","session_id":"1286804","input_length":15519,"t_proxy_recv":281957.960405547,"t_decision_unix":1779712822.974347,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8907790450415619,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":13824,"estimated_new_tokens":1695,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1033,"cache_hit":13824,"new_prefill":1695,"score_linear":54435.0,"score_lmetric":1695},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":15519,"score_linear":62618.0,"score_lmetric":15519},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":27651,"ongoing_decode_tokens":27651,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":15519,"score_linear":27651.0,"score_lmetric":15519},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":15519,"score_linear":21371.0,"score_lmetric":15519},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1300,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":15519,"score_linear":83526.0,"score_lmetric":99045},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1204,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":54435.0,"chosen_score_lmetric":1695,"t_first_token":281959.302852619,"t_first_token_unix":1779712824.3167984,"t_done":281962.147677176,"t_done_unix":1779712827.1616201},{"request_id":"1355325:1:1355325:507","session_id":"1355325","input_length":24503,"t_proxy_recv":281959.434436272,"t_decision_unix":1779712824.4483776,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":24503,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83778,"ongoing_decode_tokens":83778,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1033,"cache_hit":0,"new_prefill":24503,"score_linear":83778.0,"score_lmetric":49006},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":24503,"score_linear":62618.0,"score_lmetric":24503},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":24503,"score_linear":21371.0,"score_lmetric":24503},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1300,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":24503,"score_linear":83526.0,"score_lmetric":108029},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1204,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281962.257796803,"t_first_token_unix":1779712827.271743,"t_done":281962.4272478,"t_done_unix":1779712827.441191},{"request_id":"1344773:6:1356097:513","session_id":"1344773","input_length":34198,"t_proxy_recv":281962.142837335,"t_decision_unix":1779712827.156777,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9881279606994561,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":33792,"estimated_new_tokens":406,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83778,"ongoing_decode_tokens":83778,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1033,"cache_hit":33792,"new_prefill":406,"score_linear":49986.0,"score_lmetric":812},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":110811,"ongoing_decode_tokens":110811,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":34198,"score_linear":110811.0,"score_lmetric":68396},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":34198,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":34198,"score_linear":21371.0,"score_lmetric":34198},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1300,"cache_hit":0,"new_prefill":34198,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":34198,"score_linear":83526.0,"score_lmetric":117724},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102592,"ongoing_decode_tokens":0,"pending_prefill_tokens":24768,"num_requests":2,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":34198,"score_linear":102592.0,"score_lmetric":117932},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":84285,"ongoing_decode_tokens":0,"pending_prefill_tokens":36157,"num_requests":2,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":34198,"score_linear":84285.0,"score_lmetric":140710}],"chosen_score_linear":49986.0,"chosen_score_lmetric":812,"t_first_token":281962.241593273,"t_first_token_unix":1779712827.2555368,"t_done":281962.501779225,"t_done_unix":1779712827.5157223},{"request_id":"1253804:6:1318560:340","session_id":"1253804","input_length":62618,"t_proxy_recv":281829.785578702,"t_decision_unix":1779712694.7995195,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9403047047174934,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":58880,"estimated_new_tokens":3738,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":62618,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":943,"cache_hit":58880,"new_prefill":3738,"score_linear":-58880.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":62618,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":936,"cache_hit":3584,"new_prefill":59034,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":62618,"score_linear":79663.0,"score_lmetric":141769},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":62618,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":62618,"score_linear":188103.0,"score_lmetric":125236},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":62618,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":281833.688998404,"t_first_token_unix":1779712698.702955,"t_done":281963.073674385,"t_done_unix":1779712828.0876224},{"request_id":"1356948:1:1356948:515","session_id":"1356948","input_length":6711,"t_proxy_recv":281965.150660439,"t_decision_unix":1779712830.1646016,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":6711,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1036,"cache_hit":0,"new_prefill":6711,"score_linear":68259.0,"score_lmetric":6711},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":48193,"ongoing_decode_tokens":48193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":982,"cache_hit":0,"new_prefill":6711,"score_linear":48193.0,"score_lmetric":6711},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":6711,"score_linear":122597.0,"score_lmetric":129308},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":6711,"score_linear":21371.0,"score_lmetric":6711},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1300,"cache_hit":0,"new_prefill":6711,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":6711,"score_linear":83526.0,"score_lmetric":90237},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":78089,"ongoing_decode_tokens":78089,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":6711,"score_linear":78089.0,"score_lmetric":6711},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":84285,"ongoing_decode_tokens":0,"pending_prefill_tokens":36157,"num_requests":2,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":6711,"score_linear":84285.0,"score_lmetric":85736}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281965.603172467,"t_first_token_unix":1779712830.6171167,"t_done":281965.879412079,"t_done_unix":1779712830.8933554},{"request_id":"1269373:21:1355702:509","session_id":"1269373","input_length":78089,"t_proxy_recv":281960.556659502,"t_decision_unix":1779712825.5706007,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":77824,"affinity_cache_ratio":0.9966064362458221,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":77824,"estimated_new_tokens":265,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83778,"ongoing_decode_tokens":83778,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1033,"cache_hit":7680,"new_prefill":70409,"score_linear":76098.0,"score_lmetric":140818},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":78089,"score_linear":62618.0,"score_lmetric":78089},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":78089,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":7680,"new_prefill":70409,"score_linear":13691.0,"score_lmetric":70409},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1300,"cache_hit":0,"new_prefill":78089,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":78089,"score_linear":83526.0,"score_lmetric":161615},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24503,"ongoing_decode_tokens":0,"pending_prefill_tokens":24503,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":77824,"new_prefill":265,"score_linear":-53321.0,"score_lmetric":24768},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":19366,"ongoing_decode_tokens":0,"pending_prefill_tokens":6566,"num_requests":1,"active_p_offloads":0,"cached_blocks":1204,"cache_hit":7680,"new_prefill":70409,"score_linear":11686.0,"score_lmetric":76975}],"chosen_score_linear":-53321.0,"chosen_score_lmetric":24768,"t_first_token":281962.376630239,"t_first_token_unix":1779712827.3905735,"t_done":281966.131065128,"t_done_unix":1779712831.1450086},{"request_id":"1355951:1:1355951:511","session_id":"1355951","input_length":35308,"t_proxy_recv":281961.46008632,"t_decision_unix":1779712826.4740279,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":35308,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83778,"ongoing_decode_tokens":83778,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1033,"cache_hit":0,"new_prefill":35308,"score_linear":83778.0,"score_lmetric":70616},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":110811,"ongoing_decode_tokens":62618,"pending_prefill_tokens":3137,"num_requests":2,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":35308,"score_linear":110811.0,"score_lmetric":76890},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":35308,"score_linear":21371.0,"score_lmetric":35308},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1300,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":35308,"score_linear":83526.0,"score_lmetric":118834},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102592,"ongoing_decode_tokens":0,"pending_prefill_tokens":24768,"num_requests":2,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":35308,"score_linear":102592.0,"score_lmetric":120152},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281966.785454266,"t_first_token_unix":1779712831.799398,"t_done":281967.332367596,"t_done_unix":1779712832.3463104},{"request_id":"1340278:2:1356079:512","session_id":"1340278","input_length":48977,"t_proxy_recv":281962.059832222,"t_decision_unix":1779712827.0737736,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9826653327071891,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":48128,"estimated_new_tokens":849,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83778,"ongoing_decode_tokens":83778,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1033,"cache_hit":0,"new_prefill":48977,"score_linear":83778.0,"score_lmetric":97954},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":110811,"ongoing_decode_tokens":110811,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":48977,"score_linear":110811.0,"score_lmetric":97954},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":48977,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":48977,"score_linear":21371.0,"score_lmetric":48977},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1300,"cache_hit":0,"new_prefill":48977,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":48977,"score_linear":83526.0,"score_lmetric":132503},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102592,"ongoing_decode_tokens":0,"pending_prefill_tokens":24768,"num_requests":2,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":48977,"score_linear":102592.0,"score_lmetric":147490},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":48128,"new_prefill":849,"score_linear":-12820.0,"score_lmetric":36157}],"chosen_score_linear":-12820.0,"chosen_score_lmetric":36157,"t_first_token":281966.788436594,"t_first_token_unix":1779712831.8023798,"t_done":281967.571767295,"t_done_unix":1779712832.5857108},{"request_id":"1357132:1:1357132:516","session_id":"1357132","input_length":13520,"t_proxy_recv":281965.69741579,"t_decision_unix":1779712830.711357,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":13520,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":13520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1036,"cache_hit":0,"new_prefill":13520,"score_linear":68259.0,"score_lmetric":13520},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":48193,"ongoing_decode_tokens":48193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":982,"cache_hit":0,"new_prefill":13520,"score_linear":48193.0,"score_lmetric":13520},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":13520,"score_linear":122597.0,"score_lmetric":136117},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":13520,"score_linear":21371.0,"score_lmetric":13520},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":6711,"ongoing_decode_tokens":6711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1300,"cache_hit":0,"new_prefill":13520,"score_linear":6711.0,"score_lmetric":13520},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":13520,"score_linear":83526.0,"score_lmetric":97046},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":78089,"ongoing_decode_tokens":78089,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":13520,"score_linear":78089.0,"score_lmetric":13520},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":84285,"ongoing_decode_tokens":0,"pending_prefill_tokens":36157,"num_requests":2,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":13520,"score_linear":84285.0,"score_lmetric":99354}],"chosen_score_linear":21371.0,"chosen_score_lmetric":13520,"t_first_token":281966.859038195,"t_first_token_unix":1779712831.8729818,"t_done":281967.750009743,"t_done_unix":1779712832.763953},{"request_id":"1344773:7:1357714:518","session_id":"1344773","input_length":34351,"t_proxy_recv":281967.624628916,"t_decision_unix":1779712832.6385698,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9837268201799074,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":33792,"estimated_new_tokens":559,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1036,"cache_hit":33792,"new_prefill":559,"score_linear":34467.0,"score_lmetric":559},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":48193,"ongoing_decode_tokens":48193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":982,"cache_hit":0,"new_prefill":34351,"score_linear":48193.0,"score_lmetric":34351},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":34351,"score_linear":150402.0,"score_lmetric":314210},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":34891,"ongoing_decode_tokens":34891,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":34351,"score_linear":34891.0,"score_lmetric":68702},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":34351,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":34351,"score_linear":83526.0,"score_lmetric":117877},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":34351,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1287,"cache_hit":0,"new_prefill":34351,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":34467.0,"chosen_score_lmetric":559,"t_first_token":281967.752417171,"t_first_token_unix":1779712832.76636,"t_done":281968.41783933,"t_done_unix":1779712833.4317825},{"request_id":"1294611:11:1355750:510","session_id":"1294611","input_length":48193,"t_proxy_recv":281960.645183619,"t_decision_unix":1779712825.6591249,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9349075591890939,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":45056,"estimated_new_tokens":3137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83778,"ongoing_decode_tokens":83778,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1033,"cache_hit":0,"new_prefill":48193,"score_linear":83778.0,"score_lmetric":96386},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":45056,"new_prefill":3137,"score_linear":17562.0,"score_lmetric":3137},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":12800,"new_prefill":35393,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":12800,"new_prefill":35393,"score_linear":8571.0,"score_lmetric":35393},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1300,"cache_hit":0,"new_prefill":48193,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":48193,"score_linear":83526.0,"score_lmetric":131719},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102592,"ongoing_decode_tokens":0,"pending_prefill_tokens":24768,"num_requests":2,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":48193,"score_linear":102592.0,"score_lmetric":145922},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":19366,"ongoing_decode_tokens":0,"pending_prefill_tokens":6566,"num_requests":1,"active_p_offloads":0,"cached_blocks":1204,"cache_hit":0,"new_prefill":48193,"score_linear":19366.0,"score_lmetric":54759}],"chosen_score_linear":17562.0,"chosen_score_lmetric":3137,"t_first_token":281961.567636168,"t_first_token_unix":1779712826.5815794,"t_done":281969.651417444,"t_done_unix":1779712834.6653626},{"request_id":"1344773:8:1358989:523","session_id":"1344773","input_length":34552,"t_proxy_recv":281972.150506038,"t_decision_unix":1779712837.1644473,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9928224125955082,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":34304,"estimated_new_tokens":248,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":34304,"new_prefill":248,"score_linear":33955.0,"score_lmetric":248},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":989,"cache_hit":0,"new_prefill":34552,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":34552,"score_linear":150402.0,"score_lmetric":314612},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1321,"cache_hit":0,"new_prefill":34552,"score_linear":21371.0,"score_lmetric":34552},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":34552,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":34552,"score_linear":83526.0,"score_lmetric":118078},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":0,"pending_prefill_tokens":1910,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":34552,"score_linear":80246.0,"score_lmetric":36462},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":34694,"num_requests":1,"active_p_offloads":0,"cached_blocks":1287,"cache_hit":0,"new_prefill":34552,"score_linear":58758.0,"score_lmetric":69246}],"chosen_score_linear":33955.0,"chosen_score_lmetric":248,"t_first_token":281972.278658728,"t_first_token_unix":1779712837.2926018,"t_done":281972.710237236,"t_done_unix":1779712837.7241805},{"request_id":"1253743:7:1359251:524","session_id":"1253743","input_length":51509,"t_proxy_recv":281973.186909184,"t_decision_unix":1779712838.2008505,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9940010483604806,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":51200,"estimated_new_tokens":309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":0,"new_prefill":51509,"score_linear":68259.0,"score_lmetric":51509},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":989,"cache_hit":4608,"new_prefill":46901,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":51509,"score_linear":150402.0,"score_lmetric":348526},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1321,"cache_hit":51200,"new_prefill":309,"score_linear":-29829.0,"score_lmetric":309},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":51509,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":51509,"score_linear":83526.0,"score_lmetric":135035},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":51509,"score_linear":80246.0,"score_lmetric":51509},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":34694,"num_requests":1,"active_p_offloads":0,"cached_blocks":1287,"cache_hit":0,"new_prefill":51509,"score_linear":58758.0,"score_lmetric":86203}],"chosen_score_linear":-29829.0,"chosen_score_lmetric":309,"t_first_token":281973.278717506,"t_first_token_unix":1779712838.2926607,"t_done":281973.511415834,"t_done_unix":1779712838.525359},{"request_id":"1344773:9:1360064:526","session_id":"1344773","input_length":34611,"t_proxy_recv":281976.156268433,"t_decision_unix":1779712841.17021,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9911299875762041,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":34304,"estimated_new_tokens":307,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":34304,"new_prefill":307,"score_linear":33955.0,"score_lmetric":307},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":989,"cache_hit":0,"new_prefill":34611,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":34611,"score_linear":150402.0,"score_lmetric":314730},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1321,"cache_hit":0,"new_prefill":34611,"score_linear":21371.0,"score_lmetric":34611},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":34611,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":34611,"score_linear":83526.0,"score_lmetric":118137},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":34611,"score_linear":80246.0,"score_lmetric":34611},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":78251,"ongoing_decode_tokens":0,"pending_prefill_tokens":34731,"num_requests":2,"active_p_offloads":0,"cached_blocks":1287,"cache_hit":0,"new_prefill":34611,"score_linear":78251.0,"score_lmetric":138684}],"chosen_score_linear":33955.0,"chosen_score_lmetric":307,"t_first_token":281976.228261902,"t_first_token_unix":1779712841.242205,"t_done":281976.902396622,"t_done_unix":1779712841.9163396},{"request_id":"1336620:3:1339999:443","session_id":"1336620","input_length":21371,"t_proxy_recv":281909.816521919,"t_decision_unix":1779712774.8304634,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14848,"affinity_cache_ratio":0.6947732909082401,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":14848,"estimated_new_tokens":6523,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121282,"ongoing_decode_tokens":121282,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":7680,"new_prefill":13691,"score_linear":113602.0,"score_lmetric":27382},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":943,"cache_hit":0,"new_prefill":21371,"score_linear":62618.0,"score_lmetric":21371},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":21371,"score_linear":7065.0,"score_lmetric":21371},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99903,"ongoing_decode_tokens":99903,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":14848,"new_prefill":6523,"score_linear":85055.0,"score_lmetric":13046},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":2279,"ongoing_decode_tokens":2279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1080,"cache_hit":0,"new_prefill":21371,"score_linear":2279.0,"score_lmetric":21371},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":5280,"ongoing_decode_tokens":5280,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":21371,"score_linear":5280.0,"score_lmetric":21371},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":45683,"ongoing_decode_tokens":45683,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":952,"cache_hit":7680,"new_prefill":13691,"score_linear":38003.0,"score_lmetric":27382},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":7680,"new_prefill":13691,"score_linear":40701.0,"score_lmetric":62072}],"chosen_score_linear":85055.0,"chosen_score_lmetric":13046,"t_first_token":281910.803675282,"t_first_token_unix":1779712775.8176215,"t_done":281977.132952876,"t_done_unix":1779712842.1468961},{"request_id":"1353951:1:1353951:504","session_id":"1353951","input_length":83526,"t_proxy_recv":281954.658162762,"t_decision_unix":1779712819.6721041,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":83526,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":102134,"ongoing_decode_tokens":102134,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1032,"cache_hit":0,"new_prefill":83526,"score_linear":102134.0,"score_lmetric":167052},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":83526,"score_linear":62618.0,"score_lmetric":83526},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":27651,"ongoing_decode_tokens":0,"pending_prefill_tokens":27651,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":83526,"score_linear":27651.0,"score_lmetric":111177},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":83526,"score_linear":21371.0,"score_lmetric":83526},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1300,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1204,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281978.198110554,"t_first_token_unix":1779712843.2120554,"t_done":281979.58778083,"t_done_unix":1779712844.6017241},{"request_id":"1353951:2:1358300:520","session_id":"1353951","input_length":83905,"t_proxy_recv":281979.602950226,"t_decision_unix":1779712844.6168916,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9946487098504261,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":83456,"estimated_new_tokens":449,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":0,"new_prefill":83905,"score_linear":68259.0,"score_lmetric":83905},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":989,"cache_hit":0,"new_prefill":83905,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":83905,"score_linear":150402.0,"score_lmetric":413318},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":83905,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183920,"ongoing_decode_tokens":0,"pending_prefill_tokens":118384,"num_requests":2,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":83905,"score_linear":183920.0,"score_lmetric":404578},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":83456,"new_prefill":449,"score_linear":-83456.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":83905,"score_linear":80246.0,"score_lmetric":83905},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111729,"ongoing_decode_tokens":0,"pending_prefill_tokens":40049,"num_requests":3,"active_p_offloads":0,"cached_blocks":1287,"cache_hit":0,"new_prefill":83905,"score_linear":111729.0,"score_lmetric":371862}],"chosen_score_linear":-83456.0,"chosen_score_lmetric":0,"t_first_token":281979.877970768,"t_first_token_unix":1779712844.8919146,"t_done":281980.026953923,"t_done_unix":1779712845.0408974},{"request_id":"1356948:2:1361262:532","session_id":"1356948","input_length":16480,"t_proxy_recv":281980.436511365,"t_decision_unix":1779712845.4504526,"policy":"unified","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":1,"affinity_cache_hit":6656,"affinity_cache_ratio":0.40388349514563104,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":16480,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":0,"new_prefill":16480,"score_linear":68259.0,"score_lmetric":16480},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":989,"cache_hit":0,"new_prefill":16480,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":16480,"score_linear":150402.0,"score_lmetric":278468},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":16480,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183920,"ongoing_decode_tokens":0,"pending_prefill_tokens":118384,"num_requests":2,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":6656,"new_prefill":9824,"score_linear":177264.0,"score_lmetric":256416},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":16480,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":16480,"score_linear":80246.0,"score_lmetric":16480},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111729,"ongoing_decode_tokens":78251,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1287,"cache_hit":0,"new_prefill":16480,"score_linear":111729.0,"score_lmetric":65394}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281981.977846515,"t_first_token_unix":1779712846.99179,"t_done":281982.143351972,"t_done_unix":1779712847.157295},{"request_id":"1361992:1:1361992:535","session_id":"1361992","input_length":8113,"t_proxy_recv":281983.013376207,"t_decision_unix":1779712848.027317,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":8113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":102938,"ongoing_decode_tokens":102938,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":0,"new_prefill":8113,"score_linear":102938.0,"score_lmetric":16226},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1021,"cache_hit":0,"new_prefill":8113,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":8113,"score_linear":150402.0,"score_lmetric":261734},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":8113,"score_linear":76969.0,"score_lmetric":85082},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183920,"ongoing_decode_tokens":0,"pending_prefill_tokens":118384,"num_requests":2,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":8113,"score_linear":183920.0,"score_lmetric":252994},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":8113,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":8113,"score_linear":80246.0,"score_lmetric":8113},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111729,"ongoing_decode_tokens":78251,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1287,"cache_hit":0,"new_prefill":8113,"score_linear":111729.0,"score_lmetric":40293}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281983.580664811,"t_first_token_unix":1779712848.594608,"t_done":281983.719712657,"t_done_unix":1779712848.7336557},{"request_id":"1344773:10:1361326:533","session_id":"1344773","input_length":34679,"t_proxy_recv":281980.680531856,"t_decision_unix":1779712845.6944733,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9891865394042504,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":34304,"estimated_new_tokens":375,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":34304,"new_prefill":375,"score_linear":33955.0,"score_lmetric":375},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":16480,"ongoing_decode_tokens":0,"pending_prefill_tokens":16480,"num_requests":1,"active_p_offloads":0,"cached_blocks":989,"cache_hit":0,"new_prefill":34679,"score_linear":16480.0,"score_lmetric":51159},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":34679,"score_linear":150402.0,"score_lmetric":314866},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":34679,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183920,"ongoing_decode_tokens":0,"pending_prefill_tokens":118384,"num_requests":2,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":34679,"score_linear":183920.0,"score_lmetric":306126},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":34679,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":34679,"score_linear":80246.0,"score_lmetric":34679},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111729,"ongoing_decode_tokens":78251,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1287,"cache_hit":0,"new_prefill":34679,"score_linear":111729.0,"score_lmetric":119991}],"chosen_score_linear":33955.0,"chosen_score_lmetric":375,"t_first_token":281980.756829728,"t_first_token_unix":1779712845.7707732,"t_done":281984.794225552,"t_done_unix":1779712849.8081706},{"request_id":"1362265:1:1362265:536","session_id":"1362265","input_length":8825,"t_proxy_recv":281983.859995692,"t_decision_unix":1779712848.8739371,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":8825,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":102938,"ongoing_decode_tokens":102938,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":0,"new_prefill":8825,"score_linear":102938.0,"score_lmetric":17650},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1021,"cache_hit":0,"new_prefill":8825,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":8825,"score_linear":150402.0,"score_lmetric":263158},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":8825,"score_linear":76969.0,"score_lmetric":85794},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183920,"ongoing_decode_tokens":0,"pending_prefill_tokens":118384,"num_requests":2,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":8825,"score_linear":183920.0,"score_lmetric":254418},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1408,"cache_hit":0,"new_prefill":8825,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":8825,"score_linear":80246.0,"score_lmetric":8825},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111729,"ongoing_decode_tokens":78251,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1287,"cache_hit":0,"new_prefill":8825,"score_linear":111729.0,"score_lmetric":42429}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281984.529188108,"t_first_token_unix":1779712849.5431316,"t_done":281985.599330861,"t_done_unix":1779712850.613274},{"request_id":"1270340:3:1360716:528","session_id":"1270340","input_length":33478,"t_proxy_recv":281978.300346418,"t_decision_unix":1779712843.3142877,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28160,"affinity_cache_ratio":0.8411494115538563,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":28160,"estimated_new_tokens":5318,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":0,"new_prefill":33478,"score_linear":68259.0,"score_lmetric":33478},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":989,"cache_hit":0,"new_prefill":33478,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":33478,"score_linear":150402.0,"score_lmetric":312464},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":33478,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":1536,"new_prefill":31942,"score_linear":116352.0,"score_lmetric":149830},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":83526,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":33478,"score_linear":83526.0,"score_lmetric":33478},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":33478,"score_linear":80246.0,"score_lmetric":33478},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":78251,"ongoing_decode_tokens":0,"pending_prefill_tokens":34731,"num_requests":2,"active_p_offloads":0,"cached_blocks":1287,"cache_hit":28160,"new_prefill":5318,"score_linear":50091.0,"score_lmetric":80098}],"chosen_score_linear":50091.0,"chosen_score_lmetric":80098,"t_first_token":281984.936165225,"t_first_token_unix":1779712849.9501085,"t_done":281986.204803749,"t_done_unix":1779712851.218747},{"request_id":"1361992:2:1362904:537","session_id":"1361992","input_length":10347,"t_proxy_recv":281986.104247722,"t_decision_unix":1779712851.118189,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":7680,"affinity_cache_ratio":0.7422441287329661,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":2667,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":10347,"score_linear":68259.0,"score_lmetric":10347},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":10347,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":10347,"score_linear":150402.0,"score_lmetric":266202},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":10347,"score_linear":76969.0,"score_lmetric":87316},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183920,"ongoing_decode_tokens":0,"pending_prefill_tokens":118384,"num_requests":2,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":10347,"score_linear":183920.0,"score_lmetric":257462},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1408,"cache_hit":7680,"new_prefill":2667,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":10347,"score_linear":80246.0,"score_lmetric":10347},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111729,"ongoing_decode_tokens":111729,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1287,"cache_hit":0,"new_prefill":10347,"score_linear":111729.0,"score_lmetric":31041}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":281986.363971354,"t_first_token_unix":1779712851.377915,"t_done":281986.509854146,"t_done_unix":1779712851.5237975},{"request_id":"1355484:2:1359370:525","session_id":"1355484","input_length":19493,"t_proxy_recv":281973.641884962,"t_decision_unix":1779712838.6558263,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9981018827271328,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":19456,"estimated_new_tokens":37,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":0,"new_prefill":19493,"score_linear":68259.0,"score_lmetric":19493},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":989,"cache_hit":0,"new_prefill":19493,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":19493,"score_linear":150402.0,"score_lmetric":284494},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1321,"cache_hit":0,"new_prefill":19493,"score_linear":21371.0,"score_lmetric":19493},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":19493,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":19493,"score_linear":83526.0,"score_lmetric":103019},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":19493,"score_linear":80246.0,"score_lmetric":19493},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":34694,"num_requests":1,"active_p_offloads":0,"cached_blocks":1287,"cache_hit":19456,"new_prefill":37,"score_linear":39302.0,"score_lmetric":34731}],"chosen_score_linear":39302.0,"chosen_score_lmetric":34731,"t_first_token":281980.25889846,"t_first_token_unix":1779712845.2728417,"t_done":281987.236723277,"t_done_unix":1779712852.2506669},{"request_id":"1363440:1:1363440:542","session_id":"1363440","input_length":543,"t_proxy_recv":281988.05378015,"t_decision_unix":1779712853.0677218,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":543,"score_linear":68259.0,"score_lmetric":543},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":543,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":543,"score_linear":150402.0,"score_lmetric":246594},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":543,"score_linear":76969.0,"score_lmetric":77512},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":543,"score_linear":199977.0,"score_lmetric":363480},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":543,"score_linear":62685.0,"score_lmetric":63228},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":543,"score_linear":80246.0,"score_lmetric":543},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115704,"ongoing_decode_tokens":78472,"pending_prefill_tokens":1904,"num_requests":3,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":543,"score_linear":115704.0,"score_lmetric":7341}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281988.112719823,"t_first_token_unix":1779712853.1266632,"t_done":281988.291743324,"t_done_unix":1779712853.3056872},{"request_id":"1355484:3:1361065:531","session_id":"1355484","input_length":19714,"t_proxy_recv":281987.241619477,"t_decision_unix":1779712852.2555609,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9869128538094755,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":19456,"estimated_new_tokens":258,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":19714,"score_linear":68259.0,"score_lmetric":19714},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":19714,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":19714,"score_linear":150402.0,"score_lmetric":284936},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":19714,"score_linear":76969.0,"score_lmetric":96683},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":19714,"score_linear":199977.0,"score_lmetric":420993},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":19714,"score_linear":62685.0,"score_lmetric":82399},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":19714,"score_linear":80246.0,"score_lmetric":19714},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":19456,"new_prefill":258,"score_linear":39302.0,"score_lmetric":258}],"chosen_score_linear":39302.0,"chosen_score_lmetric":258,"t_first_token":281987.296856266,"t_first_token_unix":1779712852.3107994,"t_done":281988.475594613,"t_done_unix":1779712853.489538},{"request_id":"1355951:2:1363365:540","session_id":"1355951","input_length":37232,"t_proxy_recv":281987.764878716,"t_decision_unix":1779712852.77882,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9488611946712505,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":35328,"estimated_new_tokens":1904,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":37232,"score_linear":68259.0,"score_lmetric":37232},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":37232,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":37232,"score_linear":150402.0,"score_lmetric":319972},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":37232,"score_linear":76969.0,"score_lmetric":114201},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":37232,"score_linear":199977.0,"score_lmetric":473547},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":37232,"score_linear":62685.0,"score_lmetric":99917},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":37232,"score_linear":80246.0,"score_lmetric":37232},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":78472,"ongoing_decode_tokens":78472,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":35328,"new_prefill":1904,"score_linear":43144.0,"score_lmetric":3808}],"chosen_score_linear":43144.0,"chosen_score_lmetric":3808,"t_first_token":281988.362741297,"t_first_token_unix":1779712853.376685,"t_done":281989.387187066,"t_done_unix":1779712854.4011304},{"request_id":"1363943:1:1363943:543","session_id":"1363943","input_length":12636,"t_proxy_recv":281989.736749376,"t_decision_unix":1779712854.7506907,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":12636,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":8704,"new_prefill":3932,"score_linear":59555.0,"score_lmetric":3932},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":12636,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":12636,"score_linear":150402.0,"score_lmetric":270780},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":4096,"new_prefill":8540,"score_linear":72873.0,"score_lmetric":85509},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":12636,"score_linear":199977.0,"score_lmetric":399759},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":12636,"score_linear":62685.0,"score_lmetric":75321},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":4096,"new_prefill":8540,"score_linear":76150.0,"score_lmetric":8540},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1300,"cache_hit":4096,"new_prefill":8540,"score_linear":54662.0,"score_lmetric":8540}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281990.786988758,"t_first_token_unix":1779712855.800932,"t_done":281992.152654417,"t_done_unix":1779712857.1665974},{"request_id":"1364128:1:1364128:545","session_id":"1364128","input_length":8706,"t_proxy_recv":281990.221725995,"t_decision_unix":1779712855.2356672,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":8706,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":8706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":8706,"score_linear":68259.0,"score_lmetric":8706},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12636,"ongoing_decode_tokens":0,"pending_prefill_tokens":12636,"num_requests":1,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":6656,"new_prefill":2050,"score_linear":5980.0,"score_lmetric":14686},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":8706,"score_linear":150402.0,"score_lmetric":262920},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":8706,"score_linear":76969.0,"score_lmetric":85675},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":8706,"score_linear":199977.0,"score_lmetric":387969},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":8706,"score_linear":62685.0,"score_lmetric":71391},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":80246,"pending_prefill_tokens":2633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":8706,"score_linear":94143.0,"score_lmetric":22678},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1300,"cache_hit":0,"new_prefill":8706,"score_linear":58758.0,"score_lmetric":8706}],"chosen_score_linear":68259.0,"chosen_score_lmetric":8706,"t_first_token":281990.980877183,"t_first_token_unix":1779712855.9948206,"t_done":281992.496289412,"t_done_unix":1779712857.5102334},{"request_id":"1279412:24:1364169:546","session_id":"1279412","input_length":98038,"t_proxy_recv":281990.363941714,"t_decision_unix":1779712855.3778832,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9974907688855342,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":97792,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":76965,"ongoing_decode_tokens":68259,"pending_prefill_tokens":8706,"num_requests":2,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":98038,"score_linear":76965.0,"score_lmetric":213488},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12636,"ongoing_decode_tokens":0,"pending_prefill_tokens":12636,"num_requests":1,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":98038,"score_linear":12636.0,"score_lmetric":110674},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":98038,"score_linear":150402.0,"score_lmetric":441584},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":98038,"score_linear":76969.0,"score_lmetric":175007},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":98038,"score_linear":199977.0,"score_lmetric":655965},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":98038,"score_linear":62685.0,"score_lmetric":160723},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":80246,"pending_prefill_tokens":2633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":98038,"score_linear":94143.0,"score_lmetric":201342},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1300,"cache_hit":97792,"new_prefill":246,"score_linear":-39034.0,"score_lmetric":246}],"chosen_score_linear":-39034.0,"chosen_score_lmetric":246,"t_first_token":281990.580697914,"t_first_token_unix":1779712855.5946412,"t_done":281993.452411474,"t_done_unix":1779712858.4663556},{"request_id":"1364960:1:1364960:549","session_id":"1364960","input_length":2019,"t_proxy_recv":281993.145810879,"t_decision_unix":1779712858.1597521,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":2019,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1055,"cache_hit":0,"new_prefill":2019,"score_linear":68259.0,"score_lmetric":2019},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1064,"cache_hit":0,"new_prefill":2019,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":2019,"score_linear":150402.0,"score_lmetric":249546},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":2019,"score_linear":76969.0,"score_lmetric":78988},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":2019,"score_linear":199977.0,"score_lmetric":367908},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":2019,"score_linear":62685.0,"score_lmetric":64704},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":2019,"score_linear":94143.0,"score_lmetric":4038},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176602,"ongoing_decode_tokens":176602,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1300,"cache_hit":0,"new_prefill":2019,"score_linear":176602.0,"score_lmetric":6057}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281993.274289944,"t_first_token_unix":1779712858.2882333,"t_done":281993.453998249,"t_done_unix":1779712858.4679534},{"request_id":"1313181:2:1358046:519","session_id":"1313181","input_length":58758,"t_proxy_recv":281968.82682345,"t_decision_unix":1779712833.8407648,"policy":"unified","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24064,"affinity_cache_ratio":0.40954423227475406,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":24064,"estimated_new_tokens":34694,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":0,"new_prefill":58758,"score_linear":68259.0,"score_lmetric":58758},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":48193,"ongoing_decode_tokens":48193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":982,"cache_hit":0,"new_prefill":58758,"score_linear":48193.0,"score_lmetric":58758},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":58758,"score_linear":150402.0,"score_lmetric":363024},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1321,"cache_hit":0,"new_prefill":58758,"score_linear":21371.0,"score_lmetric":58758},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":58758,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":58758,"score_linear":83526.0,"score_lmetric":142284},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":58758,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1287,"cache_hit":24064,"new_prefill":34694,"score_linear":-24064.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":281980.253474002,"t_first_token_unix":1779712845.2674224,"t_done":281994.080032842,"t_done_unix":1779712859.093976},{"request_id":"1363440:2:1365095:551","session_id":"1363440","input_length":3866,"t_proxy_recv":281993.728315107,"t_decision_unix":1779712858.7422564,"policy":"unified","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":512,"affinity_cache_ratio":0.13243662700465597,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":512,"estimated_new_tokens":3354,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1055,"cache_hit":0,"new_prefill":3866,"score_linear":68259.0,"score_lmetric":3866},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1068,"cache_hit":512,"new_prefill":3354,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":3866,"score_linear":150402.0,"score_lmetric":253240},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":3866,"score_linear":91690.0,"score_lmetric":164488},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":3866,"score_linear":199977.0,"score_lmetric":373449},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":3866,"score_linear":62685.0,"score_lmetric":66551},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":3866,"score_linear":94143.0,"score_lmetric":7732},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":78564,"ongoing_decode_tokens":78564,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1300,"cache_hit":0,"new_prefill":3866,"score_linear":78564.0,"score_lmetric":7732}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":281993.941183349,"t_first_token_unix":1779712858.9551265,"t_done":281994.197238631,"t_done_unix":1779712859.2111819},{"request_id":"1355484:4:1364784:548","session_id":"1355484","input_length":19806,"t_proxy_recv":281992.534072058,"t_decision_unix":1779712857.5480137,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9823285872967787,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":19456,"estimated_new_tokens":350,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1055,"cache_hit":0,"new_prefill":19806,"score_linear":68259.0,"score_lmetric":19806},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1064,"cache_hit":0,"new_prefill":19806,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":19806,"score_linear":150402.0,"score_lmetric":285120},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":19806,"score_linear":76969.0,"score_lmetric":96775},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":19806,"score_linear":199977.0,"score_lmetric":421269},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":19806,"score_linear":62685.0,"score_lmetric":82491},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":19806,"score_linear":94143.0,"score_lmetric":39612},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":156796,"ongoing_decode_tokens":156796,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1300,"cache_hit":19456,"new_prefill":350,"score_linear":137340.0,"score_lmetric":700}],"chosen_score_linear":137340.0,"chosen_score_lmetric":700,"t_first_token":281992.622751008,"t_first_token_unix":1779712857.6366942,"t_done":281994.657385558,"t_done_unix":1779712859.671329},{"request_id":"1313181:3:1316742:330","session_id":"1313181","input_length":24451,"t_proxy_recv":281994.085872027,"t_decision_unix":1779712859.0998137,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9841724264856243,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":24064,"estimated_new_tokens":387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1055,"cache_hit":0,"new_prefill":24451,"score_linear":68259.0,"score_lmetric":24451},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":3866,"ongoing_decode_tokens":3866,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1068,"cache_hit":0,"new_prefill":24451,"score_linear":3866.0,"score_lmetric":24451},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":24451,"score_linear":150402.0,"score_lmetric":294410},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":24451,"score_linear":91690.0,"score_lmetric":205658},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":24451,"score_linear":199977.0,"score_lmetric":435204},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":24451,"score_linear":62685.0,"score_lmetric":87136},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":24451,"score_linear":94143.0,"score_lmetric":48902},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":19806,"ongoing_decode_tokens":19806,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1369,"cache_hit":24064,"new_prefill":387,"score_linear":-4258.0,"score_lmetric":387}],"chosen_score_linear":-4258.0,"chosen_score_lmetric":387,"t_first_token":281994.132364948,"t_first_token_unix":1779712859.1463082,"t_done":281994.842883699,"t_done_unix":1779712859.8568275},{"request_id":"1365440:1:1365440:552","session_id":"1365440","input_length":9913,"t_proxy_recv":281994.949499901,"t_decision_unix":1779712859.963433,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":9913,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1055,"cache_hit":0,"new_prefill":9913,"score_linear":68259.0,"score_lmetric":9913},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":9913,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":9913,"score_linear":150402.0,"score_lmetric":265334},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":9913,"score_linear":91690.0,"score_lmetric":176582},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":9913,"score_linear":199977.0,"score_lmetric":391590},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":9913,"score_linear":62685.0,"score_lmetric":72598},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":9913,"score_linear":94143.0,"score_lmetric":19826},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59514,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":9913,"score_linear":59514.0,"score_lmetric":45363}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281995.708683289,"t_first_token_unix":1779712860.722627,"t_done":281995.822872303,"t_done_unix":1779712860.8368158},{"request_id":"1364090:1:1364090:544","session_id":"1364090","input_length":13897,"t_proxy_recv":281990.115222934,"t_decision_unix":1779712855.1291642,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":2633,"tie_break_used":false,"cache_hit":11264,"estimated_new_tokens":2633,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":7680,"new_prefill":6217,"score_linear":60579.0,"score_lmetric":6217},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12636,"ongoing_decode_tokens":0,"pending_prefill_tokens":12636,"num_requests":1,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":13897,"score_linear":12636.0,"score_lmetric":26533},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":13897,"score_linear":150402.0,"score_lmetric":273302},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":7680,"new_prefill":6217,"score_linear":69289.0,"score_lmetric":83186},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":13897,"score_linear":199977.0,"score_lmetric":403542},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":13897,"score_linear":62685.0,"score_lmetric":76582},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":11264,"new_prefill":2633,"score_linear":68982.0,"score_lmetric":2633},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1300,"cache_hit":7680,"new_prefill":6217,"score_linear":51078.0,"score_lmetric":6217}],"chosen_score_linear":68982.0,"chosen_score_lmetric":2633,"t_first_token":281990.474507036,"t_first_token_unix":1779712855.4884503,"t_done":281996.945861748,"t_done_unix":1779712861.9598053},{"request_id":"1366128:1:1366128:553","session_id":"1366128","input_length":11154,"t_proxy_recv":281997.243078796,"t_decision_unix":1779712862.2570202,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":11154,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1055,"cache_hit":0,"new_prefill":11154,"score_linear":68259.0,"score_lmetric":11154},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":11154,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":11154,"score_linear":150402.0,"score_lmetric":267816},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":11154,"score_linear":91690.0,"score_lmetric":179064},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":11154,"score_linear":199977.0,"score_lmetric":395313},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":11154,"score_linear":62685.0,"score_lmetric":73839},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":11154,"score_linear":80246.0,"score_lmetric":11154},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59514,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":11154,"score_linear":59514.0,"score_lmetric":46604}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":281998.128319364,"t_first_token_unix":1779712863.142263,"t_done":281998.717519058,"t_done_unix":1779712863.7314622},{"request_id":"1344773:11:1366387:555","session_id":"1344773","input_length":35071,"t_proxy_recv":281998.216674765,"t_decision_unix":1779712863.230616,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9927290353853612,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":34816,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1055,"cache_hit":34816,"new_prefill":255,"score_linear":33443.0,"score_lmetric":255},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":11154,"ongoing_decode_tokens":11154,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":35071,"score_linear":11154.0,"score_lmetric":35071},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":35071,"score_linear":150402.0,"score_lmetric":315650},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":35071,"score_linear":91690.0,"score_lmetric":226898},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":35071,"score_linear":199977.0,"score_lmetric":467064},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":35071,"score_linear":62685.0,"score_lmetric":97756},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":35071,"score_linear":80246.0,"score_lmetric":35071},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":157781,"ongoing_decode_tokens":0,"pending_prefill_tokens":35925,"num_requests":2,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":35071,"score_linear":157781.0,"score_lmetric":141992}],"chosen_score_linear":33443.0,"chosen_score_lmetric":255,"t_first_token":281998.30956215,"t_first_token_unix":1779712863.3235054,"t_done":281999.323025952,"t_done_unix":1779712864.3369694},{"request_id":"1363943:2:1366428:556","session_id":"1363943","input_length":12984,"t_proxy_recv":281998.352482864,"t_decision_unix":1779712863.3664243,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":12800,"affinity_cache_ratio":0.9858287122612446,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":12800,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":103330,"ongoing_decode_tokens":103330,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1055,"cache_hit":8704,"new_prefill":4280,"score_linear":94626.0,"score_lmetric":8560},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":11154,"ongoing_decode_tokens":11154,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":12800,"new_prefill":184,"score_linear":-1646.0,"score_lmetric":184},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":12984,"score_linear":150402.0,"score_lmetric":271476},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":4096,"new_prefill":8888,"score_linear":87594.0,"score_lmetric":174532},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":12984,"score_linear":199977.0,"score_lmetric":400803},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":12984,"score_linear":62685.0,"score_lmetric":75669},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":4096,"new_prefill":8888,"score_linear":76150.0,"score_lmetric":8888},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":157781,"ongoing_decode_tokens":0,"pending_prefill_tokens":35925,"num_requests":2,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":4096,"new_prefill":8888,"score_linear":153685.0,"score_lmetric":89626}],"chosen_score_linear":-1646.0,"chosen_score_lmetric":184,"t_first_token":281998.410052598,"t_first_token_unix":1779712863.423996,"t_done":282000.281439641,"t_done_unix":1779712865.2953827},{"request_id":"1314357:4:1352612:497","session_id":"1314357","input_length":68259,"t_proxy_recv":281949.895115731,"t_decision_unix":1779712814.9090571,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":67072,"affinity_cache_ratio":0.9826103517484874,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":67072,"estimated_new_tokens":1187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55015,"ongoing_decode_tokens":0,"pending_prefill_tokens":9447,"num_requests":2,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":67072,"new_prefill":1187,"score_linear":-12057.0,"score_lmetric":21268},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":972,"cache_hit":0,"new_prefill":68259,"score_linear":62618.0,"score_lmetric":68259},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":68259,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":68259,"score_linear":21371.0,"score_lmetric":68259},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":68259,"score_linear":18840.0,"score_lmetric":87099},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10575,"ongoing_decode_tokens":0,"pending_prefill_tokens":10575,"num_requests":1,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":68259,"score_linear":10575.0,"score_lmetric":78834},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":68259,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":68259,"score_linear":96026.0,"score_lmetric":68259}],"chosen_score_linear":-12057.0,"chosen_score_lmetric":21268,"t_first_token":281950.424656059,"t_first_token_unix":1779712815.4385993,"t_done":282000.989481263,"t_done_unix":1779712866.0034244},{"request_id":"1363093:1:1363093:538","session_id":"1363093","input_length":62685,"t_proxy_recv":281986.738171897,"t_decision_unix":1779712851.7521133,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":62685,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":62685,"score_linear":68259.0,"score_lmetric":62685},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":62685,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":62685,"score_linear":150402.0,"score_lmetric":370878},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":62685,"score_linear":76969.0,"score_lmetric":139654},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183920,"ongoing_decode_tokens":0,"pending_prefill_tokens":118384,"num_requests":2,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":62685,"score_linear":183920.0,"score_lmetric":362138},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":62685,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":62685,"score_linear":80246.0,"score_lmetric":62685},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":78251,"ongoing_decode_tokens":78251,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":62685,"score_linear":78251.0,"score_lmetric":125370}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282000.682092332,"t_first_token_unix":1779712865.6960356,"t_done":282001.21329111,"t_done_unix":1779712866.2272344},{"request_id":"1367424:1:1367424:569","session_id":"1367424","input_length":3392,"t_proxy_recv":282001.978958572,"t_decision_unix":1779712866.9929001,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":17141,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":3392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58578,"ongoing_decode_tokens":0,"pending_prefill_tokens":49874,"num_requests":2,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":3392,"score_linear":58578.0,"score_lmetric":106532},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":44360,"ongoing_decode_tokens":0,"pending_prefill_tokens":24904,"num_requests":3,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":3392,"score_linear":44360.0,"score_lmetric":84888},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":3392,"score_linear":150402.0,"score_lmetric":252292},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":127991,"ongoing_decode_tokens":0,"pending_prefill_tokens":80887,"num_requests":3,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":3392,"score_linear":127991.0,"score_lmetric":252837},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":3392,"score_linear":199977.0,"score_lmetric":372027},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13749,"ongoing_decode_tokens":0,"pending_prefill_tokens":13749,"num_requests":1,"active_p_offloads":0,"cached_blocks":1535,"cache_hit":0,"new_prefill":3392,"score_linear":13749.0,"score_lmetric":17141},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":107083,"ongoing_decode_tokens":80246,"pending_prefill_tokens":26837,"num_requests":2,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":3392,"score_linear":107083.0,"score_lmetric":60458},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":218824,"ongoing_decode_tokens":0,"pending_prefill_tokens":43720,"num_requests":4,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":3392,"score_linear":218824.0,"score_lmetric":188448}],"chosen_score_linear":13749.0,"chosen_score_lmetric":17141,"t_first_token":282002.939197405,"t_first_token_unix":1779712867.9531407,"t_done":282003.009170231,"t_done_unix":1779712868.0231133},{"request_id":"1367312:1:1367312:566","session_id":"1367312","input_length":13749,"t_proxy_recv":282001.575100165,"t_decision_unix":1779712866.5890412,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":13749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58578,"ongoing_decode_tokens":0,"pending_prefill_tokens":49874,"num_requests":2,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":13749,"score_linear":58578.0,"score_lmetric":127246},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34226,"ongoing_decode_tokens":0,"pending_prefill_tokens":23474,"num_requests":2,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":13749,"score_linear":34226.0,"score_lmetric":74446},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":13749,"score_linear":150402.0,"score_lmetric":273006},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":127991,"ongoing_decode_tokens":0,"pending_prefill_tokens":80887,"num_requests":3,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":13749,"score_linear":127991.0,"score_lmetric":283908},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":13749,"score_linear":199977.0,"score_lmetric":403098},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1535,"cache_hit":0,"new_prefill":13749,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":13749,"score_linear":80246.0,"score_lmetric":13749},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":218824,"ongoing_decode_tokens":0,"pending_prefill_tokens":43720,"num_requests":4,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":13749,"score_linear":218824.0,"score_lmetric":229876}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282002.745277406,"t_first_token_unix":1779712867.759221,"t_done":282003.276761254,"t_done_unix":1779712868.2907045},{"request_id":"1362265:2:1367373:568","session_id":"1362265","input_length":10134,"t_proxy_recv":282001.779747057,"t_decision_unix":1779712866.7936883,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":8704,"affinity_cache_ratio":0.8588908624432603,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"cache_hit":8704,"estimated_new_tokens":1430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58578,"ongoing_decode_tokens":0,"pending_prefill_tokens":49874,"num_requests":2,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":6656,"new_prefill":3478,"score_linear":51922.0,"score_lmetric":106704},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34226,"ongoing_decode_tokens":0,"pending_prefill_tokens":23474,"num_requests":2,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":8704,"new_prefill":1430,"score_linear":25522.0,"score_lmetric":49808},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":10134,"score_linear":150402.0,"score_lmetric":265776},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":127991,"ongoing_decode_tokens":0,"pending_prefill_tokens":80887,"num_requests":3,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":10134,"score_linear":127991.0,"score_lmetric":273063},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":10134,"score_linear":199977.0,"score_lmetric":392253},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13749,"ongoing_decode_tokens":0,"pending_prefill_tokens":13749,"num_requests":1,"active_p_offloads":0,"cached_blocks":1535,"cache_hit":0,"new_prefill":10134,"score_linear":13749.0,"score_lmetric":23883},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":107083,"ongoing_decode_tokens":80246,"pending_prefill_tokens":26837,"num_requests":2,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":10134,"score_linear":107083.0,"score_lmetric":73942},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":218824,"ongoing_decode_tokens":0,"pending_prefill_tokens":43720,"num_requests":4,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":10134,"score_linear":218824.0,"score_lmetric":215416}],"chosen_score_linear":25522.0,"chosen_score_lmetric":49808,"t_first_token":282003.590965392,"t_first_token_unix":1779712868.6049085,"t_done":282003.88797247,"t_done_unix":1779712868.9019153},{"request_id":"1366128:2:1367220:563","session_id":"1366128","input_length":15411,"t_proxy_recv":282001.278373554,"t_decision_unix":1779712866.2923152,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10752,"affinity_cache_ratio":0.6976834728440724,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":10752,"estimated_new_tokens":4659,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":15411,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":18815,"ongoing_decode_tokens":0,"pending_prefill_tokens":18815,"num_requests":1,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":10752,"new_prefill":4659,"score_linear":8063.0,"score_lmetric":23474},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":15411,"score_linear":150402.0,"score_lmetric":276330},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":127991,"ongoing_decode_tokens":0,"pending_prefill_tokens":80887,"num_requests":3,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":15411,"score_linear":127991.0,"score_lmetric":288894},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":15411,"score_linear":199977.0,"score_lmetric":408084},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1535,"cache_hit":0,"new_prefill":15411,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":15411,"score_linear":80246.0,"score_lmetric":15411},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":218824,"ongoing_decode_tokens":0,"pending_prefill_tokens":43720,"num_requests":4,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":15411,"score_linear":218824.0,"score_lmetric":236524}],"chosen_score_linear":8063.0,"chosen_score_lmetric":23474,"t_first_token":282003.512051082,"t_first_token_unix":1779712868.525994,"t_done":282004.303704526,"t_done_unix":1779712869.3176477},{"request_id":"1367329:1:1367329:567","session_id":"1367329","input_length":26837,"t_proxy_recv":282001.638157651,"t_decision_unix":1779712866.6520987,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":26837,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":26837,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58578,"ongoing_decode_tokens":0,"pending_prefill_tokens":49874,"num_requests":2,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":26837,"score_linear":58578.0,"score_lmetric":153422},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34226,"ongoing_decode_tokens":0,"pending_prefill_tokens":23474,"num_requests":2,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":26837,"score_linear":34226.0,"score_lmetric":100622},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":26837,"score_linear":150402.0,"score_lmetric":299182},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":127991,"ongoing_decode_tokens":0,"pending_prefill_tokens":80887,"num_requests":3,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":26837,"score_linear":127991.0,"score_lmetric":323172},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":26837,"score_linear":199977.0,"score_lmetric":442362},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13749,"ongoing_decode_tokens":0,"pending_prefill_tokens":13749,"num_requests":1,"active_p_offloads":0,"cached_blocks":1535,"cache_hit":0,"new_prefill":26837,"score_linear":13749.0,"score_lmetric":40586},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":26837,"score_linear":80246.0,"score_lmetric":26837},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":218824,"ongoing_decode_tokens":0,"pending_prefill_tokens":43720,"num_requests":4,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":26837,"score_linear":218824.0,"score_lmetric":282228}],"chosen_score_linear":80246.0,"chosen_score_lmetric":26837,"t_first_token":282004.956327956,"t_first_token_unix":1779712869.9702713,"t_done":282006.076914383,"t_done_unix":1779712871.0908575},{"request_id":"1368070:1:1368070:575","session_id":"1368070","input_length":21773,"t_proxy_recv":282004.295834089,"t_decision_unix":1779712869.3097754,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.625,"fallback_score":43546,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":21773,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93772,"ongoing_decode_tokens":0,"pending_prefill_tokens":50252,"num_requests":3,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":21773,"score_linear":93772.0,"score_lmetric":216075},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34226,"ongoing_decode_tokens":34226,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":21773,"score_linear":34226.0,"score_lmetric":43546},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":21773,"score_linear":150402.0,"score_lmetric":289054},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":127991,"ongoing_decode_tokens":91690,"pending_prefill_tokens":2509,"num_requests":3,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":21773,"score_linear":127991.0,"score_lmetric":72846},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":21773,"score_linear":199977.0,"score_lmetric":427170},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":88420,"ongoing_decode_tokens":0,"pending_prefill_tokens":75108,"num_requests":2,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":21773,"score_linear":88420.0,"score_lmetric":193762},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":107083,"ongoing_decode_tokens":80246,"pending_prefill_tokens":26837,"num_requests":2,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":21773,"score_linear":107083.0,"score_lmetric":97220},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":218824,"ongoing_decode_tokens":0,"pending_prefill_tokens":43720,"num_requests":4,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":21773,"score_linear":218824.0,"score_lmetric":261972}],"chosen_score_linear":34226.0,"chosen_score_lmetric":43546,"t_first_token":282006.694732223,"t_first_token_unix":1779712871.7086754,"t_done":282007.231588761,"t_done_unix":1779712872.2455318},{"request_id":"1364960:2:1368239:578","session_id":"1364960","input_length":7048,"t_proxy_recv":282004.871040372,"t_decision_unix":1779712869.8849819,"policy":"unified","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":2048,"affinity_cache_ratio":0.2905788876276958,"affinity_num_requests":2,"avg_num_requests":2.75,"fallback_score":53546,"tie_break_used":false,"cache_hit":2048,"estimated_new_tokens":5000,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93772,"ongoing_decode_tokens":0,"pending_prefill_tokens":50252,"num_requests":3,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":7048,"score_linear":93772.0,"score_lmetric":171900},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":40588,"ongoing_decode_tokens":18815,"pending_prefill_tokens":21773,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":2048,"new_prefill":5000,"score_linear":38540.0,"score_lmetric":53546},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":7048,"score_linear":150402.0,"score_lmetric":259604},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":136836,"ongoing_decode_tokens":91690,"pending_prefill_tokens":11354,"num_requests":4,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":7048,"score_linear":136836.0,"score_lmetric":73608},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":7048,"score_linear":199977.0,"score_lmetric":382995},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":88420,"ongoing_decode_tokens":0,"pending_prefill_tokens":75108,"num_requests":2,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":7048,"score_linear":88420.0,"score_lmetric":164312},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":107083,"ongoing_decode_tokens":80246,"pending_prefill_tokens":26837,"num_requests":2,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":7048,"score_linear":107083.0,"score_lmetric":67770},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":218824,"ongoing_decode_tokens":0,"pending_prefill_tokens":43720,"num_requests":4,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":7048,"score_linear":218824.0,"score_lmetric":203072}],"chosen_score_linear":38540.0,"chosen_score_lmetric":53546,"t_first_token":282007.017397936,"t_first_token_unix":1779712872.031341,"t_done":282007.466717258,"t_done_unix":1779712872.4806602},{"request_id":"1355484:5:1366753:560","session_id":"1355484","input_length":20026,"t_proxy_recv":281999.41715998,"t_decision_unix":1779712864.4311013,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":19968,"affinity_cache_ratio":0.997103765105363,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":19968,"estimated_new_tokens":58,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1055,"cache_hit":0,"new_prefill":20026,"score_linear":68259.0,"score_lmetric":20026},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12984,"ongoing_decode_tokens":12984,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":20026,"score_linear":12984.0,"score_lmetric":20026},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":20026,"score_linear":150402.0,"score_lmetric":285560},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":127991,"ongoing_decode_tokens":0,"pending_prefill_tokens":80887,"num_requests":3,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":20026,"score_linear":127991.0,"score_lmetric":302739},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":20026,"score_linear":199977.0,"score_lmetric":421929},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":20026,"score_linear":62685.0,"score_lmetric":82711},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":20026,"score_linear":80246.0,"score_lmetric":20026},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":198798,"ongoing_decode_tokens":0,"pending_prefill_tokens":43662,"num_requests":3,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":19968,"new_prefill":58,"score_linear":178830.0,"score_lmetric":131160}],"chosen_score_linear":178830.0,"chosen_score_lmetric":131160,"t_first_token":282006.779837341,"t_first_token_unix":1779712871.7937808,"t_done":282007.831686654,"t_done_unix":1779712872.84563},{"request_id":"1367169:1:1367169:562","session_id":"1367169","input_length":18815,"t_proxy_recv":282001.091567137,"t_decision_unix":1779712866.1055086,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":18815,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":18815,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":18815,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":18815,"score_linear":150402.0,"score_lmetric":283138},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":127991,"ongoing_decode_tokens":0,"pending_prefill_tokens":80887,"num_requests":3,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":18815,"score_linear":127991.0,"score_lmetric":299106},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":18815,"score_linear":199977.0,"score_lmetric":418296},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":62685,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":18815,"score_linear":62685.0,"score_lmetric":18815},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":11776,"new_prefill":7039,"score_linear":68470.0,"score_lmetric":7039},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":218824,"ongoing_decode_tokens":0,"pending_prefill_tokens":43720,"num_requests":4,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":18815,"score_linear":218824.0,"score_lmetric":250140}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282003.510291293,"t_first_token_unix":1779712868.5242345,"t_done":282008.076180099,"t_done_unix":1779712873.0901234},{"request_id":"1361694:1:1361694:534","session_id":"1361694","input_length":76969,"t_proxy_recv":281981.993516993,"t_decision_unix":1779712847.0074584,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":76969,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":102938,"ongoing_decode_tokens":102938,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":0,"new_prefill":76969,"score_linear":102938.0,"score_lmetric":153938},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":16480,"ongoing_decode_tokens":16480,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":989,"cache_hit":0,"new_prefill":76969,"score_linear":16480.0,"score_lmetric":76969},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":76969,"score_linear":150402.0,"score_lmetric":399446},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":76969,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183920,"ongoing_decode_tokens":0,"pending_prefill_tokens":118384,"num_requests":2,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":76969,"score_linear":183920.0,"score_lmetric":390706},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":76969,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":3584,"new_prefill":73385,"score_linear":76662.0,"score_lmetric":73385},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111729,"ongoing_decode_tokens":78251,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1287,"cache_hit":0,"new_prefill":76969,"score_linear":111729.0,"score_lmetric":246861}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282002.287096445,"t_first_token_unix":1779712867.3010397,"t_done":282008.397185958,"t_done_unix":1779712873.4111328},{"request_id":"1277428:5:1366630:559","session_id":"1277428","input_length":36301,"t_proxy_recv":281999.041540562,"t_decision_unix":1779712864.055482,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9308834467370045,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":33792,"estimated_new_tokens":2509,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":103330,"ongoing_decode_tokens":103330,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1055,"cache_hit":0,"new_prefill":36301,"score_linear":103330.0,"score_lmetric":72602},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12984,"ongoing_decode_tokens":12984,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":4608,"new_prefill":31693,"score_linear":8376.0,"score_lmetric":31693},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":36301,"score_linear":150402.0,"score_lmetric":318110},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":33792,"new_prefill":2509,"score_linear":57898.0,"score_lmetric":161774},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":36301,"score_linear":199977.0,"score_lmetric":470754},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":36301,"score_linear":62685.0,"score_lmetric":98986},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":36301,"score_linear":80246.0,"score_lmetric":36301},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":198798,"ongoing_decode_tokens":0,"pending_prefill_tokens":43662,"num_requests":3,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":36301,"score_linear":198798.0,"score_lmetric":239889}],"chosen_score_linear":57898.0,"chosen_score_lmetric":161774,"t_first_token":282006.009366005,"t_first_token_unix":1779712871.0233092,"t_done":282008.493427072,"t_done_unix":1779712873.5073705},{"request_id":"1357132:2:1364990:550","session_id":"1357132","input_length":14721,"t_proxy_recv":281993.221435982,"t_decision_unix":1779712858.2353773,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":13312,"affinity_cache_ratio":0.9042863935873922,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":13312,"estimated_new_tokens":1409,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1055,"cache_hit":0,"new_prefill":14721,"score_linear":68259.0,"score_lmetric":14721},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":2019,"ongoing_decode_tokens":0,"pending_prefill_tokens":2019,"num_requests":1,"active_p_offloads":0,"cached_blocks":1064,"cache_hit":0,"new_prefill":14721,"score_linear":2019.0,"score_lmetric":16740},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":14721,"score_linear":150402.0,"score_lmetric":274950},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":13312,"new_prefill":1409,"score_linear":63657.0,"score_lmetric":78378},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":14721,"score_linear":199977.0,"score_lmetric":406014},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":14721,"score_linear":62685.0,"score_lmetric":77406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":14721,"score_linear":94143.0,"score_lmetric":29442},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176602,"ongoing_decode_tokens":176602,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1300,"cache_hit":0,"new_prefill":14721,"score_linear":176602.0,"score_lmetric":44163}],"chosen_score_linear":63657.0,"chosen_score_lmetric":78378,"t_first_token":282002.287758918,"t_first_token_unix":1779712867.3017018,"t_done":282008.650363896,"t_done_unix":1779712873.664307},{"request_id":"1369172:1:1369172:581","session_id":"1369172","input_length":6345,"t_proxy_recv":282008.13848726,"t_decision_unix":1779712873.1524289,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":6345,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93772,"ongoing_decode_tokens":0,"pending_prefill_tokens":50252,"num_requests":3,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":6345,"score_linear":93772.0,"score_lmetric":169791},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1213,"cache_hit":0,"new_prefill":6345,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":6345,"score_linear":150402.0,"score_lmetric":258198},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":136836,"ongoing_decode_tokens":136836,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":6345,"score_linear":136836.0,"score_lmetric":25380},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":6345,"score_linear":199977.0,"score_lmetric":380886},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":6345,"score_linear":151655.0,"score_lmetric":246672},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":6345,"score_linear":80246.0,"score_lmetric":6345},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":198798,"ongoing_decode_tokens":198798,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":6345,"score_linear":198798.0,"score_lmetric":19035}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282008.557870076,"t_first_token_unix":1779712873.571814,"t_done":282008.801968398,"t_done_unix":1779712873.8159122},{"request_id":"1357132:3:1366582:557","session_id":"1357132","input_length":14816,"t_proxy_recv":282008.655920027,"t_decision_unix":1779712873.6698616,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9676025917926566,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"cache_hit":14336,"estimated_new_tokens":480,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93772,"ongoing_decode_tokens":0,"pending_prefill_tokens":50252,"num_requests":3,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":14816,"score_linear":93772.0,"score_lmetric":195204},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":6345,"ongoing_decode_tokens":6345,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1213,"cache_hit":0,"new_prefill":14816,"score_linear":6345.0,"score_lmetric":14816},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":14816,"score_linear":150402.0,"score_lmetric":275140},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8845,"ongoing_decode_tokens":8845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":14336,"new_prefill":480,"score_linear":-5491.0,"score_lmetric":480},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":14816,"score_linear":199977.0,"score_lmetric":406299},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":14816,"score_linear":151655.0,"score_lmetric":272085},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":14816,"score_linear":80246.0,"score_lmetric":14816},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":198798,"ongoing_decode_tokens":198798,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":14816,"score_linear":198798.0,"score_lmetric":44448}],"chosen_score_linear":-5491.0,"chosen_score_lmetric":480,"t_first_token":282008.696643112,"t_first_token_unix":1779712873.7105863,"t_done":282008.865164162,"t_done_unix":1779712873.8791072},{"request_id":"1357132:4:1367654:570","session_id":"1357132","input_length":14949,"t_proxy_recv":282008.869303581,"t_decision_unix":1779712873.883245,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9589939126362967,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":14336,"estimated_new_tokens":613,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93772,"ongoing_decode_tokens":0,"pending_prefill_tokens":50252,"num_requests":3,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":14949,"score_linear":93772.0,"score_lmetric":195603},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":14949,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":14949,"score_linear":150402.0,"score_lmetric":275406},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8845,"ongoing_decode_tokens":8845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":14336,"new_prefill":613,"score_linear":-5491.0,"score_lmetric":613},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":14949,"score_linear":199977.0,"score_lmetric":406698},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":14949,"score_linear":151655.0,"score_lmetric":272484},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":14949,"score_linear":80246.0,"score_lmetric":14949},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":198798,"ongoing_decode_tokens":198798,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":14949,"score_linear":198798.0,"score_lmetric":44847}],"chosen_score_linear":-5491.0,"chosen_score_lmetric":613,"t_first_token":282008.936861265,"t_first_token_unix":1779712873.9508045,"t_done":282009.144254302,"t_done_unix":1779712874.1581976},{"request_id":"1357132:5:1368445:579","session_id":"1357132","input_length":15871,"t_proxy_recv":282009.149480789,"t_decision_unix":1779712874.163422,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14848,"affinity_cache_ratio":0.93554281393737,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":14848,"estimated_new_tokens":1023,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93772,"ongoing_decode_tokens":0,"pending_prefill_tokens":50252,"num_requests":3,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":15871,"score_linear":93772.0,"score_lmetric":198369},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":15871,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":15871,"score_linear":150402.0,"score_lmetric":277250},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8845,"ongoing_decode_tokens":8845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":14848,"new_prefill":1023,"score_linear":-6003.0,"score_lmetric":1023},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":15871,"score_linear":199977.0,"score_lmetric":409464},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":15871,"score_linear":151655.0,"score_lmetric":275250},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":15871,"score_linear":80246.0,"score_lmetric":15871},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":198798,"ongoing_decode_tokens":198798,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":15871,"score_linear":198798.0,"score_lmetric":47613}],"chosen_score_linear":-6003.0,"chosen_score_lmetric":1023,"t_first_token":282009.31423134,"t_first_token_unix":1779712874.3281746,"t_done":282009.521422577,"t_done_unix":1779712874.535366},{"request_id":"1270340:4:1366608:558","session_id":"1270340","input_length":41017,"t_proxy_recv":281998.972108758,"t_decision_unix":1779712863.9860501,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33280,"affinity_cache_ratio":0.8113708949947582,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":33280,"estimated_new_tokens":7737,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":103330,"ongoing_decode_tokens":103330,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1055,"cache_hit":0,"new_prefill":41017,"score_linear":103330.0,"score_lmetric":82034},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12984,"ongoing_decode_tokens":12984,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":41017,"score_linear":12984.0,"score_lmetric":41017},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":41017,"score_linear":150402.0,"score_lmetric":327542},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":41017,"score_linear":91690.0,"score_lmetric":238790},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":1536,"new_prefill":39481,"score_linear":198441.0,"score_lmetric":480294},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":41017,"score_linear":62685.0,"score_lmetric":103702},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":41017,"score_linear":80246.0,"score_lmetric":41017},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":157781,"ongoing_decode_tokens":0,"pending_prefill_tokens":35925,"num_requests":2,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":33280,"new_prefill":7737,"score_linear":124501.0,"score_lmetric":87324}],"chosen_score_linear":124501.0,"chosen_score_lmetric":87324,"t_first_token":282006.776315624,"t_first_token_unix":1779712871.790259,"t_done":282009.616480184,"t_done_unix":1779712874.6304235},{"request_id":"1368132:1:1368132:577","session_id":"1368132","input_length":8845,"t_proxy_recv":282004.541174155,"t_decision_unix":1779712869.5551155,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.625,"fallback_score":34062,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":8845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93772,"ongoing_decode_tokens":0,"pending_prefill_tokens":50252,"num_requests":3,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":6656,"new_prefill":2189,"score_linear":87116.0,"score_lmetric":157323},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":40588,"ongoing_decode_tokens":18815,"pending_prefill_tokens":21773,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":6656,"new_prefill":2189,"score_linear":33932.0,"score_lmetric":47924},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":8845,"score_linear":150402.0,"score_lmetric":263198},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":127991,"ongoing_decode_tokens":91690,"pending_prefill_tokens":2509,"num_requests":3,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":8845,"score_linear":127991.0,"score_lmetric":34062},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":8845,"score_linear":199977.0,"score_lmetric":388386},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":88420,"ongoing_decode_tokens":0,"pending_prefill_tokens":75108,"num_requests":2,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":8845,"score_linear":88420.0,"score_lmetric":167906},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":107083,"ongoing_decode_tokens":80246,"pending_prefill_tokens":26837,"num_requests":2,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":8845,"score_linear":107083.0,"score_lmetric":71364},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":218824,"ongoing_decode_tokens":0,"pending_prefill_tokens":43720,"num_requests":4,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":8845,"score_linear":218824.0,"score_lmetric":210260}],"chosen_score_linear":127991.0,"chosen_score_lmetric":34062,"t_first_token":282006.735948883,"t_first_token_unix":1779712871.749892,"t_done":282009.954818944,"t_done_unix":1779712874.9687622},{"request_id":"1369768:1:1369768:584","session_id":"1369768","input_length":7712,"t_proxy_recv":282010.142076545,"t_decision_unix":1779712875.156018,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":7712,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93772,"ongoing_decode_tokens":0,"pending_prefill_tokens":50252,"num_requests":3,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":7712,"score_linear":93772.0,"score_lmetric":173892},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":18160,"ongoing_decode_tokens":18160,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":7712,"score_linear":18160.0,"score_lmetric":7712},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":7712,"score_linear":150402.0,"score_lmetric":260932},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":7712,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":7712,"score_linear":199977.0,"score_lmetric":384987},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":7712,"score_linear":151655.0,"score_lmetric":250773},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":7712,"score_linear":80246.0,"score_lmetric":7712},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177939,"ongoing_decode_tokens":177939,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":7712,"score_linear":177939.0,"score_lmetric":23136}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282010.681334347,"t_first_token_unix":1779712875.6952775,"t_done":282010.793263057,"t_done_unix":1779712875.8072062},{"request_id":"1364128:2:1367249:565","session_id":"1364128","input_length":9095,"t_proxy_recv":282001.372450513,"t_decision_unix":1779712866.3863919,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9570093457943926,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":8704,"estimated_new_tokens":391,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49483,"ongoing_decode_tokens":0,"pending_prefill_tokens":49483,"num_requests":1,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":8704,"new_prefill":391,"score_linear":40779.0,"score_lmetric":49874},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34226,"ongoing_decode_tokens":0,"pending_prefill_tokens":23474,"num_requests":2,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":6656,"new_prefill":2439,"score_linear":27570.0,"score_lmetric":51826},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":9095,"score_linear":150402.0,"score_lmetric":263698},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":127991,"ongoing_decode_tokens":0,"pending_prefill_tokens":80887,"num_requests":3,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":9095,"score_linear":127991.0,"score_lmetric":269946},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":9095,"score_linear":199977.0,"score_lmetric":389136},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1535,"cache_hit":0,"new_prefill":9095,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":9095,"score_linear":80246.0,"score_lmetric":9095},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":218824,"ongoing_decode_tokens":0,"pending_prefill_tokens":43720,"num_requests":4,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":9095,"score_linear":218824.0,"score_lmetric":211260}],"chosen_score_linear":40779.0,"chosen_score_lmetric":49874,"t_first_token":282010.682166071,"t_first_token_unix":1779712875.6961088,"t_done":282011.378024849,"t_done_unix":1779712876.3919683},{"request_id":"1355484:6:1369697:583","session_id":"1355484","input_length":20158,"t_proxy_recv":282009.923167304,"t_decision_unix":1779712874.9371083,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9905744617521579,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":19968,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93772,"ongoing_decode_tokens":0,"pending_prefill_tokens":50252,"num_requests":3,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":20158,"score_linear":93772.0,"score_lmetric":211230},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":18160,"ongoing_decode_tokens":0,"pending_prefill_tokens":5360,"num_requests":1,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":20158,"score_linear":18160.0,"score_lmetric":25518},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":20158,"score_linear":150402.0,"score_lmetric":285824},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8845,"ongoing_decode_tokens":8845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1504,"cache_hit":0,"new_prefill":20158,"score_linear":8845.0,"score_lmetric":20158},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":20158,"score_linear":199977.0,"score_lmetric":422325},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":20158,"score_linear":151655.0,"score_lmetric":288111},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":20158,"score_linear":80246.0,"score_lmetric":20158},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":157781,"ongoing_decode_tokens":157781,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":19968,"new_prefill":190,"score_linear":137813.0,"score_lmetric":380}],"chosen_score_linear":137813.0,"chosen_score_lmetric":380,"t_first_token":282010.017079494,"t_first_token_unix":1779712875.0310228,"t_done":282011.525843851,"t_done_unix":1779712876.5397873},{"request_id":"1344773:12:1367864:571","session_id":"1344773","input_length":35194,"t_proxy_recv":282003.47429794,"t_decision_unix":1779712868.488239,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9892595328749219,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"cache_hit":34816,"estimated_new_tokens":378,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58578,"ongoing_decode_tokens":0,"pending_prefill_tokens":49874,"num_requests":2,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":34816,"new_prefill":378,"score_linear":23762.0,"score_lmetric":100504},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":44360,"ongoing_decode_tokens":0,"pending_prefill_tokens":24904,"num_requests":3,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":35194,"score_linear":44360.0,"score_lmetric":180294},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":35194,"score_linear":150402.0,"score_lmetric":315896},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":127991,"ongoing_decode_tokens":91690,"pending_prefill_tokens":2509,"num_requests":3,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":35194,"score_linear":127991.0,"score_lmetric":113109},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":35194,"score_linear":199977.0,"score_lmetric":467433},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":35194,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":107083,"ongoing_decode_tokens":80246,"pending_prefill_tokens":26837,"num_requests":2,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":35194,"score_linear":107083.0,"score_lmetric":124062},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":218824,"ongoing_decode_tokens":0,"pending_prefill_tokens":43720,"num_requests":4,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":35194,"score_linear":218824.0,"score_lmetric":315656}],"chosen_score_linear":23762.0,"chosen_score_lmetric":100504,"t_first_token":282010.681515339,"t_first_token_unix":1779712875.695458,"t_done":282012.664875983,"t_done_unix":1779712877.6788187},{"request_id":"1344773:13:1370257:589","session_id":"1344773","input_length":35413,"t_proxy_recv":282012.672678911,"t_decision_unix":1779712877.6866205,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9975997515036851,"affinity_num_requests":2,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"cache_hit":35328,"estimated_new_tokens":85,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57193,"ongoing_decode_tokens":49483,"pending_prefill_tokens":7710,"num_requests":2,"active_p_offloads":0,"cached_blocks":1060,"cache_hit":35328,"new_prefill":85,"score_linear":21865.0,"score_lmetric":15590},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":70968,"ongoing_decode_tokens":41467,"pending_prefill_tokens":7997,"num_requests":3,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":35413,"score_linear":70968.0,"score_lmetric":130230},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":35413,"score_linear":150402.0,"score_lmetric":316334},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18301,"ongoing_decode_tokens":0,"pending_prefill_tokens":10621,"num_requests":1,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":0,"new_prefill":35413,"score_linear":18301.0,"score_lmetric":46034},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":35413,"score_linear":199977.0,"score_lmetric":468090},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":35413,"score_linear":151655.0,"score_lmetric":333876},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155910,"ongoing_decode_tokens":91379,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":35413,"score_linear":155910.0,"score_lmetric":123192},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":160162,"ongoing_decode_tokens":160162,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":35413,"score_linear":160162.0,"score_lmetric":106239}],"chosen_score_linear":21865.0,"chosen_score_lmetric":15590,"t_first_token":282013.25817962,"t_first_token_unix":1779712878.2721238,"t_done":282013.303850355,"t_done_unix":1779712878.3177936},{"request_id":"1370466:1:1370466:592","session_id":"1370466","input_length":7710,"t_proxy_recv":282012.665663051,"t_decision_unix":1779712877.6796048,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":7710,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":7710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49483,"ongoing_decode_tokens":49483,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1060,"cache_hit":0,"new_prefill":7710,"score_linear":49483.0,"score_lmetric":7710},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":70968,"ongoing_decode_tokens":41467,"pending_prefill_tokens":7997,"num_requests":3,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":7710,"score_linear":70968.0,"score_lmetric":47121},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":7710,"score_linear":150402.0,"score_lmetric":260928},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18301,"ongoing_decode_tokens":0,"pending_prefill_tokens":10621,"num_requests":1,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":0,"new_prefill":7710,"score_linear":18301.0,"score_lmetric":18331},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":7710,"score_linear":199977.0,"score_lmetric":384981},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":7710,"score_linear":151655.0,"score_lmetric":250767},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155910,"ongoing_decode_tokens":91379,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":7710,"score_linear":155910.0,"score_lmetric":40083},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":160162,"ongoing_decode_tokens":160162,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":7710,"score_linear":160162.0,"score_lmetric":23130}],"chosen_score_linear":49483.0,"chosen_score_lmetric":7710,"t_first_token":282013.212479528,"t_first_token_unix":1779712878.2264235,"t_done":282013.446385048,"t_done_unix":1779712878.4603283},{"request_id":"1368070:2:1370108:586","session_id":"1368070","input_length":29501,"t_proxy_recv":282011.324954929,"t_decision_unix":1779712876.3388958,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":21504,"affinity_cache_ratio":0.7289244432392122,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"cache_hit":21504,"estimated_new_tokens":7997,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93772,"ongoing_decode_tokens":93772,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":29501,"score_linear":93772.0,"score_lmetric":88503},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":41467,"ongoing_decode_tokens":18160,"pending_prefill_tokens":7947,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":21504,"new_prefill":7997,"score_linear":19963.0,"score_lmetric":31888},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":29501,"score_linear":150402.0,"score_lmetric":304510},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":0,"new_prefill":29501,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":29501,"score_linear":199977.0,"score_lmetric":450354},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":29501,"score_linear":151655.0,"score_lmetric":316140},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":29501,"score_linear":80246.0,"score_lmetric":29501},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177939,"ongoing_decode_tokens":177939,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":29501,"score_linear":177939.0,"score_lmetric":88503}],"chosen_score_linear":19963.0,"chosen_score_lmetric":31888,"t_first_token":282013.322738564,"t_first_token_unix":1779712878.336682,"t_done":282013.56222726,"t_done_unix":1779712878.5761707},{"request_id":"1370269:1:1370269:591","session_id":"1370269","input_length":2381,"t_proxy_recv":282011.874804276,"t_decision_unix":1779712876.8887458,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":4762,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":2381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":84677,"ongoing_decode_tokens":84677,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":2381,"score_linear":84677.0,"score_lmetric":4762},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":70968,"ongoing_decode_tokens":41467,"pending_prefill_tokens":7997,"num_requests":3,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":2381,"score_linear":70968.0,"score_lmetric":31134},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":2381,"score_linear":150402.0,"score_lmetric":250270},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18301,"ongoing_decode_tokens":0,"pending_prefill_tokens":10621,"num_requests":1,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":0,"new_prefill":2381,"score_linear":18301.0,"score_lmetric":13002},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":2381,"score_linear":199977.0,"score_lmetric":368994},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":2381,"score_linear":151655.0,"score_lmetric":234780},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155910,"ongoing_decode_tokens":80246,"pending_prefill_tokens":16784,"num_requests":3,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":2381,"score_linear":155910.0,"score_lmetric":57495},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":157781,"ongoing_decode_tokens":157781,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":2381,"score_linear":157781.0,"score_lmetric":4762}],"chosen_score_linear":157781.0,"chosen_score_lmetric":4762,"t_first_token":282012.208753446,"t_first_token_unix":1779712877.2226973,"t_done":282013.589990729,"t_done_unix":1779712878.6039338},{"request_id":"1366128:3:1369902:585","session_id":"1366128","input_length":23307,"t_proxy_recv":282010.614240054,"t_decision_unix":1779712875.6281812,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":15360,"affinity_cache_ratio":0.6590294761230532,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"cache_hit":15360,"estimated_new_tokens":7947,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93772,"ongoing_decode_tokens":0,"pending_prefill_tokens":50252,"num_requests":3,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":23307,"score_linear":93772.0,"score_lmetric":220677},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":18160,"ongoing_decode_tokens":18160,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":15360,"new_prefill":7947,"score_linear":2800.0,"score_lmetric":7947},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":23307,"score_linear":150402.0,"score_lmetric":292122},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":7712,"ongoing_decode_tokens":0,"pending_prefill_tokens":7712,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":23307,"score_linear":7712.0,"score_lmetric":31019},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":23307,"score_linear":199977.0,"score_lmetric":431772},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":23307,"score_linear":151655.0,"score_lmetric":297558},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":23307,"score_linear":80246.0,"score_lmetric":23307},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177939,"ongoing_decode_tokens":177939,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":23307,"score_linear":177939.0,"score_lmetric":69921}],"chosen_score_linear":2800.0,"chosen_score_lmetric":7947,"t_first_token":282011.862121283,"t_first_token_unix":1779712876.8760645,"t_done":282013.67390113,"t_done_unix":1779712878.6878443},{"request_id":"1363943:3:1369535:582","session_id":"1363943","input_length":18160,"t_proxy_recv":282009.321691706,"t_decision_unix":1779712874.335633,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":12800,"affinity_cache_ratio":0.7048458149779736,"affinity_num_requests":0,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"cache_hit":12800,"estimated_new_tokens":5360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93772,"ongoing_decode_tokens":0,"pending_prefill_tokens":50252,"num_requests":3,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":8704,"new_prefill":9456,"score_linear":85068.0,"score_lmetric":179124},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":12800,"new_prefill":5360,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":18160,"score_linear":150402.0,"score_lmetric":281828},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":24716,"ongoing_decode_tokens":24716,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":4096,"new_prefill":14064,"score_linear":20620.0,"score_lmetric":28128},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":18160,"score_linear":199977.0,"score_lmetric":416331},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":18160,"score_linear":151655.0,"score_lmetric":282117},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":4096,"new_prefill":14064,"score_linear":76150.0,"score_lmetric":14064},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":198798,"ongoing_decode_tokens":198798,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":4096,"new_prefill":14064,"score_linear":194702.0,"score_lmetric":42192}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":282010.005396295,"t_first_token_unix":1779712875.0193398,"t_done":282014.183874849,"t_done_unix":1779712879.197818},{"request_id":"1353821:2:1357420:517","session_id":"1353821","input_length":27805,"t_proxy_recv":281966.543136902,"t_decision_unix":1779712831.5570781,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9943535335371336,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":27648,"estimated_new_tokens":157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1036,"cache_hit":0,"new_prefill":27805,"score_linear":68259.0,"score_lmetric":27805},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":48193,"ongoing_decode_tokens":48193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":982,"cache_hit":0,"new_prefill":27805,"score_linear":48193.0,"score_lmetric":27805},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":27648,"new_prefill":157,"score_linear":94949.0,"score_lmetric":122754},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":34891,"ongoing_decode_tokens":21371,"pending_prefill_tokens":13520,"num_requests":2,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":27805,"score_linear":34891.0,"score_lmetric":82650},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":27805,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":27805,"score_linear":83526.0,"score_lmetric":111331},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":27805,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":84285,"ongoing_decode_tokens":0,"pending_prefill_tokens":36157,"num_requests":2,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":27805,"score_linear":84285.0,"score_lmetric":127924}],"chosen_score_linear":94949.0,"chosen_score_lmetric":122754,"t_first_token":282012.827458021,"t_first_token_unix":1779712877.841401,"t_done":282014.421707261,"t_done_unix":1779712879.4356503},{"request_id":"1313181:3:1364311:547","session_id":"1313181","input_length":59514,"t_proxy_recv":281994.855261159,"t_decision_unix":1779712859.8692021,"policy":"unified","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24064,"affinity_cache_ratio":0.4043418355344961,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"cache_hit":24064,"estimated_new_tokens":35450,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1055,"cache_hit":0,"new_prefill":59514,"score_linear":68259.0,"score_lmetric":59514},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":59514,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":59514,"score_linear":150402.0,"score_lmetric":364536},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":59514,"score_linear":91690.0,"score_lmetric":275784},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":59514,"score_linear":199977.0,"score_lmetric":540393},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":59514,"score_linear":62685.0,"score_lmetric":122199},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":59514,"score_linear":94143.0,"score_lmetric":119028},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":24064,"new_prefill":35450,"score_linear":-24064.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":282006.344709489,"t_first_token_unix":1779712871.3586528,"t_done":282014.530012959,"t_done_unix":1779712879.5439563},{"request_id":"1340278:2:1367225:564","session_id":"1340278","input_length":49483,"t_proxy_recv":282001.328857835,"t_decision_unix":1779712866.3427994,"policy":"unified","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":0,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9829638461693915,"affinity_num_requests":4,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":49483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":49483,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34226,"ongoing_decode_tokens":0,"pending_prefill_tokens":23474,"num_requests":2,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":49483,"score_linear":34226.0,"score_lmetric":145914},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":49483,"score_linear":150402.0,"score_lmetric":344474},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":127991,"ongoing_decode_tokens":0,"pending_prefill_tokens":80887,"num_requests":3,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":49483,"score_linear":127991.0,"score_lmetric":391110},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":49483,"score_linear":199977.0,"score_lmetric":510300},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1535,"cache_hit":0,"new_prefill":49483,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":49483,"score_linear":80246.0,"score_lmetric":49483},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":218824,"ongoing_decode_tokens":0,"pending_prefill_tokens":43720,"num_requests":4,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":48640,"new_prefill":843,"score_linear":170184.0,"score_lmetric":178252}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282010.676743882,"t_first_token_unix":1779712875.6906872,"t_done":282014.671512416,"t_done_unix":1779712879.6854556},{"request_id":"1367424:2:1370211:588","session_id":"1367424","input_length":11133,"t_proxy_recv":282011.618125094,"t_decision_unix":1779712876.6320662,"policy":"unified","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":6,"affinity_cache_hit":3072,"affinity_cache_ratio":0.27593640528159524,"affinity_num_requests":3,"avg_num_requests":2.125,"fallback_score":11133,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":11133,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":84677,"ongoing_decode_tokens":84677,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":11133,"score_linear":84677.0,"score_lmetric":22266},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":70968,"ongoing_decode_tokens":18160,"pending_prefill_tokens":15944,"num_requests":3,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":11133,"score_linear":70968.0,"score_lmetric":81231},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":11133,"score_linear":150402.0,"score_lmetric":267774},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18301,"ongoing_decode_tokens":0,"pending_prefill_tokens":10621,"num_requests":1,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":0,"new_prefill":11133,"score_linear":18301.0,"score_lmetric":21754},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":11133,"score_linear":199977.0,"score_lmetric":395250},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":3072,"new_prefill":8061,"score_linear":148583.0,"score_lmetric":251820},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":11133,"score_linear":80246.0,"score_lmetric":11133},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":157781,"ongoing_decode_tokens":157781,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":11133,"score_linear":157781.0,"score_lmetric":22266}],"chosen_score_linear":80246.0,"chosen_score_lmetric":11133,"t_first_token":282012.593677206,"t_first_token_unix":1779712877.607621,"t_done":282014.809856119,"t_done_unix":1779712879.8237996},{"request_id":"1340278:3:1368072:576","session_id":"1340278","input_length":50124,"t_proxy_recv":282014.702019587,"t_decision_unix":1779712879.7159607,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9908227595563004,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":49664,"new_prefill":460,"score_linear":-49664.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":50124,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150530,"ongoing_decode_tokens":150530,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":50124,"score_linear":150530.0,"score_lmetric":100248},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18301,"ongoing_decode_tokens":18301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":0,"new_prefill":50124,"score_linear":18301.0,"score_lmetric":50124},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":50124,"score_linear":199977.0,"score_lmetric":512223},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":50124,"score_linear":151655.0,"score_lmetric":378009},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155910,"ongoing_decode_tokens":155910,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":50124,"score_linear":155910.0,"score_lmetric":150372},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":140971,"ongoing_decode_tokens":140971,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":48640,"new_prefill":1484,"score_linear":92331.0,"score_lmetric":2968}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":282014.908546041,"t_first_token_unix":1779712879.9224894,"t_done":282014.948309329,"t_done_unix":1779712879.9622529},{"request_id":"1277428:6:1371101:593","session_id":"1277428","input_length":36583,"t_proxy_recv":282014.705767749,"t_decision_unix":1779712879.7197094,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9936855916682612,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":36352,"estimated_new_tokens":231,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":50124,"ongoing_decode_tokens":0,"pending_prefill_tokens":460,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":36583,"score_linear":50124.0,"score_lmetric":37043},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":4608,"new_prefill":31975,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150530,"ongoing_decode_tokens":150530,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":36583,"score_linear":150530.0,"score_lmetric":73166},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18301,"ongoing_decode_tokens":18301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":36352,"new_prefill":231,"score_linear":-18051.0,"score_lmetric":231},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":36583,"score_linear":199977.0,"score_lmetric":471600},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":36583,"score_linear":151655.0,"score_lmetric":337386},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155910,"ongoing_decode_tokens":155910,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":36583,"score_linear":155910.0,"score_lmetric":109749},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":140971,"ongoing_decode_tokens":140971,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":36583,"score_linear":140971.0,"score_lmetric":73166}],"chosen_score_linear":-18051.0,"chosen_score_lmetric":231,"t_first_token":282014.846406563,"t_first_token_unix":1779712879.8603501,"t_done":282015.272697261,"t_done_unix":1779712880.2866406},{"request_id":"1353821:3:1360898:529","session_id":"1353821","input_length":27933,"t_proxy_recv":282014.429056195,"t_decision_unix":1779712879.4429977,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":27648,"affinity_cache_ratio":0.98979701428418,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":27648,"estimated_new_tokens":285,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49483,"ongoing_decode_tokens":49483,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":27933,"score_linear":49483.0,"score_lmetric":27933},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":27933,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":122597,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":27648,"new_prefill":285,"score_linear":94949.0,"score_lmetric":285},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18301,"ongoing_decode_tokens":18301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":0,"new_prefill":27933,"score_linear":18301.0,"score_lmetric":27933},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":27933,"score_linear":199977.0,"score_lmetric":445650},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":27933,"score_linear":151655.0,"score_lmetric":311436},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155910,"ongoing_decode_tokens":91379,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":27933,"score_linear":155910.0,"score_lmetric":100752},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":157781,"ongoing_decode_tokens":157781,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1389,"cache_hit":0,"new_prefill":27933,"score_linear":157781.0,"score_lmetric":55866}],"chosen_score_linear":94949.0,"chosen_score_lmetric":285,"t_first_token":282014.49937745,"t_first_token_unix":1779712879.5133204,"t_done":282015.384827882,"t_done_unix":1779712880.3987713},{"request_id":"1356885:1:1356885:514","session_id":"1356885","input_length":122597,"t_proxy_recv":281964.904285129,"t_decision_unix":1779712829.9182265,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":122597,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1036,"cache_hit":0,"new_prefill":122597,"score_linear":68259.0,"score_lmetric":122597},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":48193,"ongoing_decode_tokens":48193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":982,"cache_hit":0,"new_prefill":122597,"score_linear":48193.0,"score_lmetric":122597},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":122597,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":6656,"new_prefill":115941,"score_linear":14715.0,"score_lmetric":115941},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1300,"cache_hit":0,"new_prefill":122597,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":122597,"score_linear":83526.0,"score_lmetric":206123},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":78089,"ongoing_decode_tokens":78089,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":122597,"score_linear":78089.0,"score_lmetric":122597},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":84285,"ongoing_decode_tokens":0,"pending_prefill_tokens":36157,"num_requests":2,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":122597,"score_linear":84285.0,"score_lmetric":317508}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282012.826132877,"t_first_token_unix":1779712877.8400764,"t_done":282015.515348906,"t_done_unix":1779712880.5292923},{"request_id":"1353821:4:1363399:541","session_id":"1353821","input_length":28093,"t_proxy_recv":282015.393714998,"t_decision_unix":1779712880.4076567,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":27648,"affinity_cache_ratio":0.984159755099135,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":27648,"estimated_new_tokens":445,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":28093,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":28093,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":122597,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":27648,"new_prefill":445,"score_linear":94949.0,"score_lmetric":445},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18301,"ongoing_decode_tokens":18301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":0,"new_prefill":28093,"score_linear":18301.0,"score_lmetric":28093},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":28093,"score_linear":199977.0,"score_lmetric":446130},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":28093,"score_linear":151655.0,"score_lmetric":311916},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":177591,"ongoing_decode_tokens":144777,"pending_prefill_tokens":6190,"num_requests":3,"active_p_offloads":0,"cached_blocks":1326,"cache_hit":0,"new_prefill":28093,"score_linear":177591.0,"score_lmetric":102849},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":163963,"ongoing_decode_tokens":140971,"pending_prefill_tokens":3024,"num_requests":3,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":28093,"score_linear":163963.0,"score_lmetric":93351}],"chosen_score_linear":94949.0,"chosen_score_lmetric":445,"t_first_token":282015.509166239,"t_first_token_unix":1779712880.5231094,"t_done":282015.663254224,"t_done_unix":1779712880.6771972},{"request_id":"1370129:1:1370129:587","session_id":"1370129","input_length":18301,"t_proxy_recv":282011.395747935,"t_decision_unix":1779712876.4096894,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":0,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":10621,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":84677,"ongoing_decode_tokens":84677,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":7680,"new_prefill":10621,"score_linear":76997.0,"score_lmetric":21242},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":70968,"ongoing_decode_tokens":18160,"pending_prefill_tokens":15944,"num_requests":3,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":4096,"new_prefill":14205,"score_linear":66872.0,"score_lmetric":90447},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":18301,"score_linear":150402.0,"score_lmetric":282110},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":7680,"new_prefill":10621,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":18301,"score_linear":199977.0,"score_lmetric":416754},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":18301,"score_linear":151655.0,"score_lmetric":282540},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":7680,"new_prefill":10621,"score_linear":72566.0,"score_lmetric":10621},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177939,"ongoing_decode_tokens":177939,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":7680,"new_prefill":10621,"score_linear":170259.0,"score_lmetric":31863}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":282012.686267385,"t_first_token_unix":1779712877.7002106,"t_done":282016.007782952,"t_done_unix":1779712881.0217264},{"request_id":"1313181:4:1318843:342","session_id":"1313181","input_length":42704,"t_proxy_recv":282014.545791636,"t_decision_unix":1779712879.559733,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":42496,"affinity_cache_ratio":0.9951292618958412,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":42496,"estimated_new_tokens":208,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49483,"ongoing_decode_tokens":49483,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":42704,"score_linear":49483.0,"score_lmetric":42704},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":42704,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150530,"ongoing_decode_tokens":150530,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":42704,"score_linear":150530.0,"score_lmetric":85408},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18301,"ongoing_decode_tokens":18301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":0,"new_prefill":42704,"score_linear":18301.0,"score_lmetric":42704},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":42704,"score_linear":199977.0,"score_lmetric":489963},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":42704,"score_linear":151655.0,"score_lmetric":355749},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155910,"ongoing_decode_tokens":91379,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":42704,"score_linear":155910.0,"score_lmetric":145065},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":42496,"new_prefill":208,"score_linear":55771.0,"score_lmetric":208}],"chosen_score_linear":55771.0,"chosen_score_lmetric":208,"t_first_token":282014.632343279,"t_first_token_unix":1779712879.6462862,"t_done":282016.514840563,"t_done_unix":1779712881.528784},{"request_id":"1371337:1:1371337:597","session_id":"1371337","input_length":9399,"t_proxy_recv":282015.535102571,"t_decision_unix":1779712880.5490441,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":9399,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":9399,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":9399,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":28093,"ongoing_decode_tokens":28093,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1559,"cache_hit":0,"new_prefill":9399,"score_linear":28093.0,"score_lmetric":9399},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18301,"ongoing_decode_tokens":18301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":0,"new_prefill":9399,"score_linear":18301.0,"score_lmetric":9399},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":9399,"score_linear":199977.0,"score_lmetric":390048},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":9399,"score_linear":151655.0,"score_lmetric":255834},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":177591,"ongoing_decode_tokens":144777,"pending_prefill_tokens":6190,"num_requests":3,"active_p_offloads":0,"cached_blocks":1326,"cache_hit":0,"new_prefill":9399,"score_linear":177591.0,"score_lmetric":46767},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":163963,"ongoing_decode_tokens":140971,"pending_prefill_tokens":3024,"num_requests":3,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":9399,"score_linear":163963.0,"score_lmetric":37269}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282016.244653665,"t_first_token_unix":1779712881.2585979,"t_done":282016.782951529,"t_done_unix":1779712881.7968948},{"request_id":"1371622:1:1371622:598","session_id":"1371622","input_length":13616,"t_proxy_recv":282016.540689145,"t_decision_unix":1779712881.5546308,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":13616,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":9399,"ongoing_decode_tokens":9399,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":13616,"score_linear":9399.0,"score_lmetric":13616},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":13616,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1559,"cache_hit":0,"new_prefill":13616,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":13616,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":11264,"new_prefill":2352,"score_linear":188713.0,"score_lmetric":368907},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":13616,"score_linear":151655.0,"score_lmetric":268485},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":177591,"ongoing_decode_tokens":177591,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1326,"cache_hit":0,"new_prefill":13616,"score_linear":177591.0,"score_lmetric":40848},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181263,"ongoing_decode_tokens":121259,"pending_prefill_tokens":17508,"num_requests":3,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":13616,"score_linear":181263.0,"score_lmetric":93372}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282017.701147694,"t_first_token_unix":1779712882.715091,"t_done":282018.448431158,"t_done_unix":1779712883.4623747},{"request_id":"1366128:4:1371629:599","session_id":"1366128","input_length":35037,"t_proxy_recv":282016.574082846,"t_decision_unix":1779712881.5880237,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":23040,"affinity_cache_ratio":0.6575905471358849,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":23040,"estimated_new_tokens":11997,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":9399,"ongoing_decode_tokens":9399,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":35037,"score_linear":9399.0,"score_lmetric":35037},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":23040,"new_prefill":11997,"score_linear":-23040.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":13616,"num_requests":1,"active_p_offloads":0,"cached_blocks":1559,"cache_hit":0,"new_prefill":35037,"score_linear":13616.0,"score_lmetric":48653},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":35037,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":35037,"score_linear":199977.0,"score_lmetric":466962},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":35037,"score_linear":151655.0,"score_lmetric":332748},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":177591,"ongoing_decode_tokens":177591,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1326,"cache_hit":0,"new_prefill":35037,"score_linear":177591.0,"score_lmetric":105111},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181263,"ongoing_decode_tokens":121259,"pending_prefill_tokens":17508,"num_requests":3,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":35037,"score_linear":181263.0,"score_lmetric":157635}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":282019.103440446,"t_first_token_unix":1779712884.1173842,"t_done":282019.435210624,"t_done_unix":1779712884.449154},{"request_id":"1363943:4:1372250:603","session_id":"1363943","input_length":18396,"t_proxy_recv":282018.882593325,"t_decision_unix":1779712883.8965347,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":17920,"affinity_cache_ratio":0.974124809741248,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":17920,"estimated_new_tokens":476,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17407,"ongoing_decode_tokens":0,"pending_prefill_tokens":17407,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":8704,"new_prefill":9692,"score_linear":8703.0,"score_lmetric":27099},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35037,"ongoing_decode_tokens":0,"pending_prefill_tokens":11997,"num_requests":1,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":17920,"new_prefill":476,"score_linear":17117.0,"score_lmetric":12473},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":18396,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":38252,"ongoing_decode_tokens":0,"pending_prefill_tokens":1900,"num_requests":1,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":4096,"new_prefill":14300,"score_linear":34156.0,"score_lmetric":16200},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":18396,"score_linear":199977.0,"score_lmetric":417039},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":18396,"score_linear":151655.0,"score_lmetric":282825},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":204296,"ongoing_decode_tokens":177591,"pending_prefill_tokens":12369,"num_requests":4,"active_p_offloads":0,"cached_blocks":1326,"cache_hit":4096,"new_prefill":14300,"score_linear":200200.0,"score_lmetric":106676},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181263,"ongoing_decode_tokens":121259,"pending_prefill_tokens":17508,"num_requests":3,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":4096,"new_prefill":14300,"score_linear":177167.0,"score_lmetric":95424}],"chosen_score_linear":17117.0,"chosen_score_lmetric":12473,"t_first_token":282019.137731086,"t_first_token_unix":1779712884.1516743,"t_done":282019.726071358,"t_done_unix":1779712884.7400146},{"request_id":"1371929:1:1371929:601","session_id":"1371929","input_length":17407,"t_proxy_recv":282017.644048058,"t_decision_unix":1779712882.6579897,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":17407,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":17407,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35037,"ongoing_decode_tokens":0,"pending_prefill_tokens":11997,"num_requests":1,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":17407,"score_linear":35037.0,"score_lmetric":29404},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":13616,"num_requests":1,"active_p_offloads":0,"cached_blocks":1559,"cache_hit":0,"new_prefill":17407,"score_linear":13616.0,"score_lmetric":31023},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":17407,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":17407,"score_linear":199977.0,"score_lmetric":414072},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":17407,"score_linear":151655.0,"score_lmetric":279858},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":204296,"ongoing_decode_tokens":177591,"pending_prefill_tokens":12369,"num_requests":4,"active_p_offloads":0,"cached_blocks":1326,"cache_hit":0,"new_prefill":17407,"score_linear":204296.0,"score_lmetric":119104},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181263,"ongoing_decode_tokens":121259,"pending_prefill_tokens":17508,"num_requests":3,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":17407,"score_linear":181263.0,"score_lmetric":104745}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282019.342006996,"t_first_token_unix":1779712884.3559508,"t_done":282019.81299216,"t_done_unix":1779712884.8269355},{"request_id":"1342634:2:1370263:590","session_id":"1342634","input_length":64531,"t_proxy_recv":282011.855860703,"t_decision_unix":1779712876.869802,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9124296849576172,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"cache_hit":58880,"estimated_new_tokens":5651,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":84677,"ongoing_decode_tokens":84677,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":64531,"score_linear":84677.0,"score_lmetric":129062},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":70968,"ongoing_decode_tokens":18160,"pending_prefill_tokens":15944,"num_requests":3,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":64531,"score_linear":70968.0,"score_lmetric":241425},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":64531,"score_linear":150402.0,"score_lmetric":374570},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18301,"ongoing_decode_tokens":0,"pending_prefill_tokens":10621,"num_requests":1,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":0,"new_prefill":64531,"score_linear":18301.0,"score_lmetric":75152},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":64531,"score_linear":199977.0,"score_lmetric":555444},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":64531,"score_linear":151655.0,"score_lmetric":421230},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":91379,"ongoing_decode_tokens":80246,"pending_prefill_tokens":11133,"num_requests":2,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":58880,"new_prefill":5651,"score_linear":32499.0,"score_lmetric":33568},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":157781,"ongoing_decode_tokens":157781,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":64531,"score_linear":157781.0,"score_lmetric":129062}],"chosen_score_linear":32499.0,"chosen_score_lmetric":33568,"t_first_token":282014.605021853,"t_first_token_unix":1779712879.6189651,"t_done":282020.027762145,"t_done_unix":1779712885.0417054},{"request_id":"1367329:2:1371226:595","session_id":"1367329","input_length":32814,"t_proxy_recv":282015.106207045,"t_decision_unix":1779712880.120148,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8113610044493205,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":26624,"estimated_new_tokens":6190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":32814,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":32814,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150530,"ongoing_decode_tokens":150530,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":32814,"score_linear":150530.0,"score_lmetric":65628},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":54884,"ongoing_decode_tokens":54884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":0,"new_prefill":32814,"score_linear":54884.0,"score_lmetric":65628},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":32814,"score_linear":199977.0,"score_lmetric":460293},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":32814,"score_linear":151655.0,"score_lmetric":326079},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":144777,"ongoing_decode_tokens":144777,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1326,"cache_hit":26624,"new_prefill":6190,"score_linear":118153.0,"score_lmetric":12380},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":140971,"ongoing_decode_tokens":140971,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":32814,"score_linear":140971.0,"score_lmetric":65628}],"chosen_score_linear":118153.0,"chosen_score_lmetric":12380,"t_first_token":282016.447061257,"t_first_token_unix":1779712881.4610047,"t_done":282020.854864702,"t_done_unix":1779712885.868808},{"request_id":"1372791:1:1372791:604","session_id":"1372791","input_length":4811,"t_proxy_recv":282020.650739439,"t_decision_unix":1779712885.6646805,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4811,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1224,"cache_hit":0,"new_prefill":4811,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1289,"cache_hit":0,"new_prefill":4811,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":4811,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":38252,"ongoing_decode_tokens":38252,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":4811,"score_linear":38252.0,"score_lmetric":4811},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":4811,"score_linear":199977.0,"score_lmetric":376284},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":4811,"score_linear":151655.0,"score_lmetric":242070},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139765,"ongoing_decode_tokens":139765,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1337,"cache_hit":0,"new_prefill":4811,"score_linear":139765.0,"score_lmetric":14433},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181263,"ongoing_decode_tokens":121259,"pending_prefill_tokens":17508,"num_requests":3,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":4811,"score_linear":181263.0,"score_lmetric":66957}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282020.955386619,"t_first_token_unix":1779712885.96933,"t_done":282021.136375713,"t_done_unix":1779712886.1503186},{"request_id":"1362265:3:1373357:605","session_id":"1362265","input_length":10284,"t_proxy_recv":282022.651550151,"t_decision_unix":1779712887.6654918,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9459354336833917,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":9728,"estimated_new_tokens":556,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":6656,"new_prefill":3628,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1289,"cache_hit":9728,"new_prefill":556,"score_linear":-9728.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":10284,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":38252,"ongoing_decode_tokens":38252,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":6656,"new_prefill":3628,"score_linear":31596.0,"score_lmetric":3628},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":10284,"score_linear":199977.0,"score_lmetric":392703},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":151655,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":10284,"score_linear":151655.0,"score_lmetric":30852},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1349,"cache_hit":0,"new_prefill":10284,"score_linear":106951.0,"score_lmetric":20568},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181263,"ongoing_decode_tokens":181263,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":10284,"score_linear":181263.0,"score_lmetric":30852}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":282022.7038472,"t_first_token_unix":1779712887.717791,"t_done":282022.805829179,"t_done_unix":1779712887.8197725},{"request_id":"1277428:7:1372183:602","session_id":"1277428","input_length":38252,"t_proxy_recv":282018.61203743,"t_decision_unix":1779712883.6259787,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9503293945414619,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":36352,"estimated_new_tokens":1900,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17407,"ongoing_decode_tokens":0,"pending_prefill_tokens":17407,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":38252,"score_linear":17407.0,"score_lmetric":55659},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35037,"ongoing_decode_tokens":0,"pending_prefill_tokens":11997,"num_requests":1,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":4608,"new_prefill":33644,"score_linear":30429.0,"score_lmetric":45641},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":38252,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":36352,"new_prefill":1900,"score_linear":-36352.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":38252,"score_linear":199977.0,"score_lmetric":476607},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":38252,"score_linear":151655.0,"score_lmetric":342393},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":204296,"ongoing_decode_tokens":177591,"pending_prefill_tokens":12369,"num_requests":4,"active_p_offloads":0,"cached_blocks":1326,"cache_hit":0,"new_prefill":38252,"score_linear":204296.0,"score_lmetric":202484},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181263,"ongoing_decode_tokens":121259,"pending_prefill_tokens":17508,"num_requests":3,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":38252,"score_linear":181263.0,"score_lmetric":167280}],"chosen_score_linear":-36352.0,"chosen_score_lmetric":0,"t_first_token":282019.133996163,"t_first_token_unix":1779712884.1479394,"t_done":282022.836639315,"t_done_unix":1779712887.8505826},{"request_id":"1367312:2:1368064:574","session_id":"1367312","input_length":15501,"t_proxy_recv":282004.270813604,"t_decision_unix":1779712869.2847548,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":13312,"affinity_cache_ratio":0.8587833043029482,"affinity_num_requests":1,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"cache_hit":13312,"estimated_new_tokens":2189,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93772,"ongoing_decode_tokens":0,"pending_prefill_tokens":50252,"num_requests":3,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":15501,"score_linear":93772.0,"score_lmetric":197259},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34226,"ongoing_decode_tokens":34226,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":15501,"score_linear":34226.0,"score_lmetric":31002},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":15501,"score_linear":150402.0,"score_lmetric":276510},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":127991,"ongoing_decode_tokens":91690,"pending_prefill_tokens":2509,"num_requests":3,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":15501,"score_linear":127991.0,"score_lmetric":54030},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":15501,"score_linear":199977.0,"score_lmetric":408354},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":13312,"new_prefill":2189,"score_linear":59607.0,"score_lmetric":75108},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":107083,"ongoing_decode_tokens":80246,"pending_prefill_tokens":26837,"num_requests":2,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":15501,"score_linear":107083.0,"score_lmetric":84676},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":218824,"ongoing_decode_tokens":0,"pending_prefill_tokens":43720,"num_requests":4,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":15501,"score_linear":218824.0,"score_lmetric":236884}],"chosen_score_linear":59607.0,"chosen_score_lmetric":75108,"t_first_token":282022.56415457,"t_first_token_unix":1779712887.5780978,"t_done":282023.343825909,"t_done_unix":1779712888.3577695},{"request_id":"1367957:1:1367957:572","session_id":"1367957","input_length":72919,"t_proxy_recv":282003.859498085,"t_decision_unix":1779712868.873433,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":72919,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93772,"ongoing_decode_tokens":0,"pending_prefill_tokens":50252,"num_requests":3,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":72919,"score_linear":93772.0,"score_lmetric":369513},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":44360,"ongoing_decode_tokens":44360,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":72919,"score_linear":44360.0,"score_lmetric":218757},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":18944,"new_prefill":53975,"score_linear":131458.0,"score_lmetric":353458},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":127991,"ongoing_decode_tokens":91690,"pending_prefill_tokens":2509,"num_requests":3,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":72919,"score_linear":127991.0,"score_lmetric":226284},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":72919,"score_linear":199977.0,"score_lmetric":580608},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":72919,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":107083,"ongoing_decode_tokens":80246,"pending_prefill_tokens":26837,"num_requests":2,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":72919,"score_linear":107083.0,"score_lmetric":199512},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":218824,"ongoing_decode_tokens":0,"pending_prefill_tokens":43720,"num_requests":4,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":72919,"score_linear":218824.0,"score_lmetric":466556}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282022.171831866,"t_first_token_unix":1779712887.1857772,"t_done":282023.64989053,"t_done_unix":1779712888.6638339},{"request_id":"1363093:2:1368700:580","session_id":"1363093","input_length":63235,"t_proxy_recv":282006.452461584,"t_decision_unix":1779712871.4664028,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":62464,"affinity_cache_ratio":0.9878073851506286,"affinity_num_requests":2,"avg_num_requests":2.75,"fallback_score":null,"tie_break_used":false,"cache_hit":62464,"estimated_new_tokens":771,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93772,"ongoing_decode_tokens":0,"pending_prefill_tokens":50252,"num_requests":3,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":63235,"score_linear":93772.0,"score_lmetric":340461},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47636,"ongoing_decode_tokens":18815,"pending_prefill_tokens":26773,"num_requests":3,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":63235,"score_linear":47636.0,"score_lmetric":270024},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":63235,"score_linear":150402.0,"score_lmetric":371978},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":136836,"ongoing_decode_tokens":127991,"pending_prefill_tokens":8845,"num_requests":4,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":63235,"score_linear":136836.0,"score_lmetric":288320},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":63235,"score_linear":199977.0,"score_lmetric":551556},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":88420,"ongoing_decode_tokens":0,"pending_prefill_tokens":75108,"num_requests":2,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":62464,"new_prefill":771,"score_linear":25956.0,"score_lmetric":151758},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":63235,"score_linear":80246.0,"score_lmetric":63235},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":218824,"ongoing_decode_tokens":157781,"pending_prefill_tokens":7795,"num_requests":4,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":63235,"score_linear":218824.0,"score_lmetric":284120}],"chosen_score_linear":25956.0,"chosen_score_lmetric":151758,"t_first_token":282022.566477491,"t_first_token_unix":1779712887.5804205,"t_done":282024.339258465,"t_done_unix":1779712889.3532043},{"request_id":"1355484:7:1371284:596","session_id":"1355484","input_length":22992,"t_proxy_recv":282015.330650086,"t_decision_unix":1779712880.3445914,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":19968,"affinity_cache_ratio":0.8684759916492694,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":19968,"estimated_new_tokens":3024,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":22992,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":22992,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150530,"ongoing_decode_tokens":150530,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":22992,"score_linear":150530.0,"score_lmetric":45984},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18301,"ongoing_decode_tokens":18301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":0,"new_prefill":22992,"score_linear":18301.0,"score_lmetric":22992},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":22992,"score_linear":199977.0,"score_lmetric":430827},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":22992,"score_linear":151655.0,"score_lmetric":296613},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":177591,"ongoing_decode_tokens":144777,"pending_prefill_tokens":6190,"num_requests":3,"active_p_offloads":0,"cached_blocks":1326,"cache_hit":0,"new_prefill":22992,"score_linear":177591.0,"score_lmetric":87546},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":140971,"ongoing_decode_tokens":140971,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":19968,"new_prefill":3024,"score_linear":121003.0,"score_lmetric":6048}],"chosen_score_linear":121003.0,"chosen_score_lmetric":6048,"t_first_token":282015.880899772,"t_first_token_unix":1779712880.894843,"t_done":282026.382865956,"t_done_unix":1779712891.396809},{"request_id":"1366128:5:1373829:610","session_id":"1366128","input_length":46764,"t_proxy_recv":282024.373012795,"t_decision_unix":1779712889.3869543,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":34816,"affinity_cache_ratio":0.7445043195620563,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":34816,"estimated_new_tokens":11948,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":46764,"score_linear":126340.0,"score_lmetric":173104},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":18676,"ongoing_decode_tokens":18676,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1290,"cache_hit":34816,"new_prefill":11948,"score_linear":-16140.0,"score_lmetric":11948},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":46764,"score_linear":79495.0,"score_lmetric":126259},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":37854,"num_requests":1,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":46764,"score_linear":56286.0,"score_lmetric":84618},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":46764,"score_linear":199977.0,"score_lmetric":502143},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":46764,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1349,"cache_hit":0,"new_prefill":46764,"score_linear":106951.0,"score_lmetric":93528},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181263,"ongoing_decode_tokens":181263,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":46764,"score_linear":181263.0,"score_lmetric":140292}],"chosen_score_linear":-16140.0,"chosen_score_lmetric":11948,"t_first_token":282027.698209776,"t_first_token_unix":1779712892.7121544,"t_done":282027.964993149,"t_done_unix":1779712892.9789376},{"request_id":"1363943:5:1373637:609","session_id":"1363943","input_length":18676,"t_proxy_recv":282023.717561716,"t_decision_unix":1779712888.731503,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9869351038766331,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":18432,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":8704,"new_prefill":9972,"score_linear":117636.0,"score_lmetric":136312},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1290,"cache_hit":18432,"new_prefill":244,"score_linear":-18432.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":18676,"score_linear":79495.0,"score_lmetric":98171},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":37854,"num_requests":1,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":4096,"new_prefill":14580,"score_linear":52190.0,"score_lmetric":52434},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":18676,"score_linear":199977.0,"score_lmetric":417879},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63235,"ongoing_decode_tokens":63235,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1713,"cache_hit":0,"new_prefill":18676,"score_linear":63235.0,"score_lmetric":18676},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1349,"cache_hit":4096,"new_prefill":14580,"score_linear":102855.0,"score_lmetric":29160},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181263,"ongoing_decode_tokens":181263,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":4096,"new_prefill":14580,"score_linear":177167.0,"score_lmetric":43740}],"chosen_score_linear":-18432.0,"chosen_score_lmetric":0,"t_first_token":282023.809525537,"t_first_token_unix":1779712888.8234696,"t_done":282028.243920331,"t_done_unix":1779712893.2578642},{"request_id":"1374465:1:1374465:613","session_id":"1374465","input_length":18497,"t_proxy_recv":282026.603118062,"t_decision_unix":1779712891.617059,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":36994,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":18497,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":18497,"score_linear":126340.0,"score_lmetric":144837},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65440,"ongoing_decode_tokens":18676,"pending_prefill_tokens":11948,"num_requests":2,"active_p_offloads":0,"cached_blocks":1290,"cache_hit":0,"new_prefill":18497,"score_linear":65440.0,"score_lmetric":60890},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":18497,"score_linear":79495.0,"score_lmetric":97992},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":37854,"num_requests":1,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":18497,"score_linear":56286.0,"score_lmetric":56351},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":117888,"pending_prefill_tokens":2729,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":18497,"score_linear":199977.0,"score_lmetric":63678},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83398,"ongoing_decode_tokens":0,"pending_prefill_tokens":20422,"num_requests":2,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":18497,"score_linear":83398.0,"score_lmetric":77838},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1349,"cache_hit":0,"new_prefill":18497,"score_linear":106951.0,"score_lmetric":36994},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":158271,"ongoing_decode_tokens":158271,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":18497,"score_linear":158271.0,"score_lmetric":36994}],"chosen_score_linear":106951.0,"chosen_score_lmetric":36994,"t_first_token":282028.48923833,"t_first_token_unix":1779712893.5031824,"t_done":282028.989635901,"t_done_unix":1779712894.0035791},{"request_id":"1342921:2:1361022:530","session_id":"1342921","input_length":66032,"t_proxy_recv":281979.426552106,"t_decision_unix":1779712844.4404929,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":65536,"affinity_cache_ratio":0.992488490428883,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":65536,"estimated_new_tokens":496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":0,"new_prefill":66032,"score_linear":68259.0,"score_lmetric":66032},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":989,"cache_hit":0,"new_prefill":66032,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":66032,"score_linear":150402.0,"score_lmetric":377572},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":66032,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":65536,"new_prefill":496,"score_linear":52352.0,"score_lmetric":118384},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":83526,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":66032,"score_linear":83526.0,"score_lmetric":66032},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":66032,"score_linear":80246.0,"score_lmetric":66032},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111729,"ongoing_decode_tokens":0,"pending_prefill_tokens":40049,"num_requests":3,"active_p_offloads":0,"cached_blocks":1287,"cache_hit":0,"new_prefill":66032,"score_linear":111729.0,"score_lmetric":318243}],"chosen_score_linear":52352.0,"chosen_score_lmetric":118384,"t_first_token":282027.784699217,"t_first_token_unix":1779712892.7986443,"t_done":282029.99340168,"t_done_unix":1779712895.0073454},{"request_id":"1364090:2:1371798:600","session_id":"1364090","input_length":26705,"t_proxy_recv":282017.179250292,"t_decision_unix":1779712882.1931918,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.5368283093053735,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":14336,"estimated_new_tokens":12369,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":7680,"new_prefill":19025,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35037,"ongoing_decode_tokens":0,"pending_prefill_tokens":11997,"num_requests":1,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":4096,"new_prefill":22609,"score_linear":30941.0,"score_lmetric":34606},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":13616,"num_requests":1,"active_p_offloads":0,"cached_blocks":1559,"cache_hit":0,"new_prefill":26705,"score_linear":13616.0,"score_lmetric":40321},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":7680,"new_prefill":19025,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":26705,"score_linear":199977.0,"score_lmetric":441966},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":26705,"score_linear":151655.0,"score_lmetric":307752},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":177591,"ongoing_decode_tokens":177591,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1326,"cache_hit":14336,"new_prefill":12369,"score_linear":163255.0,"score_lmetric":37107},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181263,"ongoing_decode_tokens":121259,"pending_prefill_tokens":17508,"num_requests":3,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":7680,"new_prefill":19025,"score_linear":173583.0,"score_lmetric":109599}],"chosen_score_linear":163255.0,"chosen_score_lmetric":37107,"t_first_token":282019.267841979,"t_first_token_unix":1779712884.281785,"t_done":282033.582162519,"t_done_unix":1779712898.5961058},{"request_id":"1374465:2:1376358:620","session_id":"1374465","input_length":21588,"t_proxy_recv":282033.005635783,"t_decision_unix":1779712898.019577,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":18432,"affinity_cache_ratio":0.8538076709282935,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":18432,"estimated_new_tokens":3156,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":21588,"score_linear":126340.0,"score_lmetric":147928},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77627,"ongoing_decode_tokens":58511,"pending_prefill_tokens":684,"num_requests":2,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":21588,"score_linear":77627.0,"score_lmetric":44544},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":21588,"score_linear":79495.0,"score_lmetric":101083},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":56286,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":21588,"score_linear":56286.0,"score_lmetric":21588},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":133945,"ongoing_decode_tokens":133945,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1314,"cache_hit":0,"new_prefill":21588,"score_linear":133945.0,"score_lmetric":43176},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160794,"ongoing_decode_tokens":83398,"pending_prefill_tokens":4692,"num_requests":4,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":21588,"score_linear":160794.0,"score_lmetric":105120},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":18432,"new_prefill":3156,"score_linear":88519.0,"score_lmetric":6312},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":196312,"ongoing_decode_tokens":158271,"pending_prefill_tokens":1177,"num_requests":3,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":21588,"score_linear":196312.0,"score_lmetric":68295}],"chosen_score_linear":88519.0,"chosen_score_lmetric":6312,"t_first_token":282033.578634806,"t_first_token_unix":1779712898.5925794,"t_done":282034.194864699,"t_done_unix":1779712899.2088082},{"request_id":"1363943:6:1375416:618","session_id":"1363943","input_length":19116,"t_proxy_recv":282029.911629897,"t_decision_unix":1779712894.925571,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9642184557438794,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":18432,"estimated_new_tokens":684,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":8704,"new_prefill":10412,"score_linear":117636.0,"score_lmetric":136752},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":11919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":18432,"new_prefill":684,"score_linear":40079.0,"score_lmetric":12603},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":19116,"score_linear":79495.0,"score_lmetric":98611},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":37854,"num_requests":1,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":4096,"new_prefill":15020,"score_linear":52190.0,"score_lmetric":52874},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":199977,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":19116,"score_linear":199977.0,"score_lmetric":57348},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160794,"ongoing_decode_tokens":83398,"pending_prefill_tokens":4692,"num_requests":4,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":19116,"score_linear":160794.0,"score_lmetric":95232},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":4096,"new_prefill":15020,"score_linear":102855.0,"score_lmetric":30040},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":158271,"ongoing_decode_tokens":158271,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":4096,"new_prefill":15020,"score_linear":154175.0,"score_lmetric":30040}],"chosen_score_linear":40079.0,"chosen_score_lmetric":12603,"t_first_token":282033.06615601,"t_first_token_unix":1779712898.0800993,"t_done":282034.60687029,"t_done_unix":1779712899.6208138},{"request_id":"1355951:3:1375866:619","session_id":"1355951","input_length":38041,"t_proxy_recv":282031.550068599,"t_decision_unix":1779712896.56401,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9690596987460898,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":36864,"estimated_new_tokens":1177,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":38041,"score_linear":126340.0,"score_lmetric":164381},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77627,"ongoing_decode_tokens":0,"pending_prefill_tokens":12603,"num_requests":2,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":38041,"score_linear":77627.0,"score_lmetric":101288},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":38041,"score_linear":79495.0,"score_lmetric":117536},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":37854,"num_requests":1,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":38041,"score_linear":56286.0,"score_lmetric":75895},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":133945,"ongoing_decode_tokens":133945,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1314,"cache_hit":0,"new_prefill":38041,"score_linear":133945.0,"score_lmetric":76082},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160794,"ongoing_decode_tokens":83398,"pending_prefill_tokens":4692,"num_requests":4,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":38041,"score_linear":160794.0,"score_lmetric":170932},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":38041,"score_linear":106951.0,"score_lmetric":76082},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":158271,"ongoing_decode_tokens":158271,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":36864,"new_prefill":1177,"score_linear":121407.0,"score_lmetric":2354}],"chosen_score_linear":121407.0,"chosen_score_lmetric":2354,"t_first_token":282034.062137901,"t_first_token_unix":1779712899.0760818,"t_done":282035.000970503,"t_done_unix":1779712900.0149138},{"request_id":"1366128:6:1375094:616","session_id":"1366128","input_length":58511,"t_proxy_recv":282028.877465355,"t_decision_unix":1779712893.8914065,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":46592,"affinity_cache_ratio":0.7962947138144965,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":46592,"estimated_new_tokens":11919,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":58511,"score_linear":126340.0,"score_lmetric":184851},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":46592,"new_prefill":11919,"score_linear":-46592.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":58511,"score_linear":79495.0,"score_lmetric":138006},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":37854,"num_requests":1,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":58511,"score_linear":56286.0,"score_lmetric":96365},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":183920,"pending_prefill_tokens":2233,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":58511,"score_linear":199977.0,"score_lmetric":182232},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124906,"ongoing_decode_tokens":83398,"pending_prefill_tokens":4644,"num_requests":3,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":58511,"score_linear":124906.0,"score_lmetric":189465},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":125448,"ongoing_decode_tokens":125448,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1349,"cache_hit":0,"new_prefill":58511,"score_linear":125448.0,"score_lmetric":175533},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":158271,"ongoing_decode_tokens":158271,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":58511,"score_linear":158271.0,"score_lmetric":117022}],"chosen_score_linear":-46592.0,"chosen_score_lmetric":0,"t_first_token":282033.003300372,"t_first_token_unix":1779712898.0172446,"t_done":282035.029907171,"t_done_unix":1779712900.0438502},{"request_id":"1371337:2:1376534:621","session_id":"1371337","input_length":24323,"t_proxy_recv":282033.670417695,"t_decision_unix":1779712898.684359,"policy":"unified","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.3789006290342474,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":24323,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":24323,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":9216,"new_prefill":15107,"score_linear":117124.0,"score_lmetric":141447},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77627,"ongoing_decode_tokens":77627,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":24323,"score_linear":77627.0,"score_lmetric":48646},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":24323,"score_linear":79495.0,"score_lmetric":103818},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":56286,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":24323,"score_linear":56286.0,"score_lmetric":24323},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":133945,"ongoing_decode_tokens":133945,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1314,"cache_hit":0,"new_prefill":24323,"score_linear":133945.0,"score_lmetric":48646},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160794,"ongoing_decode_tokens":83398,"pending_prefill_tokens":4692,"num_requests":4,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":24323,"score_linear":160794.0,"score_lmetric":116060},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":101834,"ongoing_decode_tokens":101834,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":0,"new_prefill":24323,"score_linear":101834.0,"score_lmetric":48646},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":196312,"ongoing_decode_tokens":158271,"pending_prefill_tokens":1177,"num_requests":3,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":24323,"score_linear":196312.0,"score_lmetric":76500}],"chosen_score_linear":56286.0,"chosen_score_lmetric":24323,"t_first_token":282036.460949301,"t_first_token_unix":1779712901.4748924,"t_done":282037.429322036,"t_done_unix":1779712902.4432652},{"request_id":"1360649:1:1360649:527","session_id":"1360649","input_length":117888,"t_proxy_recv":281978.173161578,"t_decision_unix":1779712843.1871028,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":117888,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":0,"new_prefill":117888,"score_linear":68259.0,"score_lmetric":117888},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":989,"cache_hit":0,"new_prefill":117888,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":117888,"score_linear":150402.0,"score_lmetric":481284},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":117888,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":117888,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":117888,"score_linear":83526.0,"score_lmetric":201414},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":117888,"score_linear":80246.0,"score_lmetric":117888},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":78251,"ongoing_decode_tokens":0,"pending_prefill_tokens":34731,"num_requests":2,"active_p_offloads":0,"cached_blocks":1287,"cache_hit":0,"new_prefill":117888,"score_linear":78251.0,"score_lmetric":305238}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282024.673793902,"t_first_token_unix":1779712889.6877372,"t_done":282037.514415769,"t_done_unix":1779712902.5283592},{"request_id":"1377061:1:1377061:622","session_id":"1377061","input_length":16241,"t_proxy_recv":282035.632312874,"t_decision_unix":1779712900.6462543,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":16241,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":16241,"score_linear":126340.0,"score_lmetric":142581},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1337,"cache_hit":0,"new_prefill":16241,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":16241,"score_linear":79495.0,"score_lmetric":95736},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":80609,"ongoing_decode_tokens":56286,"pending_prefill_tokens":24323,"num_requests":2,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":16241,"score_linear":80609.0,"score_lmetric":81128},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":133945,"ongoing_decode_tokens":133945,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1314,"cache_hit":0,"new_prefill":16241,"score_linear":133945.0,"score_lmetric":32482},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160794,"ongoing_decode_tokens":124906,"pending_prefill_tokens":48,"num_requests":4,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":16241,"score_linear":160794.0,"score_lmetric":65156},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":0,"new_prefill":16241,"score_linear":80246.0,"score_lmetric":16241},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":158271,"ongoing_decode_tokens":158271,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1401,"cache_hit":0,"new_prefill":16241,"score_linear":158271.0,"score_lmetric":32482}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282037.12228031,"t_first_token_unix":1779712902.1362243,"t_done":282037.559783602,"t_done_unix":1779712902.5737267},{"request_id":"1313181:4:1368020:573","session_id":"1313181","input_length":60004,"t_proxy_recv":282016.530618937,"t_decision_unix":1779712881.5445602,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":42496,"affinity_cache_ratio":0.7082194520365309,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":42496,"estimated_new_tokens":17508,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":9399,"ongoing_decode_tokens":9399,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":60004,"score_linear":9399.0,"score_lmetric":60004},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":60004,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1559,"cache_hit":0,"new_prefill":60004,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":60004,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":60004,"score_linear":199977.0,"score_lmetric":541863},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":0,"pending_prefill_tokens":75879,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":60004,"score_linear":151655.0,"score_lmetric":407649},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":177591,"ongoing_decode_tokens":177591,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1326,"cache_hit":0,"new_prefill":60004,"score_linear":177591.0,"score_lmetric":180012},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121259,"ongoing_decode_tokens":121259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":42496,"new_prefill":17508,"score_linear":78763.0,"score_lmetric":35016}],"chosen_score_linear":78763.0,"chosen_score_lmetric":35016,"t_first_token":282022.397907943,"t_first_token_unix":1779712887.4118514,"t_done":282037.594852176,"t_done_unix":1779712902.6087954},{"request_id":"1363943:7:1377305:623","session_id":"1363943","input_length":20727,"t_proxy_recv":282036.557799453,"t_decision_unix":1779712901.5717409,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9139769382930477,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":18944,"estimated_new_tokens":1783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":8704,"new_prefill":12023,"score_linear":117636.0,"score_lmetric":138363},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":16241,"ongoing_decode_tokens":0,"pending_prefill_tokens":16241,"num_requests":1,"active_p_offloads":0,"cached_blocks":1337,"cache_hit":18944,"new_prefill":1783,"score_linear":-2703.0,"score_lmetric":18024},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":20727,"score_linear":79495.0,"score_lmetric":100222},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":80609,"ongoing_decode_tokens":80609,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":4096,"new_prefill":16631,"score_linear":76513.0,"score_lmetric":33262},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":133945,"ongoing_decode_tokens":133945,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1314,"cache_hit":0,"new_prefill":20727,"score_linear":133945.0,"score_lmetric":41454},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160794,"ongoing_decode_tokens":124906,"pending_prefill_tokens":48,"num_requests":4,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":20727,"score_linear":160794.0,"score_lmetric":83100},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":4096,"new_prefill":16631,"score_linear":76150.0,"score_lmetric":16631},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":158271,"ongoing_decode_tokens":158271,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1401,"cache_hit":4096,"new_prefill":16631,"score_linear":154175.0,"score_lmetric":33262}],"chosen_score_linear":-2703.0,"chosen_score_lmetric":18024,"t_first_token":282037.386930593,"t_first_token_unix":1779712902.4008741,"t_done":282038.573023533,"t_done_unix":1779712903.5869668},{"request_id":"1305906:2:1363233:539","session_id":"1305906","input_length":16057,"t_proxy_recv":281987.222580532,"t_decision_unix":1779712852.2365217,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8609329264495236,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":13824,"estimated_new_tokens":2233,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":16057,"score_linear":68259.0,"score_lmetric":16057},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":16057,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":16057,"score_linear":150402.0,"score_lmetric":277622},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":16057,"score_linear":76969.0,"score_lmetric":93026},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183920,"ongoing_decode_tokens":0,"pending_prefill_tokens":118384,"num_requests":2,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":13824,"new_prefill":2233,"score_linear":170096.0,"score_lmetric":241234},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":16057,"score_linear":62685.0,"score_lmetric":78742},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":16057,"score_linear":80246.0,"score_lmetric":16057},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":78251,"ongoing_decode_tokens":78251,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":16057,"score_linear":78251.0,"score_lmetric":32114}],"chosen_score_linear":170096.0,"chosen_score_lmetric":241234,"t_first_token":282029.194027677,"t_first_token_unix":1779712894.207971,"t_done":282038.574217584,"t_done_unix":1779712903.5881624},{"request_id":"1360649:2:1367022:561","session_id":"1360649","input_length":119052,"t_proxy_recv":282037.540848637,"t_decision_unix":1779712902.5547898,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":118272,"affinity_cache_ratio":0.9934482411047273,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":118272,"estimated_new_tokens":780,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":119052,"score_linear":126340.0,"score_lmetric":245392},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":36968,"ongoing_decode_tokens":36968,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1337,"cache_hit":0,"new_prefill":119052,"score_linear":36968.0,"score_lmetric":238104},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":119052,"score_linear":79495.0,"score_lmetric":198547},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":56286,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1608,"cache_hit":0,"new_prefill":119052,"score_linear":56286.0,"score_lmetric":119052},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":16057,"ongoing_decode_tokens":16057,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1545,"cache_hit":118272,"new_prefill":780,"score_linear":-102215.0,"score_lmetric":780},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160794,"ongoing_decode_tokens":124906,"pending_prefill_tokens":48,"num_requests":4,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":4096,"new_prefill":114956,"score_linear":156698.0,"score_lmetric":460016},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":0,"new_prefill":119052,"score_linear":80246.0,"score_lmetric":119052},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":158271,"ongoing_decode_tokens":158271,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1401,"cache_hit":0,"new_prefill":119052,"score_linear":158271.0,"score_lmetric":238104}],"chosen_score_linear":-102215.0,"chosen_score_lmetric":780,"t_first_token":282038.146345647,"t_first_token_unix":1779712903.1602893,"t_done":282039.519707122,"t_done_unix":1779712904.5336506},{"request_id":"1372791:2:1377698:624","session_id":"1372791","input_length":14851,"t_proxy_recv":282037.871183118,"t_decision_unix":1779712902.8851247,"policy":"unified","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":3,"affinity_cache_hit":4608,"affinity_cache_ratio":0.3102821358831055,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":14851,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":14851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":4608,"new_prefill":10243,"score_linear":121732.0,"score_lmetric":136583},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":20727,"ongoing_decode_tokens":20727,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1368,"cache_hit":0,"new_prefill":14851,"score_linear":20727.0,"score_lmetric":14851},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":14851,"score_linear":79495.0,"score_lmetric":94346},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":56286,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1608,"cache_hit":0,"new_prefill":14851,"score_linear":56286.0,"score_lmetric":14851},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":135109,"ongoing_decode_tokens":16057,"pending_prefill_tokens":780,"num_requests":2,"active_p_offloads":0,"cached_blocks":1545,"cache_hit":0,"new_prefill":14851,"score_linear":135109.0,"score_lmetric":31262},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160794,"ongoing_decode_tokens":124906,"pending_prefill_tokens":48,"num_requests":4,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":14851,"score_linear":160794.0,"score_lmetric":59596},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":0,"new_prefill":14851,"score_linear":80246.0,"score_lmetric":14851},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":204169,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45486,"num_requests":2,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":14851,"score_linear":204169.0,"score_lmetric":120674}],"chosen_score_linear":56286.0,"chosen_score_lmetric":14851,"t_first_token":282039.202134567,"t_first_token_unix":1779712904.2160778,"t_done":282039.530276756,"t_done_unix":1779712904.5442197},{"request_id":"1366128:7:1378071:626","session_id":"1366128","input_length":59007,"t_proxy_recv":282039.129559034,"t_decision_unix":1779712904.1435006,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9891707763485688,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":58368,"estimated_new_tokens":639,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":59007,"score_linear":126340.0,"score_lmetric":185347},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":58368,"new_prefill":639,"score_linear":-58368.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":59007,"score_linear":79495.0,"score_lmetric":138502},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71137,"ongoing_decode_tokens":56286,"pending_prefill_tokens":14851,"num_requests":2,"active_p_offloads":0,"cached_blocks":1608,"cache_hit":0,"new_prefill":59007,"score_linear":71137.0,"score_lmetric":147716},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119052,"ongoing_decode_tokens":119052,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1550,"cache_hit":0,"new_prefill":59007,"score_linear":119052.0,"score_lmetric":59007},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160794,"ongoing_decode_tokens":124906,"pending_prefill_tokens":48,"num_requests":4,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":59007,"score_linear":160794.0,"score_lmetric":236220},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":0,"new_prefill":59007,"score_linear":80246.0,"score_lmetric":59007},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":59007,"score_linear":227626.0,"score_lmetric":314730}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":282039.338742371,"t_first_token_unix":1779712904.352686,"t_done":282040.105930551,"t_done_unix":1779712905.119874},{"request_id":"1269373:22:1358956:522","session_id":"1269373","input_length":80246,"t_proxy_recv":281972.056797542,"t_decision_unix":1779712837.070739,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9761981905640157,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":78336,"estimated_new_tokens":1910,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":7680,"new_prefill":72566,"score_linear":60579.0,"score_lmetric":72566},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":989,"cache_hit":0,"new_prefill":80246,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":80246,"score_linear":150402.0,"score_lmetric":406000},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1321,"cache_hit":7680,"new_prefill":72566,"score_linear":13691.0,"score_lmetric":72566},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":80246,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":0,"new_prefill":80246,"score_linear":83526.0,"score_lmetric":163772},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":78336,"new_prefill":1910,"score_linear":-78336.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":34694,"num_requests":1,"active_p_offloads":0,"cached_blocks":1287,"cache_hit":7680,"new_prefill":72566,"score_linear":51078.0,"score_lmetric":107260}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":281973.096885281,"t_first_token_unix":1779712838.110829,"t_done":282040.226705593,"t_done_unix":1779712905.2406495},{"request_id":"1377061:2:1378590:631","session_id":"1377061","input_length":16515,"t_proxy_recv":282040.900739734,"t_decision_unix":1779712905.9146812,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":15872,"affinity_cache_ratio":0.961065697850439,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":15872,"estimated_new_tokens":643,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":16515,"score_linear":148472.0,"score_lmetric":299254},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1372,"cache_hit":15872,"new_prefill":643,"score_linear":-15872.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":16515,"score_linear":79495.0,"score_lmetric":96010},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":56286,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1637,"cache_hit":0,"new_prefill":16515,"score_linear":56286.0,"score_lmetric":16515},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1551,"cache_hit":0,"new_prefill":16515,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160794,"ongoing_decode_tokens":160794,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":16515,"score_linear":160794.0,"score_lmetric":66060},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":5458,"ongoing_decode_tokens":0,"pending_prefill_tokens":5458,"num_requests":1,"active_p_offloads":0,"cached_blocks":1421,"cache_hit":0,"new_prefill":16515,"score_linear":5458.0,"score_lmetric":21973},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":16515,"score_linear":227626.0,"score_lmetric":187254}],"chosen_score_linear":-15872.0,"chosen_score_lmetric":0,"t_first_token":282040.98461572,"t_first_token_unix":1779712905.9985592,"t_done":282041.055139058,"t_done_unix":1779712906.069082},{"request_id":"1374347:1:1374347:611","session_id":"1374347","input_length":19862,"t_proxy_recv":282026.167139915,"t_decision_unix":1779712891.1810813,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":19862,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":19862,"score_linear":126340.0,"score_lmetric":146202},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65440,"ongoing_decode_tokens":18676,"pending_prefill_tokens":11948,"num_requests":2,"active_p_offloads":0,"cached_blocks":1290,"cache_hit":0,"new_prefill":19862,"score_linear":65440.0,"score_lmetric":63620},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":19862,"score_linear":79495.0,"score_lmetric":99357},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":37854,"num_requests":1,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":19862,"score_linear":56286.0,"score_lmetric":57716},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":117888,"pending_prefill_tokens":2729,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":19862,"score_linear":199977.0,"score_lmetric":67773},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":19862,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1349,"cache_hit":0,"new_prefill":19862,"score_linear":106951.0,"score_lmetric":39724},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181263,"ongoing_decode_tokens":181263,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":19862,"score_linear":181263.0,"score_lmetric":59586}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282028.341842475,"t_first_token_unix":1779712893.355786,"t_done":282041.096848498,"t_done_unix":1779712906.1107914},{"request_id":"1370129:2:1373467:607","session_id":"1370129","input_length":56286,"t_proxy_recv":282023.138135985,"t_decision_unix":1779712888.1520772,"policy":"unified","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":18432,"affinity_cache_ratio":0.3274704189318836,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"cache_hit":18432,"estimated_new_tokens":37854,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":7680,"new_prefill":48606,"score_linear":118660.0,"score_lmetric":174946},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1290,"cache_hit":4096,"new_prefill":52190,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":56286,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":18432,"new_prefill":37854,"score_linear":-18432.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":56286,"score_linear":199977.0,"score_lmetric":530709},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":151655,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":56286,"score_linear":151655.0,"score_lmetric":168858},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1349,"cache_hit":7680,"new_prefill":48606,"score_linear":99271.0,"score_lmetric":97212},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181263,"ongoing_decode_tokens":181263,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":7680,"new_prefill":48606,"score_linear":173583.0,"score_lmetric":145818}],"chosen_score_linear":-18432.0,"chosen_score_lmetric":0,"t_first_token":282032.835940859,"t_first_token_unix":1779712897.8498845,"t_done":282041.657585845,"t_done_unix":1779712906.6715293},{"request_id":"1378684:1:1378684:632","session_id":"1378684","input_length":7810,"t_proxy_recv":282041.239295884,"t_decision_unix":1779712906.2532372,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":7810,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":7810,"score_linear":148472.0,"score_lmetric":281844},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1373,"cache_hit":0,"new_prefill":7810,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":7810,"score_linear":79495.0,"score_lmetric":87305},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":56286,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1637,"cache_hit":0,"new_prefill":7810,"score_linear":56286.0,"score_lmetric":7810},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1551,"cache_hit":0,"new_prefill":7810,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":140932,"ongoing_decode_tokens":140932,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":7810,"score_linear":140932.0,"score_lmetric":23430},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":5458,"ongoing_decode_tokens":5458,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1421,"cache_hit":0,"new_prefill":7810,"score_linear":5458.0,"score_lmetric":7810},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":7810,"score_linear":227626.0,"score_lmetric":161139}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282041.780899893,"t_first_token_unix":1779712906.7948456,"t_done":282042.051895183,"t_done_unix":1779712907.0658386},{"request_id":"1378543:1:1378543:630","session_id":"1378543","input_length":5458,"t_proxy_recv":282040.745989958,"t_decision_unix":1779712905.7599313,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":5458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":5458,"score_linear":148472.0,"score_lmetric":277140},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1372,"cache_hit":0,"new_prefill":5458,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":5458,"score_linear":79495.0,"score_lmetric":84953},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":56286,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1637,"cache_hit":0,"new_prefill":5458,"score_linear":56286.0,"score_lmetric":5458},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1551,"cache_hit":0,"new_prefill":5458,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160794,"ongoing_decode_tokens":160794,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":5458,"score_linear":160794.0,"score_lmetric":21832},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1421,"cache_hit":0,"new_prefill":5458,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":5458,"score_linear":227626.0,"score_lmetric":154083}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282041.095529702,"t_first_token_unix":1779712906.109473,"t_done":282042.170761131,"t_done_unix":1779712907.1847072},{"request_id":"1268861:7:1374579:614","session_id":"1268861","input_length":41508,"t_proxy_recv":282027.066883724,"t_decision_unix":1779712892.080825,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":36864,"affinity_cache_ratio":0.8881179531656548,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":36864,"estimated_new_tokens":4644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":41508,"score_linear":126340.0,"score_lmetric":167848},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65440,"ongoing_decode_tokens":18676,"pending_prefill_tokens":11948,"num_requests":2,"active_p_offloads":0,"cached_blocks":1290,"cache_hit":0,"new_prefill":41508,"score_linear":65440.0,"score_lmetric":106912},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":41508,"score_linear":79495.0,"score_lmetric":121003},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":37854,"num_requests":1,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":41508,"score_linear":56286.0,"score_lmetric":79362},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":117888,"pending_prefill_tokens":2729,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":21504,"new_prefill":20004,"score_linear":178473.0,"score_lmetric":68199},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83398,"ongoing_decode_tokens":0,"pending_prefill_tokens":20422,"num_requests":2,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":36864,"new_prefill":4644,"score_linear":46534.0,"score_lmetric":50132},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":125448,"ongoing_decode_tokens":106951,"pending_prefill_tokens":18497,"num_requests":3,"active_p_offloads":0,"cached_blocks":1349,"cache_hit":0,"new_prefill":41508,"score_linear":125448.0,"score_lmetric":180015},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":158271,"ongoing_decode_tokens":158271,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":41508,"score_linear":158271.0,"score_lmetric":83016}],"chosen_score_linear":46534.0,"chosen_score_lmetric":50132,"t_first_token":282035.533353171,"t_first_token_unix":1779712900.5472965,"t_done":282043.215506622,"t_done_unix":1779712908.2294497},{"request_id":"1379185:1:1379185:634","session_id":"1379185","input_length":1422,"t_proxy_recv":282042.955631438,"t_decision_unix":1779712907.9695725,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1422,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":1422,"score_linear":148472.0,"score_lmetric":269068},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1373,"cache_hit":0,"new_prefill":1422,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":1422,"score_linear":79495.0,"score_lmetric":80917},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":435,"num_requests":1,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":1422,"score_linear":15283.0,"score_lmetric":1857},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1566,"cache_hit":0,"new_prefill":1422,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":140932,"ongoing_decode_tokens":140932,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":1422,"score_linear":140932.0,"score_lmetric":4266},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1432,"cache_hit":0,"new_prefill":1422,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":1422,"score_linear":227626.0,"score_lmetric":141975}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282043.054621158,"t_first_token_unix":1779712908.0685644,"t_done":282043.238964123,"t_done_unix":1779712908.252907},{"request_id":"1379569:1:1379569:638","session_id":"1379569","input_length":2632,"t_proxy_recv":282044.185247621,"t_decision_unix":1779712909.199189,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":2632,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":2632,"score_linear":148472.0,"score_lmetric":271488},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1373,"cache_hit":0,"new_prefill":2632,"score_linear":20948.0,"score_lmetric":2632},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":2632,"score_linear":79495.0,"score_lmetric":82127},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":2632,"score_linear":134396.0,"score_lmetric":25779},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1568,"cache_hit":0,"new_prefill":2632,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":2632,"score_linear":99424.0,"score_lmetric":5264},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1432,"cache_hit":0,"new_prefill":2632,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":2632,"score_linear":227626.0,"score_lmetric":145605}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282044.348526446,"t_first_token_unix":1779712909.36247,"t_done":282044.7859285,"t_done_unix":1779712909.7998717},{"request_id":"1377061:3:1380174:641","session_id":"1377061","input_length":17368,"t_proxy_recv":282046.307597331,"t_decision_unix":1779712911.3215384,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":16384,"affinity_cache_ratio":0.943344081068632,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":16384,"estimated_new_tokens":984,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":17368,"score_linear":148472.0,"score_lmetric":300960},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1373,"cache_hit":16384,"new_prefill":984,"score_linear":4564.0,"score_lmetric":984},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":79495,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":17368,"score_linear":79495.0,"score_lmetric":17368},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":17368,"score_linear":134396.0,"score_lmetric":69987},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1568,"cache_hit":0,"new_prefill":17368,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":17368,"score_linear":99424.0,"score_lmetric":34736},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":17368,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":17368,"score_linear":227626.0,"score_lmetric":189813}],"chosen_score_linear":4564.0,"chosen_score_lmetric":984,"t_first_token":282046.483768571,"t_first_token_unix":1779712911.4977129,"t_done":282046.617016527,"t_done_unix":1779712911.6309602},{"request_id":"1366128:8:1380438:643","session_id":"1366128","input_length":59230,"t_proxy_recv":282047.183842531,"t_decision_unix":1779712912.197784,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9940908323484721,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":58880,"estimated_new_tokens":350,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":59230,"score_linear":148472.0,"score_lmetric":384684},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":58880,"new_prefill":350,"score_linear":-37932.0,"score_lmetric":350},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":79495,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":59230,"score_linear":79495.0,"score_lmetric":59230},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":59230,"score_linear":134396.0,"score_lmetric":195573},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1568,"cache_hit":0,"new_prefill":59230,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":59230,"score_linear":99424.0,"score_lmetric":118460},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30907,"ongoing_decode_tokens":0,"pending_prefill_tokens":9403,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":59230,"score_linear":30907.0,"score_lmetric":68633},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":59230,"score_linear":227626.0,"score_lmetric":315399}],"chosen_score_linear":-37932.0,"chosen_score_lmetric":350,"t_first_token":282047.346572589,"t_first_token_unix":1779712912.360516,"t_done":282048.153290981,"t_done_unix":1779712913.1672347},{"request_id":"1379569:2:1380473:645","session_id":"1379569","input_length":6767,"t_proxy_recv":282047.372301084,"t_decision_unix":1779712912.3862424,"policy":"unified","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":4,"affinity_cache_hit":2560,"affinity_cache_ratio":0.37830648736515443,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":6767,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":6767,"score_linear":148472.0,"score_lmetric":279758},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80178,"ongoing_decode_tokens":80178,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":0,"new_prefill":6767,"score_linear":80178.0,"score_lmetric":13534},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":79495,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":6767,"score_linear":79495.0,"score_lmetric":6767},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":6767,"score_linear":134396.0,"score_lmetric":38184},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1568,"cache_hit":0,"new_prefill":6767,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":6767,"score_linear":99424.0,"score_lmetric":13534},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36221,"ongoing_decode_tokens":0,"pending_prefill_tokens":9597,"num_requests":2,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":2560,"new_prefill":4207,"score_linear":33661.0,"score_lmetric":27608},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":6767,"score_linear":227626.0,"score_lmetric":158010}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282047.824811778,"t_first_token_unix":1779712912.8387551,"t_done":282048.448067389,"t_done_unix":1779712913.4620106},{"request_id":"1373577:1:1373577:608","session_id":"1373577","input_length":79495,"t_proxy_recv":282023.554929644,"t_decision_unix":1779712888.5688705,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":79495,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":79495,"score_linear":126340.0,"score_lmetric":205835},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1290,"cache_hit":0,"new_prefill":79495,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":79495,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":37854,"num_requests":1,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":79495,"score_linear":56286.0,"score_lmetric":117349},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":79495,"score_linear":199977.0,"score_lmetric":600336},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136154,"ongoing_decode_tokens":136154,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1571,"cache_hit":0,"new_prefill":79495,"score_linear":136154.0,"score_lmetric":158990},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1349,"cache_hit":2560,"new_prefill":76935,"score_linear":104391.0,"score_lmetric":153870},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181263,"ongoing_decode_tokens":181263,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":79495,"score_linear":181263.0,"score_lmetric":238485}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282044.973976474,"t_first_token_unix":1779712909.987925,"t_done":282048.5628023,"t_done_unix":1779712913.576749},{"request_id":"1378543:2:1380447:644","session_id":"1378543","input_length":5314,"t_proxy_recv":282047.225034347,"t_decision_unix":1779712912.238976,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":5120,"affinity_cache_ratio":0.963492660895747,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":5120,"estimated_new_tokens":194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":5314,"score_linear":148472.0,"score_lmetric":276852},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80178,"ongoing_decode_tokens":20948,"pending_prefill_tokens":350,"num_requests":2,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":0,"new_prefill":5314,"score_linear":80178.0,"score_lmetric":11328},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":79495,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":5314,"score_linear":79495.0,"score_lmetric":5314},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":5314,"score_linear":134396.0,"score_lmetric":33825},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1568,"cache_hit":0,"new_prefill":5314,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":5314,"score_linear":99424.0,"score_lmetric":10628},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30907,"ongoing_decode_tokens":0,"pending_prefill_tokens":9403,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":5120,"new_prefill":194,"score_linear":25787.0,"score_lmetric":9597},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":5314,"score_linear":227626.0,"score_lmetric":153651}],"chosen_score_linear":25787.0,"chosen_score_lmetric":9597,"t_first_token":282048.97220766,"t_first_token_unix":1779712913.9861512,"t_done":282048.972707376,"t_done_unix":1779712913.9866502},{"request_id":"1374465:3:1380413:642","session_id":"1374465","input_length":30907,"t_proxy_recv":282047.099564882,"t_decision_unix":1779712912.1135063,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":21504,"affinity_cache_ratio":0.6957647134953246,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":21504,"estimated_new_tokens":9403,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":30907,"score_linear":148472.0,"score_lmetric":328038},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":0,"new_prefill":30907,"score_linear":20948.0,"score_lmetric":30907},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":79495,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":30907,"score_linear":79495.0,"score_lmetric":30907},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":30907,"score_linear":134396.0,"score_lmetric":110604},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1568,"cache_hit":0,"new_prefill":30907,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":30907,"score_linear":99424.0,"score_lmetric":61814},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":21504,"new_prefill":9403,"score_linear":-21504.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":30907,"score_linear":227626.0,"score_lmetric":230430}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":282048.967240596,"t_first_token_unix":1779712913.9811845,"t_done":282049.60569145,"t_done_unix":1779712914.6196346},{"request_id":"1363943:8:1379215:635","session_id":"1363943","input_length":20948,"t_proxy_recv":282043.110105601,"t_decision_unix":1779712908.1240468,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":20480,"affinity_cache_ratio":0.97765896505633,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":20480,"estimated_new_tokens":468,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":8704,"new_prefill":12244,"score_linear":139768.0,"score_lmetric":290712},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1373,"cache_hit":20480,"new_prefill":468,"score_linear":-20480.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":20948,"score_linear":79495.0,"score_lmetric":100443},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":435,"num_requests":1,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":4096,"new_prefill":16852,"score_linear":11187.0,"score_lmetric":17287},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":1422,"ongoing_decode_tokens":1422,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1566,"cache_hit":0,"new_prefill":20948,"score_linear":1422.0,"score_lmetric":20948},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":140932,"ongoing_decode_tokens":140932,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":20948,"score_linear":140932.0,"score_lmetric":62844},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1432,"cache_hit":4096,"new_prefill":16852,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":4096,"new_prefill":16852,"score_linear":223530.0,"score_lmetric":188265}],"chosen_score_linear":-20480.0,"chosen_score_lmetric":0,"t_first_token":282043.161211352,"t_first_token_unix":1779712908.1751547,"t_done":282050.301734241,"t_done_unix":1779712915.3156781},{"request_id":"1379569:3:1381510:649","session_id":"1379569","input_length":7620,"t_proxy_recv":282050.998426433,"t_decision_unix":1779712916.0123677,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":6656,"affinity_cache_ratio":0.873490813648294,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":6656,"estimated_new_tokens":964,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":7620,"score_linear":148472.0,"score_lmetric":281464},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13989,"ongoing_decode_tokens":0,"pending_prefill_tokens":13989,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":7620,"score_linear":13989.0,"score_lmetric":21609},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":81147,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":7620,"score_linear":81147.0,"score_lmetric":7620},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":7620,"score_linear":134396.0,"score_lmetric":40743},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1581,"cache_hit":6656,"new_prefill":964,"score_linear":-6656.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":7620,"score_linear":99424.0,"score_lmetric":15240},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":2560,"new_prefill":5060,"score_linear":-2560.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":7620,"score_linear":227626.0,"score_lmetric":160569}],"chosen_score_linear":-6656.0,"chosen_score_lmetric":0,"t_first_token":282051.106857166,"t_first_token_unix":1779712916.1208005,"t_done":282051.617502867,"t_done_unix":1779712916.6314461},{"request_id":"1362265:4:1381673:650","session_id":"1362265","input_length":10645,"t_proxy_recv":282051.681425458,"t_decision_unix":1779712916.6953669,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10240,"affinity_cache_ratio":0.9619539689995303,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":10240,"estimated_new_tokens":405,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":6656,"new_prefill":3989,"score_linear":141816.0,"score_lmetric":274202},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13989,"ongoing_decode_tokens":0,"pending_prefill_tokens":13989,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":10240,"new_prefill":405,"score_linear":3749.0,"score_lmetric":14394},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":81147,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":10645,"score_linear":81147.0,"score_lmetric":10645},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":6656,"new_prefill":3989,"score_linear":127740.0,"score_lmetric":29850},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":10645,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":10645,"score_linear":99424.0,"score_lmetric":21290},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":10645,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":10645,"score_linear":227626.0,"score_lmetric":169644}],"chosen_score_linear":3749.0,"chosen_score_lmetric":14394,"t_first_token":282051.8626766,"t_first_token_unix":1779712916.8766198,"t_done":282052.15189669,"t_done_unix":1779712917.1658404},{"request_id":"1381728:1:1381728:651","session_id":"1381728","input_length":1391,"t_proxy_recv":282051.903996036,"t_decision_unix":1779712916.9179378,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1391,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":1391,"score_linear":148472.0,"score_lmetric":269006},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24634,"ongoing_decode_tokens":24634,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":1391,"score_linear":24634.0,"score_lmetric":2782},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":81147,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":1391,"score_linear":81147.0,"score_lmetric":1391},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":1391,"score_linear":134396.0,"score_lmetric":22056},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":1391,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":1391,"score_linear":99424.0,"score_lmetric":2782},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":1391,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":1391,"score_linear":227626.0,"score_lmetric":141882}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282052.007434459,"t_first_token_unix":1779712917.021378,"t_done":282052.154951485,"t_done_unix":1779712917.1688948},{"request_id":"1373577:2:1380740:647","session_id":"1373577","input_length":81147,"t_proxy_recv":282048.5855165,"t_decision_unix":1779712913.5994575,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9842877740397057,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":79872,"estimated_new_tokens":1275,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":81147,"score_linear":148472.0,"score_lmetric":428518},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":0,"new_prefill":81147,"score_linear":20948.0,"score_lmetric":81147},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":79872,"new_prefill":1275,"score_linear":-79872.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":81147,"score_linear":134396.0,"score_lmetric":261324},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1581,"cache_hit":0,"new_prefill":81147,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":81147,"score_linear":99424.0,"score_lmetric":162294},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36221,"ongoing_decode_tokens":0,"pending_prefill_tokens":9597,"num_requests":2,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":2560,"new_prefill":78587,"score_linear":33661.0,"score_lmetric":176368},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":81147,"score_linear":227626.0,"score_lmetric":381150}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":282049.446133318,"t_first_token_unix":1779712914.460077,"t_done":282052.615102951,"t_done_unix":1779712917.6290472},{"request_id":"1366128:9:1381799:652","session_id":"1366128","input_length":59374,"t_proxy_recv":282052.164191519,"t_decision_unix":1779712917.1781328,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9916798598713241,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":58880,"estimated_new_tokens":494,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":59374,"score_linear":148472.0,"score_lmetric":384972},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":58880,"new_prefill":494,"score_linear":-44891.0,"score_lmetric":494},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":81147,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":59374,"score_linear":81147.0,"score_lmetric":59374},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":59374,"score_linear":134396.0,"score_lmetric":196005},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":59374,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":59374,"score_linear":99424.0,"score_lmetric":118748},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":59374,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":59374,"score_linear":227626.0,"score_lmetric":315831}],"chosen_score_linear":-44891.0,"chosen_score_lmetric":494,"t_first_token":282052.303612029,"t_first_token_unix":1779712917.3175557,"t_done":282052.756431808,"t_done_unix":1779712917.7703753},{"request_id":"1381387:1:1381387:648","session_id":"1381387","input_length":13989,"t_proxy_recv":282050.586442833,"t_decision_unix":1779712915.6003838,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":13989,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":13989,"score_linear":148472.0,"score_lmetric":294202},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":13989,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":81147,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":13989,"score_linear":81147.0,"score_lmetric":13989},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":13989,"score_linear":134396.0,"score_lmetric":59850},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1581,"cache_hit":0,"new_prefill":13989,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":13989,"score_linear":99424.0,"score_lmetric":27978},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":13989,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":13989,"score_linear":227626.0,"score_lmetric":179676}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282051.792256303,"t_first_token_unix":1779712916.8061998,"t_done":282053.719391145,"t_done_unix":1779712918.7333345},{"request_id":"1382294:1:1382294:656","session_id":"1382294","input_length":3034,"t_proxy_recv":282053.907119382,"t_decision_unix":1779712918.9210606,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":3034,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":3034,"score_linear":148472.0,"score_lmetric":272292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":3034,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":1,"active_p_offloads":0,"cached_blocks":1744,"cache_hit":0,"new_prefill":3034,"score_linear":38111.0,"score_lmetric":41145},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":3034,"score_linear":134396.0,"score_lmetric":26985},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":3034,"score_linear":54012.0,"score_lmetric":57046},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":3034,"score_linear":99424.0,"score_lmetric":6068},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":3034,"score_linear":47401.0,"score_lmetric":22787},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":3034,"score_linear":227626.0,"score_lmetric":146811}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282054.09394001,"t_first_token_unix":1779712919.107883,"t_done":282054.251531797,"t_done_unix":1779712919.265475},{"request_id":"1382710:1:1382710:659","session_id":"1382710","input_length":3190,"t_proxy_recv":282055.423382215,"t_decision_unix":1779712920.4373238,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":5145,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":3190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":3190,"score_linear":148472.0,"score_lmetric":272604},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":1955,"ongoing_decode_tokens":0,"pending_prefill_tokens":1955,"num_requests":1,"active_p_offloads":0,"cached_blocks":1409,"cache_hit":0,"new_prefill":3190,"score_linear":1955.0,"score_lmetric":5145},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":1,"active_p_offloads":0,"cached_blocks":1744,"cache_hit":0,"new_prefill":3190,"score_linear":38111.0,"score_lmetric":41301},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":3190,"score_linear":134396.0,"score_lmetric":27453},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":3190,"score_linear":54012.0,"score_lmetric":57202},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":3190,"score_linear":99424.0,"score_lmetric":6380},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":3190,"score_linear":47401.0,"score_lmetric":22943},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":3190,"score_linear":227626.0,"score_lmetric":147279}],"chosen_score_linear":1955.0,"chosen_score_lmetric":5145,"t_first_token":282055.63726814,"t_first_token_unix":1779712920.6512113,"t_done":282055.809896475,"t_done_unix":1779712920.8238394},{"request_id":"1382667:1:1382667:658","session_id":"1382667","input_length":1955,"t_proxy_recv":282055.322762257,"t_decision_unix":1779712920.3367035,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":1955,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":1955,"score_linear":148472.0,"score_lmetric":270134},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1409,"cache_hit":0,"new_prefill":1955,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":1,"active_p_offloads":0,"cached_blocks":1744,"cache_hit":0,"new_prefill":1955,"score_linear":38111.0,"score_lmetric":40066},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":1955,"score_linear":134396.0,"score_lmetric":23748},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":1955,"score_linear":54012.0,"score_lmetric":55967},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":1955,"score_linear":99424.0,"score_lmetric":3910},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":1955,"score_linear":47401.0,"score_lmetric":21708},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":1955,"score_linear":227626.0,"score_lmetric":143574}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282055.447849816,"t_first_token_unix":1779712920.461793,"t_done":282056.024357782,"t_done_unix":1779712921.0383008},{"request_id":"1382804:1:1382804:660","session_id":"1382804","input_length":627,"t_proxy_recv":282055.650808919,"t_decision_unix":1779712920.66475,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":1254,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":627,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":627,"score_linear":148472.0,"score_lmetric":267478},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":5145,"ongoing_decode_tokens":5145,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1409,"cache_hit":0,"new_prefill":627,"score_linear":5145.0,"score_lmetric":1254},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":1,"active_p_offloads":0,"cached_blocks":1744,"cache_hit":0,"new_prefill":627,"score_linear":38111.0,"score_lmetric":38738},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":627,"score_linear":134396.0,"score_lmetric":19764},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":627,"score_linear":54012.0,"score_lmetric":54639},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":627,"score_linear":99424.0,"score_lmetric":1254},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":627,"score_linear":47401.0,"score_lmetric":20380},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":627,"score_linear":227626.0,"score_lmetric":139590}],"chosen_score_linear":99424.0,"chosen_score_lmetric":1254,"t_first_token":282055.901881146,"t_first_token_unix":1779712920.9158242,"t_done":282056.32531013,"t_done_unix":1779712921.3392532},{"request_id":"1382294:2:1383073:664","session_id":"1382294","input_length":5164,"t_proxy_recv":282056.518352079,"t_decision_unix":1779712921.5322933,"policy":"unified","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":5,"affinity_cache_hit":2560,"affinity_cache_ratio":0.4957397366382649,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":10328,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":5164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":5164,"score_linear":148472.0,"score_lmetric":276552},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64641,"ongoing_decode_tokens":59506,"pending_prefill_tokens":5135,"num_requests":2,"active_p_offloads":0,"cached_blocks":1418,"cache_hit":2560,"new_prefill":2604,"score_linear":62081.0,"score_lmetric":15478},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":1,"active_p_offloads":0,"cached_blocks":1744,"cache_hit":0,"new_prefill":5164,"score_linear":38111.0,"score_lmetric":43275},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":5164,"score_linear":134396.0,"score_lmetric":33375},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":5164,"score_linear":54012.0,"score_lmetric":59176},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1762,"cache_hit":0,"new_prefill":5164,"score_linear":99424.0,"score_lmetric":10328},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":5164,"score_linear":47401.0,"score_lmetric":24917},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":5164,"score_linear":227626.0,"score_lmetric":153201}],"chosen_score_linear":99424.0,"chosen_score_lmetric":10328,"t_first_token":282056.889234425,"t_first_token_unix":1779712921.9031775,"t_done":282057.49119476,"t_done_unix":1779712922.505138},{"request_id":"1366128:10:1382843:661","session_id":"1366128","input_length":59506,"t_proxy_recv":282055.776594962,"t_decision_unix":1779712920.7905352,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":59392,"affinity_cache_ratio":0.9980842268006588,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":59392,"estimated_new_tokens":114,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":59506,"score_linear":148472.0,"score_lmetric":385236},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":5145,"ongoing_decode_tokens":5145,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1409,"cache_hit":59392,"new_prefill":114,"score_linear":-54247.0,"score_lmetric":228},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":1,"active_p_offloads":0,"cached_blocks":1744,"cache_hit":0,"new_prefill":59506,"score_linear":38111.0,"score_lmetric":97617},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":59506,"score_linear":134396.0,"score_lmetric":196401},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":59506,"score_linear":54012.0,"score_lmetric":113518},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":100051,"ongoing_decode_tokens":99424,"pending_prefill_tokens":627,"num_requests":3,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":59506,"score_linear":100051.0,"score_lmetric":180399},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":59506,"score_linear":47401.0,"score_lmetric":79259},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":59506,"score_linear":227626.0,"score_lmetric":316227}],"chosen_score_linear":-54247.0,"chosen_score_lmetric":228,"t_first_token":282055.90419049,"t_first_token_unix":1779712920.9181333,"t_done":282057.502421088,"t_done_unix":1779712922.5163643},{"request_id":"1383090:1:1383090:665","session_id":"1383090","input_length":9305,"t_proxy_recv":282056.562758806,"t_decision_unix":1779712921.5767002,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":28880,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":9305,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":9305,"score_linear":148472.0,"score_lmetric":284834},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64641,"ongoing_decode_tokens":59506,"pending_prefill_tokens":5135,"num_requests":2,"active_p_offloads":0,"cached_blocks":1418,"cache_hit":0,"new_prefill":9305,"score_linear":64641.0,"score_lmetric":28880},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":1,"active_p_offloads":0,"cached_blocks":1744,"cache_hit":0,"new_prefill":9305,"score_linear":38111.0,"score_lmetric":47416},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":9305,"score_linear":134396.0,"score_lmetric":45798},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":9305,"score_linear":54012.0,"score_lmetric":63317},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":104588,"ongoing_decode_tokens":99424,"pending_prefill_tokens":5164,"num_requests":3,"active_p_offloads":0,"cached_blocks":1762,"cache_hit":0,"new_prefill":9305,"score_linear":104588.0,"score_lmetric":43407},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":9305,"score_linear":47401.0,"score_lmetric":29058},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":9305,"score_linear":227626.0,"score_lmetric":165624}],"chosen_score_linear":64641.0,"chosen_score_lmetric":28880,"t_first_token":282057.395598193,"t_first_token_unix":1779712922.4095416,"t_done":282057.723756002,"t_done_unix":1779712922.7376995},{"request_id":"1383009:1:1383009:663","session_id":"1383009","input_length":5135,"t_proxy_recv":282056.295192567,"t_decision_unix":1779712921.3091338,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":5135,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":5135,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":5135,"score_linear":148472.0,"score_lmetric":276494},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":59506,"ongoing_decode_tokens":59506,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1418,"cache_hit":0,"new_prefill":5135,"score_linear":59506.0,"score_lmetric":5135},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":1,"active_p_offloads":0,"cached_blocks":1744,"cache_hit":0,"new_prefill":5135,"score_linear":38111.0,"score_lmetric":43246},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":5135,"score_linear":134396.0,"score_lmetric":33288},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":5135,"score_linear":54012.0,"score_lmetric":59147},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":100051,"ongoing_decode_tokens":100051,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":5135,"score_linear":100051.0,"score_lmetric":15405},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":5135,"score_linear":47401.0,"score_lmetric":24888},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":5135,"score_linear":227626.0,"score_lmetric":153114}],"chosen_score_linear":59506.0,"chosen_score_lmetric":5135,"t_first_token":282056.654911647,"t_first_token_unix":1779712921.6688547,"t_done":282057.744298934,"t_done_unix":1779712922.7582424},{"request_id":"1263749:2:1379302:636","session_id":"1263749","input_length":57656,"t_proxy_recv":282043.435183826,"t_decision_unix":1779712908.449125,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":56320,"affinity_cache_ratio":0.9768280838074095,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":56320,"estimated_new_tokens":1336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":57656,"score_linear":148472.0,"score_lmetric":381536},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1373,"cache_hit":0,"new_prefill":57656,"score_linear":20948.0,"score_lmetric":57656},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":57656,"score_linear":79495.0,"score_lmetric":137151},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":435,"num_requests":1,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":56320,"new_prefill":1336,"score_linear":-41037.0,"score_lmetric":1771},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1568,"cache_hit":0,"new_prefill":57656,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":57656,"score_linear":99424.0,"score_lmetric":115312},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1432,"cache_hit":0,"new_prefill":57656,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":57656,"score_linear":227626.0,"score_lmetric":310677}],"chosen_score_linear":-41037.0,"chosen_score_lmetric":1771,"t_first_token":282057.289175943,"t_first_token_unix":1779712922.3031197,"t_done":282057.989585922,"t_done_unix":1779712923.0035293},{"request_id":"1383625:1:1383625:668","session_id":"1383625","input_length":3186,"t_proxy_recv":282058.492489703,"t_decision_unix":1779712923.5064309,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":3186,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":3186,"score_linear":148472.0,"score_lmetric":272596},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":3186,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":1,"active_p_offloads":0,"cached_blocks":1744,"cache_hit":0,"new_prefill":3186,"score_linear":38111.0,"score_lmetric":41297},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":76740,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":3186,"score_linear":76740.0,"score_lmetric":6372},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":64229,"ongoing_decode_tokens":0,"pending_prefill_tokens":56549,"num_requests":2,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":3186,"score_linear":64229.0,"score_lmetric":119470},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1772,"cache_hit":0,"new_prefill":3186,"score_linear":99424.0,"score_lmetric":6372},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":3186,"score_linear":47401.0,"score_lmetric":3186},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":3186,"score_linear":227626.0,"score_lmetric":147267}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282058.688112459,"t_first_token_unix":1779712923.7020564,"t_done":282058.82453689,"t_done_unix":1779712923.8384802},{"request_id":"1382089:1:1382089:655","session_id":"1382089","input_length":38111,"t_proxy_recv":282053.17660026,"t_decision_unix":1779712918.1905413,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":38111,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":38111,"score_linear":148472.0,"score_lmetric":342446},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1377,"cache_hit":0,"new_prefill":38111,"score_linear":13989.0,"score_lmetric":38111},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1744,"cache_hit":0,"new_prefill":38111,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":38111,"score_linear":134396.0,"score_lmetric":132216},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":38111,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":38111,"score_linear":99424.0,"score_lmetric":76222},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":38111,"score_linear":47401.0,"score_lmetric":57864},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":34816,"new_prefill":3295,"score_linear":192810.0,"score_lmetric":147594}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282059.043148322,"t_first_token_unix":1779712924.0570924,"t_done":282059.185033903,"t_done_unix":1779712924.198985},{"request_id":"1382667:2:1384299:674","session_id":"1382667","input_length":5989,"t_proxy_recv":282060.975347362,"t_decision_unix":1779712925.9892883,"policy":"unified","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":2,"affinity_cache_hit":1536,"affinity_cache_ratio":0.2564701953581566,"affinity_num_requests":3,"avg_num_requests":2.125,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":5989,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":5989,"score_linear":148472.0,"score_lmetric":278202},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103787,"ongoing_decode_tokens":0,"pending_prefill_tokens":27499,"num_requests":3,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":1536,"new_prefill":4453,"score_linear":102251.0,"score_lmetric":95856},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":5989,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":76740,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":5989,"score_linear":76740.0,"score_lmetric":11978},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":133694,"ongoing_decode_tokens":0,"pending_prefill_tokens":59966,"num_requests":3,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":5989,"score_linear":133694.0,"score_lmetric":197865},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1772,"cache_hit":0,"new_prefill":5989,"score_linear":99424.0,"score_lmetric":11978},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":47401,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":5989,"score_linear":68622.0,"score_lmetric":12436},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":5989,"score_linear":227626.0,"score_lmetric":155676}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282061.364319494,"t_first_token_unix":1779712926.3782628,"t_done":282061.672390642,"t_done_unix":1779712926.6863337},{"request_id":"1363093:3:1374394:612","session_id":"1363093","input_length":63536,"t_proxy_recv":282026.321736138,"t_decision_unix":1779712891.3356771,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9911860992193402,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":62976,"estimated_new_tokens":560,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":63536,"score_linear":126340.0,"score_lmetric":189876},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65440,"ongoing_decode_tokens":18676,"pending_prefill_tokens":11948,"num_requests":2,"active_p_offloads":0,"cached_blocks":1290,"cache_hit":0,"new_prefill":63536,"score_linear":65440.0,"score_lmetric":150968},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":63536,"score_linear":79495.0,"score_lmetric":143031},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":37854,"num_requests":1,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":63536,"score_linear":56286.0,"score_lmetric":101390},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":117888,"pending_prefill_tokens":2729,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":63536,"score_linear":199977.0,"score_lmetric":198795},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":19862,"ongoing_decode_tokens":0,"pending_prefill_tokens":19862,"num_requests":1,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":62976,"new_prefill":560,"score_linear":-43114.0,"score_lmetric":20422},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1349,"cache_hit":0,"new_prefill":63536,"score_linear":106951.0,"score_lmetric":127072},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181263,"ongoing_decode_tokens":181263,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":63536,"score_linear":181263.0,"score_lmetric":190608}],"chosen_score_linear":-43114.0,"chosen_score_lmetric":20422,"t_first_token":282028.344078889,"t_first_token_unix":1779712893.3580225,"t_done":282062.394778036,"t_done_unix":1779712927.4087212},{"request_id":"1384772:1:1384772:677","session_id":"1384772","input_length":4690,"t_proxy_recv":282062.439177667,"t_decision_unix":1779712927.4531193,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":4690,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":0,"pending_prefill_tokens":133313,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":4690,"score_linear":198337.0,"score_lmetric":414009},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103787,"ongoing_decode_tokens":28383,"pending_prefill_tokens":12940,"num_requests":3,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":0,"new_prefill":4690,"score_linear":103787.0,"score_lmetric":52890},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1829,"cache_hit":0,"new_prefill":4690,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":76740,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":4690,"score_linear":76740.0,"score_lmetric":9380},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":133694,"ongoing_decode_tokens":0,"pending_prefill_tokens":59966,"num_requests":3,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":4690,"score_linear":133694.0,"score_lmetric":193968},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":4690,"score_linear":35888.0,"score_lmetric":4690},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":47401,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":4690,"score_linear":68622.0,"score_lmetric":9838},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":227626,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":4690,"score_linear":227626.0,"score_lmetric":14070}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282062.731210741,"t_first_token_unix":1779712927.745154,"t_done":282062.864787743,"t_done_unix":1779712927.878731},{"request_id":"1370129:3:1379538:637","session_id":"1370129","input_length":61457,"t_proxy_recv":282044.077327085,"t_decision_unix":1779712909.0912683,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9247441300421433,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":56832,"estimated_new_tokens":4625,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":7680,"new_prefill":53777,"score_linear":140792.0,"score_lmetric":373778},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1373,"cache_hit":4096,"new_prefill":57361,"score_linear":16852.0,"score_lmetric":57361},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":61457,"score_linear":79495.0,"score_lmetric":140952},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":72939,"ongoing_decode_tokens":15283,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":56832,"new_prefill":4625,"score_linear":16107.0,"score_lmetric":11922},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1568,"cache_hit":0,"new_prefill":61457,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":61457,"score_linear":99424.0,"score_lmetric":122914},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1432,"cache_hit":7680,"new_prefill":53777,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":7680,"new_prefill":53777,"score_linear":219946.0,"score_lmetric":299040}],"chosen_score_linear":16107.0,"chosen_score_lmetric":11922,"t_first_token":282057.294693737,"t_first_token_unix":1779712922.3086398,"t_done":282063.774129609,"t_done_unix":1779712928.788073},{"request_id":"1383009:2:1384930:679","session_id":"1383009","input_length":11113,"t_proxy_recv":282062.946784786,"t_decision_unix":1779712927.960726,"policy":"unified","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":2,"affinity_cache_hit":5120,"affinity_cache_ratio":0.46072167731485647,"affinity_num_requests":3,"avg_num_requests":2.125,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":11113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":0,"pending_prefill_tokens":133313,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":11113,"score_linear":198337.0,"score_lmetric":433278},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103787,"ongoing_decode_tokens":28383,"pending_prefill_tokens":12940,"num_requests":3,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":5120,"new_prefill":5993,"score_linear":98667.0,"score_lmetric":56799},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":11113,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":76740,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":11113,"score_linear":76740.0,"score_lmetric":22226},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":133694,"ongoing_decode_tokens":0,"pending_prefill_tokens":59966,"num_requests":3,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":11113,"score_linear":133694.0,"score_lmetric":213237},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":11113,"score_linear":35888.0,"score_lmetric":11113},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":68622,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":11113,"score_linear":68622.0,"score_lmetric":22226},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":227626,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":11113,"score_linear":227626.0,"score_lmetric":33339}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282063.827641493,"t_first_token_unix":1779712928.841585,"t_done":282063.991527762,"t_done_unix":1779712929.005471},{"request_id":"1340290:3:1384149:672","session_id":"1340290","input_length":21221,"t_proxy_recv":282060.442490056,"t_decision_unix":1779712925.4564312,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9892088026011969,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":20992,"estimated_new_tokens":229,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":21221,"score_linear":148472.0,"score_lmetric":308666},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99637,"ongoing_decode_tokens":0,"pending_prefill_tokens":26421,"num_requests":2,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":0,"new_prefill":21221,"score_linear":99637.0,"score_lmetric":95284},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":21221,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":76740,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":21221,"score_linear":76740.0,"score_lmetric":42442},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":133694,"ongoing_decode_tokens":0,"pending_prefill_tokens":59966,"num_requests":3,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":21221,"score_linear":133694.0,"score_lmetric":243561},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1772,"cache_hit":0,"new_prefill":21221,"score_linear":99424.0,"score_lmetric":42442},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":20992,"new_prefill":229,"score_linear":26409.0,"score_lmetric":229},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":21221,"score_linear":227626.0,"score_lmetric":201372}],"chosen_score_linear":26409.0,"chosen_score_lmetric":229,"t_first_token":282062.709596814,"t_first_token_unix":1779712927.7235403,"t_done":282064.560342236,"t_done_unix":1779712929.5742853},{"request_id":"1355484:8:1377993:625","session_id":"1355484","input_length":23457,"t_proxy_recv":282038.851640692,"t_decision_unix":1779712903.8655818,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9822227906381891,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":23040,"estimated_new_tokens":417,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":23457,"score_linear":126340.0,"score_lmetric":149797},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":23457,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":23457,"score_linear":79495.0,"score_lmetric":102952},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71137,"ongoing_decode_tokens":56286,"pending_prefill_tokens":14851,"num_requests":2,"active_p_offloads":0,"cached_blocks":1608,"cache_hit":0,"new_prefill":23457,"score_linear":71137.0,"score_lmetric":76616},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119052,"ongoing_decode_tokens":119052,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1550,"cache_hit":0,"new_prefill":23457,"score_linear":119052.0,"score_lmetric":23457},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160794,"ongoing_decode_tokens":124906,"pending_prefill_tokens":48,"num_requests":4,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":23457,"score_linear":160794.0,"score_lmetric":94020},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":0,"new_prefill":23457,"score_linear":80246.0,"score_lmetric":23457},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":204169,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45486,"num_requests":2,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":23040,"new_prefill":417,"score_linear":181129.0,"score_lmetric":91806}],"chosen_score_linear":181129.0,"chosen_score_lmetric":91806,"t_first_token":282061.033252661,"t_first_token_unix":1779712926.047196,"t_done":282065.236851225,"t_done_unix":1779712930.2507946},{"request_id":"1384947:1:1384947:680","session_id":"1384947","input_length":19034,"t_proxy_recv":282063.006730769,"t_decision_unix":1779712928.020672,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":19034,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":19034,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":0,"pending_prefill_tokens":133313,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":19034,"score_linear":198337.0,"score_lmetric":457041},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103787,"ongoing_decode_tokens":28383,"pending_prefill_tokens":12940,"num_requests":3,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":0,"new_prefill":19034,"score_linear":103787.0,"score_lmetric":95922},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":11113,"ongoing_decode_tokens":0,"pending_prefill_tokens":11113,"num_requests":1,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":19034,"score_linear":11113.0,"score_lmetric":30147},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":76740,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":19034,"score_linear":76740.0,"score_lmetric":38068},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":133694,"ongoing_decode_tokens":0,"pending_prefill_tokens":59966,"num_requests":3,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":19034,"score_linear":133694.0,"score_lmetric":237000},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":19034,"score_linear":35888.0,"score_lmetric":19034},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":68622,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":19034,"score_linear":68622.0,"score_lmetric":38068},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":227626,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":19034,"score_linear":227626.0,"score_lmetric":57102}],"chosen_score_linear":35888.0,"chosen_score_lmetric":19034,"t_first_token":282064.940577093,"t_first_token_unix":1779712929.954521,"t_done":282065.323391188,"t_done_unix":1779712930.3373342},{"request_id":"1301929:2:1375154:617","session_id":"1301929","input_length":35888,"t_proxy_recv":282029.054334324,"t_decision_unix":1779712894.0682755,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":35840,"affinity_cache_ratio":0.9986625055728935,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":35840,"estimated_new_tokens":48,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":3584,"new_prefill":32304,"score_linear":122756.0,"score_lmetric":158644},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":11919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":35888,"score_linear":58511.0,"score_lmetric":47807},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":35888,"score_linear":79495.0,"score_lmetric":115383},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":37854,"num_requests":1,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":35888,"score_linear":56286.0,"score_lmetric":73742},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":183920,"pending_prefill_tokens":2233,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":35888,"score_linear":199977.0,"score_lmetric":114363},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124906,"ongoing_decode_tokens":83398,"pending_prefill_tokens":4644,"num_requests":3,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":35840,"new_prefill":48,"score_linear":89066.0,"score_lmetric":14076},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":35888,"score_linear":106951.0,"score_lmetric":71776},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":158271,"ongoing_decode_tokens":158271,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":35888,"score_linear":158271.0,"score_lmetric":71776}],"chosen_score_linear":89066.0,"chosen_score_lmetric":14076,"t_first_token":282040.290140991,"t_first_token_unix":1779712905.304085,"t_done":282066.008336752,"t_done_unix":1779712931.02228},{"request_id":"1379569:4:1383116:666","session_id":"1379569","input_length":10217,"t_proxy_recv":282056.651822728,"t_decision_unix":1779712921.6657639,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":7680,"affinity_cache_ratio":0.7516883625330332,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":2537,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":10217,"score_linear":148472.0,"score_lmetric":286658},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":73946,"ongoing_decode_tokens":59506,"pending_prefill_tokens":14440,"num_requests":3,"active_p_offloads":0,"cached_blocks":1418,"cache_hit":0,"new_prefill":10217,"score_linear":73946.0,"score_lmetric":73971},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":1,"active_p_offloads":0,"cached_blocks":1744,"cache_hit":0,"new_prefill":10217,"score_linear":38111.0,"score_lmetric":48328},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":10217,"score_linear":134396.0,"score_lmetric":48534},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":7680,"new_prefill":2537,"score_linear":46332.0,"score_lmetric":56549},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":104588,"ongoing_decode_tokens":99424,"pending_prefill_tokens":5164,"num_requests":3,"active_p_offloads":0,"cached_blocks":1762,"cache_hit":0,"new_prefill":10217,"score_linear":104588.0,"score_lmetric":46143},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":2560,"new_prefill":7657,"score_linear":44841.0,"score_lmetric":27410},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":10217,"score_linear":227626.0,"score_lmetric":168360}],"chosen_score_linear":46332.0,"chosen_score_lmetric":56549,"t_first_token":282064.129450238,"t_first_token_unix":1779712929.1433933,"t_done":282066.574893317,"t_done_unix":1779712931.5888364},{"request_id":"1340290:4:1385568:684","session_id":"1340290","input_length":26146,"t_proxy_recv":282065.303741298,"t_decision_unix":1779712930.317683,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":20992,"affinity_cache_ratio":0.8028761569647365,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"cache_hit":20992,"estimated_new_tokens":5154,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":0,"pending_prefill_tokens":133313,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":26146,"score_linear":198337.0,"score_lmetric":478377},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120521,"ongoing_decode_tokens":28383,"pending_prefill_tokens":20458,"num_requests":4,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":0,"new_prefill":26146,"score_linear":120521.0,"score_lmetric":186416},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":26146,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":15283,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":26146,"score_linear":100467.0,"score_lmetric":98756},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":133694,"ongoing_decode_tokens":64229,"pending_prefill_tokens":3417,"num_requests":3,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":26146,"score_linear":133694.0,"score_lmetric":88689},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":54922,"ongoing_decode_tokens":54922,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":26146,"score_linear":54922.0,"score_lmetric":52292},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":20992,"new_prefill":5154,"score_linear":26409.0,"score_lmetric":5154},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227886,"ongoing_decode_tokens":204169,"pending_prefill_tokens":165,"num_requests":3,"active_p_offloads":0,"cached_blocks":1405,"cache_hit":0,"new_prefill":26146,"score_linear":227886.0,"score_lmetric":78933}],"chosen_score_linear":26409.0,"chosen_score_lmetric":5154,"t_first_token":282066.213717309,"t_first_token_unix":1779712931.227661,"t_done":282066.712155917,"t_done_unix":1779712931.7260993},{"request_id":"1342921:3:1384020:670","session_id":"1342921","input_length":69465,"t_proxy_recv":282059.869062011,"t_decision_unix":1779712924.8830032,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":66048,"affinity_cache_ratio":0.950809760310948,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":66048,"estimated_new_tokens":3417,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":69465,"score_linear":148472.0,"score_lmetric":405154},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":14559,"num_requests":1,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":0,"new_prefill":69465,"score_linear":28383.0,"score_lmetric":84024},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":69465,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":76740,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":69465,"score_linear":76740.0,"score_lmetric":138930},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":64229,"ongoing_decode_tokens":0,"pending_prefill_tokens":56549,"num_requests":2,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":66048,"new_prefill":3417,"score_linear":-1819.0,"score_lmetric":119932},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1772,"cache_hit":0,"new_prefill":69465,"score_linear":99424.0,"score_lmetric":138930},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":69465,"score_linear":47401.0,"score_lmetric":69465},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":69465,"score_linear":227626.0,"score_lmetric":346104}],"chosen_score_linear":-1819.0,"chosen_score_lmetric":119932,"t_first_token":282065.618849796,"t_first_token_unix":1779712930.6327932,"t_done":282067.329915348,"t_done_unix":1779712932.3438587},{"request_id":"1383625:2:1384279:673","session_id":"1383625","input_length":4150,"t_proxy_recv":282060.911486504,"t_decision_unix":1779712925.9254277,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":3072,"affinity_cache_ratio":0.7402409638554217,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":3072,"estimated_new_tokens":1078,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":4150,"score_linear":148472.0,"score_lmetric":274524},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99637,"ongoing_decode_tokens":0,"pending_prefill_tokens":26421,"num_requests":2,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":3072,"new_prefill":1078,"score_linear":96565.0,"score_lmetric":54998},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":4150,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":76740,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":4150,"score_linear":76740.0,"score_lmetric":8300},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":133694,"ongoing_decode_tokens":0,"pending_prefill_tokens":59966,"num_requests":3,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":4150,"score_linear":133694.0,"score_lmetric":192348},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1772,"cache_hit":0,"new_prefill":4150,"score_linear":99424.0,"score_lmetric":8300},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":47401,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":4150,"score_linear":68622.0,"score_lmetric":8758},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":4150,"score_linear":227626.0,"score_lmetric":150159}],"chosen_score_linear":96565.0,"chosen_score_lmetric":54998,"t_first_token":282066.166301782,"t_first_token_unix":1779712931.1802447,"t_done":282067.399777105,"t_done_unix":1779712932.4137204},{"request_id":"1382086:1:1382086:654","session_id":"1382086","input_length":54012,"t_proxy_recv":282053.183726714,"t_decision_unix":1779712918.197668,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":54012,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":54012,"score_linear":148472.0,"score_lmetric":374248},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1377,"cache_hit":0,"new_prefill":54012,"score_linear":13989.0,"score_lmetric":54012},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":1,"active_p_offloads":0,"cached_blocks":1744,"cache_hit":0,"new_prefill":54012,"score_linear":38111.0,"score_lmetric":92123},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":54012,"score_linear":134396.0,"score_lmetric":179919},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":54012,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":54012,"score_linear":99424.0,"score_lmetric":108024},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":54012,"score_linear":47401.0,"score_lmetric":73765},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":54012,"score_linear":227626.0,"score_lmetric":299745}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282064.128249896,"t_first_token_unix":1779712929.142193,"t_done":282067.593467206,"t_done_unix":1779712932.6074102},{"request_id":"1364090:3:1381959:653","session_id":"1364090","input_length":47401,"t_proxy_recv":282052.688777956,"t_decision_unix":1779712917.7027192,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27648,"affinity_cache_ratio":0.5832788337798781,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":27648,"estimated_new_tokens":19753,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":7680,"new_prefill":39721,"score_linear":140792.0,"score_lmetric":345666},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":73363,"ongoing_decode_tokens":73363,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":4096,"new_prefill":43305,"score_linear":69267.0,"score_lmetric":86610},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1744,"cache_hit":0,"new_prefill":47401,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":15283,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":7680,"new_prefill":39721,"score_linear":126716.0,"score_lmetric":137046},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":47401,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":47401,"score_linear":99424.0,"score_lmetric":94802},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":27648,"new_prefill":19753,"score_linear":-27648.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":7680,"new_prefill":39721,"score_linear":219946.0,"score_lmetric":256872}],"chosen_score_linear":-27648.0,"chosen_score_lmetric":0,"t_first_token":282057.814909869,"t_first_token_unix":1779712922.8288531,"t_done":282067.615725469,"t_done_unix":1779712932.6296687},{"request_id":"1383090:2:1385262:682","session_id":"1383090","input_length":16734,"t_proxy_recv":282064.194582747,"t_decision_unix":1779712929.208524,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":9216,"affinity_cache_ratio":0.5507350304768734,"affinity_num_requests":3,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"cache_hit":9216,"estimated_new_tokens":7518,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":0,"pending_prefill_tokens":133313,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":16734,"score_linear":198337.0,"score_lmetric":450141},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103787,"ongoing_decode_tokens":28383,"pending_prefill_tokens":12940,"num_requests":3,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":9216,"new_prefill":7518,"score_linear":94571.0,"score_lmetric":61374},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":16734,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":15283,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":16734,"score_linear":100467.0,"score_lmetric":79932},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":133694,"ongoing_decode_tokens":64229,"pending_prefill_tokens":3417,"num_requests":3,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":16734,"score_linear":133694.0,"score_lmetric":60453},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":54922,"ongoing_decode_tokens":35888,"pending_prefill_tokens":19034,"num_requests":2,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":16734,"score_linear":54922.0,"score_lmetric":71536},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":68622,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":16734,"score_linear":68622.0,"score_lmetric":33468},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":227626,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":16734,"score_linear":227626.0,"score_lmetric":50202}],"chosen_score_linear":94571.0,"chosen_score_lmetric":61374,"t_first_token":282066.992662461,"t_first_token_unix":1779712932.0066059,"t_done":282067.664954153,"t_done_unix":1779712932.6788976},{"request_id":"1355484:9:1379722:640","session_id":"1355484","input_length":23717,"t_proxy_recv":282065.243711485,"t_decision_unix":1779712930.257653,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9930429649618417,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"cache_hit":23552,"estimated_new_tokens":165,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":0,"pending_prefill_tokens":133313,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":23717,"score_linear":198337.0,"score_lmetric":471090},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120521,"ongoing_decode_tokens":28383,"pending_prefill_tokens":20458,"num_requests":4,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":0,"new_prefill":23717,"score_linear":120521.0,"score_lmetric":176700},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":23717,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":15283,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":23717,"score_linear":100467.0,"score_lmetric":93898},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":133694,"ongoing_decode_tokens":64229,"pending_prefill_tokens":3417,"num_requests":3,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":23717,"score_linear":133694.0,"score_lmetric":81402},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":54922,"ongoing_decode_tokens":54922,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":23717,"score_linear":54922.0,"score_lmetric":47434},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":23717,"score_linear":47401.0,"score_lmetric":23717},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":204169,"ongoing_decode_tokens":204169,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1405,"cache_hit":23552,"new_prefill":165,"score_linear":180617.0,"score_lmetric":330}],"chosen_score_linear":180617.0,"chosen_score_lmetric":330,"t_first_token":282065.354515545,"t_first_token_unix":1779712930.3684587,"t_done":282067.791622689,"t_done_unix":1779712932.8055665},{"request_id":"1313181:5:1320817:349","session_id":"1313181","input_length":105902,"t_proxy_recv":282037.648382444,"t_decision_unix":1779712902.662324,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":60416,"affinity_cache_ratio":0.5704896980227002,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":60416,"estimated_new_tokens":45486,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":105902,"score_linear":126340.0,"score_lmetric":232242},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":20727,"ongoing_decode_tokens":20727,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1368,"cache_hit":0,"new_prefill":105902,"score_linear":20727.0,"score_lmetric":105902},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":105902,"score_linear":79495.0,"score_lmetric":185397},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":56286,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1608,"cache_hit":0,"new_prefill":105902,"score_linear":56286.0,"score_lmetric":105902},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":135109,"ongoing_decode_tokens":16057,"pending_prefill_tokens":780,"num_requests":2,"active_p_offloads":0,"cached_blocks":1545,"cache_hit":0,"new_prefill":105902,"score_linear":135109.0,"score_lmetric":213364},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160794,"ongoing_decode_tokens":124906,"pending_prefill_tokens":48,"num_requests":4,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":105902,"score_linear":160794.0,"score_lmetric":423800},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":0,"new_prefill":105902,"score_linear":80246.0,"score_lmetric":105902},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":60416,"new_prefill":45486,"score_linear":37851.0,"score_lmetric":45486}],"chosen_score_linear":37851.0,"chosen_score_lmetric":45486,"t_first_token":282061.032007392,"t_first_token_unix":1779712926.0459538,"t_done":282068.216068257,"t_done_unix":1779712933.2300117},{"request_id":"1340290:5:1386504:688","session_id":"1340290","input_length":27220,"t_proxy_recv":282068.448972306,"t_decision_unix":1779712933.4629135,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9592946362968405,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":26112,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":0,"pending_prefill_tokens":133313,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":27220,"score_linear":198337.0,"score_lmetric":481599},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99637,"ongoing_decode_tokens":99637,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1468,"cache_hit":0,"new_prefill":27220,"score_linear":99637.0,"score_lmetric":54440},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":27220,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":15283,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":27220,"score_linear":100467.0,"score_lmetric":100904},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":27220,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":27220,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":26112,"new_prefill":1108,"score_linear":-26112.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":184351,"ongoing_decode_tokens":184351,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1493,"cache_hit":0,"new_prefill":27220,"score_linear":184351.0,"score_lmetric":81660}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":282068.735171328,"t_first_token_unix":1779712933.7491152,"t_done":282068.943740041,"t_done_unix":1779712933.9576836},{"request_id":"1366128:11:1384044:671","session_id":"1366128","input_length":71254,"t_proxy_recv":282059.984262341,"t_decision_unix":1779712924.998204,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":59392,"affinity_cache_ratio":0.8335251354309934,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":59392,"estimated_new_tokens":11862,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":71254,"score_linear":148472.0,"score_lmetric":408732},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":14559,"num_requests":1,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":59392,"new_prefill":11862,"score_linear":-31009.0,"score_lmetric":26421},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":71254,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":76740,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":71254,"score_linear":76740.0,"score_lmetric":142508},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":133694,"ongoing_decode_tokens":0,"pending_prefill_tokens":59966,"num_requests":3,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":71254,"score_linear":133694.0,"score_lmetric":393660},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1772,"cache_hit":0,"new_prefill":71254,"score_linear":99424.0,"score_lmetric":142508},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":71254,"score_linear":47401.0,"score_lmetric":71254},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":71254,"score_linear":227626.0,"score_lmetric":351471}],"chosen_score_linear":-31009.0,"chosen_score_lmetric":26421,"t_first_token":282066.165471359,"t_first_token_unix":1779712931.1794147,"t_done":282069.034981329,"t_done_unix":1779712934.0489244},{"request_id":"1366128:12:1386045:687","session_id":"1366128","input_length":71578,"t_proxy_recv":282069.049216431,"t_decision_unix":1779712934.0631578,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9942719830115399,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":71168,"estimated_new_tokens":410,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":0,"pending_prefill_tokens":133313,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":71578,"score_linear":198337.0,"score_lmetric":614673},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28383,"ongoing_decode_tokens":28383,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1491,"cache_hit":71168,"new_prefill":410,"score_linear":-42785.0,"score_lmetric":410},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":71578,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":15283,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":71578,"score_linear":100467.0,"score_lmetric":189620},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":71578,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":71578,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":71578,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":184351,"ongoing_decode_tokens":184351,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1493,"cache_hit":0,"new_prefill":71578,"score_linear":184351.0,"score_lmetric":214734}],"chosen_score_linear":-42785.0,"chosen_score_lmetric":410,"t_first_token":282069.287268988,"t_first_token_unix":1779712934.301212,"t_done":282069.889354999,"t_done_unix":1779712934.9032984},{"request_id":"1381387:2:1383735:669","session_id":"1381387","input_length":28383,"t_proxy_recv":282058.805433541,"t_decision_unix":1779712923.8193743,"policy":"unified","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":13824,"affinity_cache_ratio":0.4870521086565902,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":14559,"tie_break_used":false,"cache_hit":13824,"estimated_new_tokens":14559,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":28383,"score_linear":148472.0,"score_lmetric":322990},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":3186,"ongoing_decode_tokens":3186,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":13824,"new_prefill":14559,"score_linear":-10638.0,"score_lmetric":14559},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":1,"active_p_offloads":0,"cached_blocks":1744,"cache_hit":0,"new_prefill":28383,"score_linear":38111.0,"score_lmetric":66494},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":76740,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":28383,"score_linear":76740.0,"score_lmetric":56766},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":64229,"ongoing_decode_tokens":0,"pending_prefill_tokens":56549,"num_requests":2,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":28383,"score_linear":64229.0,"score_lmetric":169864},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1772,"cache_hit":0,"new_prefill":28383,"score_linear":99424.0,"score_lmetric":56766},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":28383,"score_linear":47401.0,"score_lmetric":28383},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":28383,"score_linear":227626.0,"score_lmetric":222858}],"chosen_score_linear":-10638.0,"chosen_score_lmetric":14559,"t_first_token":282061.188117541,"t_first_token_unix":1779712926.202061,"t_done":282070.17242909,"t_done_unix":1779712935.1863723},{"request_id":"1381728:2:1387040:690","session_id":"1381728","input_length":12399,"t_proxy_recv":282070.227963034,"t_decision_unix":1779712935.241904,"policy":"unified","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":1024,"affinity_cache_ratio":0.08258730542785708,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":1024,"estimated_new_tokens":11375,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":0,"pending_prefill_tokens":133313,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":12399,"score_linear":198337.0,"score_lmetric":437136},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":12399,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":12399,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":15283,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":12399,"score_linear":100467.0,"score_lmetric":71262},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":12399,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":12399,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":1024,"new_prefill":11375,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":184351,"ongoing_decode_tokens":184351,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1493,"cache_hit":0,"new_prefill":12399,"score_linear":184351.0,"score_lmetric":37197}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":282071.179728638,"t_first_token_unix":1779712936.193672,"t_done":282071.265711822,"t_done_unix":1779712936.2796547},{"request_id":"1384772:2:1387335:693","session_id":"1384772","input_length":11530,"t_proxy_recv":282071.326380834,"t_decision_unix":1779712936.3403223,"policy":"unified","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":4608,"affinity_cache_ratio":0.39965307892454466,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":4608,"estimated_new_tokens":6922,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":0,"pending_prefill_tokens":133313,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":11530,"score_linear":198337.0,"score_lmetric":434529},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122501,"ongoing_decode_tokens":0,"pending_prefill_tokens":23173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":11530,"score_linear":122501.0,"score_lmetric":69406},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":4608,"new_prefill":6922,"score_linear":-4608.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":15283,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":11530,"score_linear":100467.0,"score_lmetric":69524},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":11530,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":11530,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":11530,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":184351,"ongoing_decode_tokens":184351,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1493,"cache_hit":0,"new_prefill":11530,"score_linear":184351.0,"score_lmetric":34590}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":282071.974566138,"t_first_token_unix":1779712936.9885094,"t_done":282072.033470776,"t_done_unix":1779712937.0474136},{"request_id":"1355484:10:1384484:675","session_id":"1355484","input_length":25226,"t_proxy_recv":282067.798290069,"t_decision_unix":1779712932.8122315,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9336398953460715,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":23552,"estimated_new_tokens":1674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":0,"pending_prefill_tokens":133313,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":25226,"score_linear":198337.0,"score_lmetric":475617},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99637,"ongoing_decode_tokens":99637,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1468,"cache_hit":0,"new_prefill":25226,"score_linear":99637.0,"score_lmetric":50452},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":25226,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":15283,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":25226,"score_linear":100467.0,"score_lmetric":96916},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":25226,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":25226,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":25226,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":204169,"ongoing_decode_tokens":204169,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1405,"cache_hit":23552,"new_prefill":1674,"score_linear":180617.0,"score_lmetric":3348}],"chosen_score_linear":180617.0,"chosen_score_lmetric":3348,"t_first_token":282068.155568146,"t_first_token_unix":1779712933.1695113,"t_done":282072.137044561,"t_done_unix":1779712937.1509879},{"request_id":"1279412:25:1366203:554","session_id":"1279412","input_length":98267,"t_proxy_recv":281997.536454377,"t_decision_unix":1779712862.5503957,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9951662307794071,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":97792,"estimated_new_tokens":475,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1055,"cache_hit":0,"new_prefill":98267,"score_linear":68259.0,"score_lmetric":98267},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":11154,"ongoing_decode_tokens":0,"pending_prefill_tokens":11154,"num_requests":1,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":98267,"score_linear":11154.0,"score_lmetric":109421},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150402,"ongoing_decode_tokens":0,"pending_prefill_tokens":122754,"num_requests":2,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":98267,"score_linear":150402.0,"score_lmetric":442042},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":98267,"score_linear":91690.0,"score_lmetric":353290},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":98267,"score_linear":199977.0,"score_lmetric":656652},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":98267,"score_linear":62685.0,"score_lmetric":160952},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":98267,"score_linear":80246.0,"score_lmetric":98267},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59514,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":97792,"new_prefill":475,"score_linear":-38278.0,"score_lmetric":35925}],"chosen_score_linear":-38278.0,"chosen_score_lmetric":35925,"t_first_token":282006.351183937,"t_first_token_unix":1779712871.3651273,"t_done":282072.325652249,"t_done_unix":1779712937.3395956},{"request_id":"1340290:6:1387365:695","session_id":"1340290","input_length":27285,"t_proxy_recv":282071.430126445,"t_decision_unix":1779712936.4440675,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9945391240608393,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":27136,"estimated_new_tokens":149,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":0,"pending_prefill_tokens":133313,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":27285,"score_linear":198337.0,"score_lmetric":481794},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122501,"ongoing_decode_tokens":0,"pending_prefill_tokens":23173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":27285,"score_linear":122501.0,"score_lmetric":100916},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":11530,"ongoing_decode_tokens":0,"pending_prefill_tokens":6922,"num_requests":1,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":27285,"score_linear":11530.0,"score_lmetric":34207},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":15283,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":27285,"score_linear":100467.0,"score_lmetric":101034},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":27285,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":27285,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":27136,"new_prefill":149,"score_linear":-27136.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":184351,"ongoing_decode_tokens":184351,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1493,"cache_hit":0,"new_prefill":27285,"score_linear":184351.0,"score_lmetric":81855}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":282071.488836964,"t_first_token_unix":1779712936.50278,"t_done":282072.611926439,"t_done_unix":1779712937.6258695},{"request_id":"1279412:26:1378269:628","session_id":"1279412","input_length":100340,"t_proxy_recv":282072.344971692,"t_decision_unix":1779712937.358913,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":99840,"affinity_cache_ratio":0.9950169423958541,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":99840,"estimated_new_tokens":500,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":0,"pending_prefill_tokens":133313,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":100340,"score_linear":198337.0,"score_lmetric":700959},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122501,"ongoing_decode_tokens":0,"pending_prefill_tokens":23173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":100340,"score_linear":122501.0,"score_lmetric":247026},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":100340,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":15283,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":100340,"score_linear":100467.0,"score_lmetric":247144},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":100340,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":100340,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27285,"ongoing_decode_tokens":27285,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":100340,"score_linear":27285.0,"score_lmetric":100340},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":99840,"new_prefill":500,"score_linear":-38982.0,"score_lmetric":500}],"chosen_score_linear":-38982.0,"chosen_score_lmetric":500,"t_first_token":282072.624457945,"t_first_token_unix":1779712937.6384013,"t_done":282074.565909934,"t_done_unix":1779712939.5798533},{"request_id":"1382804:2:1388620:698","session_id":"1382804","input_length":3678,"t_proxy_recv":282075.936385962,"t_decision_unix":1779712940.9503272,"policy":"unified","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":512,"affinity_cache_ratio":0.13920609026644915,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"cache_hit":512,"estimated_new_tokens":3166,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":126340,"pending_prefill_tokens":6973,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":3678,"score_linear":198337.0,"score_lmetric":31953},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122501,"ongoing_decode_tokens":0,"pending_prefill_tokens":23173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":3678,"score_linear":122501.0,"score_lmetric":53702},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":3678,"score_linear":71899.0,"score_lmetric":75577},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":100467,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":3678,"score_linear":100467.0,"score_lmetric":7356},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":3678,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":512,"new_prefill":3166,"score_linear":-512.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":3678,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":188233,"ongoing_decode_tokens":188233,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1498,"cache_hit":0,"new_prefill":3678,"score_linear":188233.0,"score_lmetric":11034}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":282076.138159719,"t_first_token_unix":1779712941.1521032,"t_done":282076.191163218,"t_done_unix":1779712941.2051063},{"request_id":"1366128:13:1387308:692","session_id":"1366128","input_length":71708,"t_proxy_recv":282071.251809145,"t_decision_unix":1779712936.265751,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9924694594745356,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":71168,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":0,"pending_prefill_tokens":133313,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":71708,"score_linear":198337.0,"score_lmetric":615063},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":50793,"ongoing_decode_tokens":0,"pending_prefill_tokens":22633,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":71168,"new_prefill":540,"score_linear":-20375.0,"score_lmetric":23173},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":71708,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":15283,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":71708,"score_linear":100467.0,"score_lmetric":189880},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":71708,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":71708,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12399,"ongoing_decode_tokens":12399,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":71708,"score_linear":12399.0,"score_lmetric":71708},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":184351,"ongoing_decode_tokens":184351,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1493,"cache_hit":0,"new_prefill":71708,"score_linear":184351.0,"score_lmetric":215124}],"chosen_score_linear":-20375.0,"chosen_score_lmetric":23173,"t_first_token":282076.561212913,"t_first_token_unix":1779712941.5751562,"t_done":282077.036395003,"t_done_unix":1779712942.0503387},{"request_id":"1355484:11:1388276:696","session_id":"1355484","input_length":26837,"t_proxy_recv":282074.560594792,"t_decision_unix":1779712939.574536,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9348287811603383,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":25088,"estimated_new_tokens":1749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":126340,"pending_prefill_tokens":6973,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":26837,"score_linear":198337.0,"score_lmetric":101430},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122501,"ongoing_decode_tokens":0,"pending_prefill_tokens":23173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":26837,"score_linear":122501.0,"score_lmetric":100020},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":26837,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":100467,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":26837,"score_linear":100467.0,"score_lmetric":53674},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":26837,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":26837,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":26837,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161198,"ongoing_decode_tokens":161198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":25088,"new_prefill":1749,"score_linear":136110.0,"score_lmetric":3498}],"chosen_score_linear":136110.0,"chosen_score_lmetric":3498,"t_first_token":282074.920693624,"t_first_token_unix":1779712939.9346375,"t_done":282077.827205933,"t_done_unix":1779712942.8411493},{"request_id":"1384947:2:1388842:700","session_id":"1384947","input_length":20183,"t_proxy_recv":282076.696735844,"t_decision_unix":1779712941.7106771,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9386117029182975,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":18944,"estimated_new_tokens":1239,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":198337,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":20183,"score_linear":198337.0,"score_lmetric":60549},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122501,"ongoing_decode_tokens":122501,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":20183,"score_linear":122501.0,"score_lmetric":40366},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":20183,"score_linear":71899.0,"score_lmetric":92082},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":100467,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":20183,"score_linear":100467.0,"score_lmetric":40366},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":20183,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":18944,"new_prefill":1239,"score_linear":-18944.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":20183,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":188233,"ongoing_decode_tokens":188233,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1498,"cache_hit":0,"new_prefill":20183,"score_linear":188233.0,"score_lmetric":60549}],"chosen_score_linear":-18944.0,"chosen_score_lmetric":0,"t_first_token":282076.934836461,"t_first_token_unix":1779712941.9487805,"t_done":282078.00634712,"t_done_unix":1779712943.0202901},{"request_id":"1279412:27:1380696:646","session_id":"1279412","input_length":100538,"t_proxy_recv":282074.583908283,"t_decision_unix":1779712939.5978498,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":100352,"affinity_cache_ratio":0.9981499532515069,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":100352,"estimated_new_tokens":186,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":126340,"pending_prefill_tokens":6973,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":100538,"score_linear":198337.0,"score_lmetric":322533},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122501,"ongoing_decode_tokens":0,"pending_prefill_tokens":23173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":100538,"score_linear":122501.0,"score_lmetric":247422},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":100538,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":100467,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":100538,"score_linear":100467.0,"score_lmetric":201076},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":100538,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":100538,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":100538,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":87695,"ongoing_decode_tokens":60858,"pending_prefill_tokens":1749,"num_requests":2,"active_p_offloads":0,"cached_blocks":1498,"cache_hit":100352,"new_prefill":186,"score_linear":-12657.0,"score_lmetric":3870}],"chosen_score_linear":-12657.0,"chosen_score_lmetric":3870,"t_first_token":282075.074256884,"t_first_token_unix":1779712940.0882008,"t_done":282078.284089572,"t_done_unix":1779712943.2980332},{"request_id":"1340278:3:1384549:676","session_id":"1340278","input_length":49865,"t_proxy_recv":282061.727033597,"t_decision_unix":1779712926.740975,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9959691166148601,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":201,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":49664,"new_prefill":201,"score_linear":98808.0,"score_lmetric":266626},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103787,"ongoing_decode_tokens":28383,"pending_prefill_tokens":12940,"num_requests":3,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":0,"new_prefill":49865,"score_linear":103787.0,"score_lmetric":188415},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1829,"cache_hit":0,"new_prefill":49865,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":76740,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":49865,"score_linear":76740.0,"score_lmetric":99730},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":133694,"ongoing_decode_tokens":0,"pending_prefill_tokens":59966,"num_requests":3,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":49865,"score_linear":133694.0,"score_lmetric":329493},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":99424,"ongoing_decode_tokens":99424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1772,"cache_hit":0,"new_prefill":49865,"score_linear":99424.0,"score_lmetric":99730},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":47401,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":49865,"score_linear":68622.0,"score_lmetric":100188},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":227626,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":48640,"new_prefill":1225,"score_linear":178986.0,"score_lmetric":3675}],"chosen_score_linear":98808.0,"chosen_score_lmetric":266626,"t_first_token":282076.628368056,"t_first_token_unix":1779712941.642311,"t_done":282079.040913462,"t_done_unix":1779712944.054857},{"request_id":"1340278:3:1385417:683","session_id":"1340278","input_length":50272,"t_proxy_recv":282079.06949038,"t_decision_unix":1779712944.0834317,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9879057924888606,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":608,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":148472,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":49664,"new_prefill":608,"score_linear":98808.0,"score_lmetric":1216},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134197,"ongoing_decode_tokens":50793,"pending_prefill_tokens":11724,"num_requests":2,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":50272,"score_linear":134197.0,"score_lmetric":123992},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":50272,"score_linear":71899.0,"score_lmetric":122171},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":100467,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":50272,"score_linear":100467.0,"score_lmetric":100544},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":70990,"ongoing_decode_tokens":0,"pending_prefill_tokens":1870,"num_requests":1,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":50272,"score_linear":70990.0,"score_lmetric":52142},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1820,"cache_hit":0,"new_prefill":50272,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":50272,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161624,"ongoing_decode_tokens":161624,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":48640,"new_prefill":1632,"score_linear":112984.0,"score_lmetric":3264}],"chosen_score_linear":98808.0,"chosen_score_lmetric":1216,"t_first_token":282079.331075333,"t_first_token_unix":1779712944.3450189,"t_done":282079.370662975,"t_done_unix":1779712944.3846064},{"request_id":"1313181:5:1374956:615","session_id":"1313181","input_length":60858,"t_proxy_recv":282068.2282215,"t_decision_unix":1779712933.2421627,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":60416,"affinity_cache_ratio":0.9927371914949554,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":60416,"estimated_new_tokens":442,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":0,"pending_prefill_tokens":133313,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":60858,"score_linear":198337.0,"score_lmetric":582513},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99637,"ongoing_decode_tokens":99637,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1468,"cache_hit":0,"new_prefill":60858,"score_linear":99637.0,"score_lmetric":121716},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":60858,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":15283,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":60858,"score_linear":100467.0,"score_lmetric":168180},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":60858,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":60858,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":60858,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123493,"ongoing_decode_tokens":123493,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1493,"cache_hit":60416,"new_prefill":442,"score_linear":63077.0,"score_lmetric":884}],"chosen_score_linear":63077.0,"chosen_score_lmetric":884,"t_first_token":282068.349476206,"t_first_token_unix":1779712933.3634195,"t_done":282079.395393451,"t_done_unix":1779712944.4093368},{"request_id":"1370129:4:1384856:678","session_id":"1370129","input_length":85184,"t_proxy_recv":282063.797519874,"t_decision_unix":1779712928.8114612,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":61952,"affinity_cache_ratio":0.7272727272727273,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"cache_hit":61952,"estimated_new_tokens":23232,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":0,"pending_prefill_tokens":133313,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":7680,"new_prefill":77504,"score_linear":190657.0,"score_lmetric":632451},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103787,"ongoing_decode_tokens":28383,"pending_prefill_tokens":12940,"num_requests":3,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":4096,"new_prefill":81088,"score_linear":99691.0,"score_lmetric":282084},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":11113,"ongoing_decode_tokens":0,"pending_prefill_tokens":11113,"num_requests":1,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":85184,"score_linear":11113.0,"score_lmetric":96297},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":61952,"new_prefill":23232,"score_linear":-46669.0,"score_lmetric":23232},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":133694,"ongoing_decode_tokens":0,"pending_prefill_tokens":59966,"num_requests":3,"active_p_offloads":0,"cached_blocks":1583,"cache_hit":0,"new_prefill":85184,"score_linear":133694.0,"score_lmetric":435450},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":54922,"ongoing_decode_tokens":35888,"pending_prefill_tokens":19034,"num_requests":2,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":85184,"score_linear":54922.0,"score_lmetric":208436},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":68622,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":7680,"new_prefill":77504,"score_linear":60942.0,"score_lmetric":155008},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":227626,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":7680,"new_prefill":77504,"score_linear":219946.0,"score_lmetric":232512}],"chosen_score_linear":-46669.0,"chosen_score_lmetric":23232,"t_first_token":282074.48716767,"t_first_token_unix":1779712939.5011113,"t_done":282081.162865555,"t_done_unix":1779712946.176809},{"request_id":"1286804:4:1378156:627","session_id":"1286804","input_length":22132,"t_proxy_recv":282039.377392167,"t_decision_unix":1779712904.3913336,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":15360,"affinity_cache_ratio":0.694017711910356,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":15360,"estimated_new_tokens":6772,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":15360,"new_prefill":6772,"score_linear":110980.0,"score_lmetric":133112},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":59007,"ongoing_decode_tokens":59007,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":22132,"score_linear":59007.0,"score_lmetric":22132},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":22132,"score_linear":79495.0,"score_lmetric":101627},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71137,"ongoing_decode_tokens":71137,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1608,"cache_hit":0,"new_prefill":22132,"score_linear":71137.0,"score_lmetric":44264},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119052,"ongoing_decode_tokens":119052,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1550,"cache_hit":0,"new_prefill":22132,"score_linear":119052.0,"score_lmetric":22132},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160794,"ongoing_decode_tokens":124906,"pending_prefill_tokens":48,"num_requests":4,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":22132,"score_linear":160794.0,"score_lmetric":88720},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":0,"new_prefill":22132,"score_linear":80246.0,"score_lmetric":22132},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":22132,"score_linear":227626.0,"score_lmetric":204105}],"chosen_score_linear":110980.0,"chosen_score_lmetric":133112,"t_first_token":282076.626459807,"t_first_token_unix":1779712941.640403,"t_done":282081.50685319,"t_done_unix":1779712946.5207968},{"request_id":"1342921:4:1389290:702","session_id":"1342921","input_length":70990,"t_proxy_recv":282078.352394968,"t_decision_unix":1779712943.3663366,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9736582617270038,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":69120,"estimated_new_tokens":1870,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":198337,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":70990,"score_linear":198337.0,"score_lmetric":212970},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134197,"ongoing_decode_tokens":50793,"pending_prefill_tokens":11724,"num_requests":2,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":70990,"score_linear":134197.0,"score_lmetric":165428},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":70990,"score_linear":71899.0,"score_lmetric":142889},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":100467,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":70990,"score_linear":100467.0,"score_lmetric":141980},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":69120,"new_prefill":1870,"score_linear":-69120.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1820,"cache_hit":0,"new_prefill":70990,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":70990,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161624,"ongoing_decode_tokens":60858,"pending_prefill_tokens":414,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":70990,"score_linear":161624.0,"score_lmetric":142808}],"chosen_score_linear":-69120.0,"chosen_score_lmetric":0,"t_first_token":282079.124334243,"t_first_token_unix":1779712944.1382775,"t_done":282081.546344552,"t_done_unix":1779712946.560288},{"request_id":"1390240:1:1390240:705","session_id":"1390240","input_length":5110,"t_proxy_recv":282081.872892207,"t_decision_unix":1779712946.8868334,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":5110,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":5110,"score_linear":126340.0,"score_lmetric":5110},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134197,"ongoing_decode_tokens":50793,"pending_prefill_tokens":11724,"num_requests":2,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":5110,"score_linear":134197.0,"score_lmetric":33668},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":5110,"score_linear":71899.0,"score_lmetric":77009},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":5110,"score_linear":15283.0,"score_lmetric":5110},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1703,"cache_hit":0,"new_prefill":5110,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68187,"ongoing_decode_tokens":0,"pending_prefill_tokens":3163,"num_requests":1,"active_p_offloads":0,"cached_blocks":1820,"cache_hit":0,"new_prefill":5110,"score_linear":68187.0,"score_lmetric":8273},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":5110,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":5110,"score_linear":245313.0,"score_lmetric":150987}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282082.197707155,"t_first_token_unix":1779712947.2116506,"t_done":282082.47170791,"t_done_unix":1779712947.4856513},{"request_id":"1390356:1:1390356:706","session_id":"1390356","input_length":1349,"t_proxy_recv":282082.313485171,"t_decision_unix":1779712947.3274262,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":1349,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":1349,"score_linear":126340.0,"score_lmetric":1349},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134197,"ongoing_decode_tokens":50793,"pending_prefill_tokens":11724,"num_requests":2,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":1349,"score_linear":134197.0,"score_lmetric":26146},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":1349,"score_linear":71899.0,"score_lmetric":73248},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":1349,"score_linear":15283.0,"score_lmetric":1349},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1703,"cache_hit":0,"new_prefill":1349,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68187,"ongoing_decode_tokens":0,"pending_prefill_tokens":3163,"num_requests":1,"active_p_offloads":0,"cached_blocks":1820,"cache_hit":0,"new_prefill":1349,"score_linear":68187.0,"score_lmetric":4512},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":5110,"ongoing_decode_tokens":5110,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":1349,"score_linear":5110.0,"score_lmetric":1349},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":1349,"score_linear":245313.0,"score_lmetric":139704}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282082.409041111,"t_first_token_unix":1779712947.4229853,"t_done":282084.100322403,"t_done_unix":1779712949.1142657},{"request_id":"1373431:1:1373431:606","session_id":"1373431","input_length":126340,"t_proxy_recv":282023.04199285,"t_decision_unix":1779712888.0559342,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":126340,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":126340,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1290,"cache_hit":0,"new_prefill":126340,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":126340,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":126340,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199977,"ongoing_decode_tokens":0,"pending_prefill_tokens":120617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1313,"cache_hit":0,"new_prefill":126340,"score_linear":199977.0,"score_lmetric":740871},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":151655,"ongoing_decode_tokens":151655,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":1024,"new_prefill":125316,"score_linear":150631.0,"score_lmetric":375948},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1349,"cache_hit":0,"new_prefill":126340,"score_linear":106951.0,"score_lmetric":252680},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181263,"ongoing_decode_tokens":181263,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":126340,"score_linear":181263.0,"score_lmetric":379020}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282074.43482202,"t_first_token_unix":1779712939.448766,"t_done":282084.220258586,"t_done_unix":1779712949.234202},{"request_id":"1381387:3:1387093:691","session_id":"1381387","input_length":50793,"t_proxy_recv":282070.438915317,"t_decision_unix":1779712935.4528565,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":28160,"affinity_cache_ratio":0.5544071033410115,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":28160,"estimated_new_tokens":22633,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":0,"pending_prefill_tokens":133313,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":50793,"score_linear":198337.0,"score_lmetric":552318},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":28160,"new_prefill":22633,"score_linear":-28160.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":50793,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":15283,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":50793,"score_linear":100467.0,"score_lmetric":148050},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":50793,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":50793,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12399,"ongoing_decode_tokens":0,"pending_prefill_tokens":11375,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":50793,"score_linear":12399.0,"score_lmetric":62168},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":184351,"ongoing_decode_tokens":184351,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1493,"cache_hit":0,"new_prefill":50793,"score_linear":184351.0,"score_lmetric":152379}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":282076.556465649,"t_first_token_unix":1779712941.5704093,"t_done":282085.504996665,"t_done_unix":1779712950.5189402},{"request_id":"1366128:14:1389156:701","session_id":"1366128","input_length":83404,"t_proxy_recv":282077.92552938,"t_decision_unix":1779712942.9394705,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":71680,"affinity_cache_ratio":0.8594312023404154,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":71680,"estimated_new_tokens":11724,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":198337,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":83404,"score_linear":198337.0,"score_lmetric":250212},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":50793,"ongoing_decode_tokens":50793,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":71680,"new_prefill":11724,"score_linear":-20887.0,"score_lmetric":11724},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":83404,"score_linear":71899.0,"score_lmetric":155303},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":100467,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":83404,"score_linear":100467.0,"score_lmetric":166808},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":83404,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":20183,"ongoing_decode_tokens":20183,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":83404,"score_linear":20183.0,"score_lmetric":83404},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":83404,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161396,"ongoing_decode_tokens":161396,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":83404,"score_linear":161396.0,"score_lmetric":166808}],"chosen_score_linear":-20887.0,"chosen_score_lmetric":11724,"t_first_token":282083.772251765,"t_first_token_unix":1779712948.786199,"t_done":282085.54085035,"t_done_unix":1779712950.5547938},{"request_id":"1373431:2:1378320:629","session_id":"1373431","input_length":127267,"t_proxy_recv":282084.238852383,"t_decision_unix":1779712949.252794,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":126464,"affinity_cache_ratio":0.9936904303550803,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":126464,"estimated_new_tokens":803,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":126464,"new_prefill":803,"score_linear":-126464.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":157838,"ongoing_decode_tokens":157838,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":127267,"score_linear":157838.0,"score_lmetric":381801},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":127267,"score_linear":71899.0,"score_lmetric":199166},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102970,"ongoing_decode_tokens":102970,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":127267,"score_linear":102970.0,"score_lmetric":254534},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1706,"cache_hit":1024,"new_prefill":126243,"score_linear":-1024.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68187,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1820,"cache_hit":1024,"new_prefill":126243,"score_linear":67163.0,"score_lmetric":126243},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":127267,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":127267,"score_linear":245313.0,"score_lmetric":517458}],"chosen_score_linear":-126464.0,"chosen_score_lmetric":0,"t_first_token":282084.859801393,"t_first_token_unix":1779712949.873745,"t_done":282086.479528278,"t_done_unix":1779712951.4934719},{"request_id":"1363093:4:1390050:704","session_id":"1363093","input_length":68187,"t_proxy_recv":282081.116181716,"t_decision_unix":1779712946.130123,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9536128587560678,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":65024,"estimated_new_tokens":3163,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":148472,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":68187,"score_linear":148472.0,"score_lmetric":136374},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134197,"ongoing_decode_tokens":50793,"pending_prefill_tokens":11724,"num_requests":2,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":68187,"score_linear":134197.0,"score_lmetric":159822},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":68187,"score_linear":71899.0,"score_lmetric":140086},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":100467,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":68187,"score_linear":100467.0,"score_lmetric":136374},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":70990,"ongoing_decode_tokens":70990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":68187,"score_linear":70990.0,"score_lmetric":68187},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1820,"cache_hit":65024,"new_prefill":3163,"score_linear":-65024.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":68187,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":68187,"score_linear":245313.0,"score_lmetric":340218}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":282082.368629116,"t_first_token_unix":1779712947.3825734,"t_done":282086.58245606,"t_done_unix":1779712951.5963995},{"request_id":"1384947:3:1390898:710","session_id":"1384947","input_length":20683,"t_proxy_recv":282084.524988858,"t_decision_unix":1779712949.5389302,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9654305468258957,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":19968,"estimated_new_tokens":715,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127267,"ongoing_decode_tokens":0,"pending_prefill_tokens":803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":0,"new_prefill":20683,"score_linear":127267.0,"score_lmetric":21486},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":157838,"ongoing_decode_tokens":157838,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":20683,"score_linear":157838.0,"score_lmetric":62049},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":20683,"score_linear":71899.0,"score_lmetric":92582},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102970,"ongoing_decode_tokens":102970,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":20683,"score_linear":102970.0,"score_lmetric":41366},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1706,"cache_hit":0,"new_prefill":20683,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68187,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1820,"cache_hit":19968,"new_prefill":715,"score_linear":48219.0,"score_lmetric":715},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":20683,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":20683,"score_linear":245313.0,"score_lmetric":197706}],"chosen_score_linear":48219.0,"chosen_score_lmetric":715,"t_first_token":282084.664707244,"t_first_token_unix":1779712949.6786509,"t_done":282086.640021536,"t_done_unix":1779712951.6539671},{"request_id":"1366128:15:1390663:709","session_id":"1366128","input_length":83622,"t_proxy_recv":282085.556060077,"t_decision_unix":1779712950.5700016,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9980148764679151,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":83456,"estimated_new_tokens":166,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127267,"ongoing_decode_tokens":127267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":0,"new_prefill":83622,"score_linear":127267.0,"score_lmetric":83622},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23641,"ongoing_decode_tokens":23641,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1587,"cache_hit":83456,"new_prefill":166,"score_linear":-59815.0,"score_lmetric":166},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":83622,"score_linear":71899.0,"score_lmetric":155521},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102970,"ongoing_decode_tokens":102970,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":83622,"score_linear":102970.0,"score_lmetric":167244},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1706,"cache_hit":0,"new_prefill":83622,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":88870,"ongoing_decode_tokens":88870,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1820,"cache_hit":0,"new_prefill":83622,"score_linear":88870.0,"score_lmetric":167244},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":83622,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":83622,"score_linear":245313.0,"score_lmetric":386523}],"chosen_score_linear":-59815.0,"chosen_score_lmetric":166,"t_first_token":282085.772675308,"t_first_token_unix":1779712950.7866187,"t_done":282087.106465264,"t_done_unix":1779712952.1204085},{"request_id":"1391584:1:1391584:713","session_id":"1391584","input_length":15302,"t_proxy_recv":282086.387334596,"t_decision_unix":1779712951.4012759,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":15302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127267,"ongoing_decode_tokens":127267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":0,"new_prefill":15302,"score_linear":127267.0,"score_lmetric":15302},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":107263,"ongoing_decode_tokens":107263,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1587,"cache_hit":0,"new_prefill":15302,"score_linear":107263.0,"score_lmetric":30604},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":15302,"score_linear":71899.0,"score_lmetric":87201},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102970,"ongoing_decode_tokens":102970,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":15302,"score_linear":102970.0,"score_lmetric":30604},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1706,"cache_hit":0,"new_prefill":15302,"score_linear":28307.0,"score_lmetric":43609},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":88870,"ongoing_decode_tokens":88870,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1820,"cache_hit":0,"new_prefill":15302,"score_linear":88870.0,"score_lmetric":30604},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":15302,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":15302,"score_linear":245313.0,"score_lmetric":181563}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282087.758174625,"t_first_token_unix":1779712952.7721183,"t_done":282087.972390404,"t_done_unix":1779712952.9863334},{"request_id":"1373431:3:1383388:667","session_id":"1373431","input_length":128201,"t_proxy_recv":282086.499820778,"t_decision_unix":1779712951.513762,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":126976,"affinity_cache_ratio":0.9904446923190927,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":126976,"estimated_new_tokens":1225,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1495,"cache_hit":126976,"new_prefill":1225,"score_linear":-126976.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":107263,"ongoing_decode_tokens":107263,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1587,"cache_hit":0,"new_prefill":128201,"score_linear":107263.0,"score_lmetric":256402},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":128201,"score_linear":71899.0,"score_lmetric":200100},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102970,"ongoing_decode_tokens":102970,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":128201,"score_linear":102970.0,"score_lmetric":256402},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1706,"cache_hit":1024,"new_prefill":127177,"score_linear":27283.0,"score_lmetric":155484},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":88870,"ongoing_decode_tokens":88870,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1820,"cache_hit":1024,"new_prefill":127177,"score_linear":87846.0,"score_lmetric":254354},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":15302,"ongoing_decode_tokens":0,"pending_prefill_tokens":15302,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":128201,"score_linear":15302.0,"score_lmetric":143503},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":128201,"score_linear":245313.0,"score_lmetric":520260}],"chosen_score_linear":-126976.0,"chosen_score_lmetric":0,"t_first_token":282087.361733603,"t_first_token_unix":1779712952.375678,"t_done":282088.369740409,"t_done_unix":1779712953.3836842},{"request_id":"1370129:5:1390477:708","session_id":"1370129","input_length":87687,"t_proxy_recv":282082.845490278,"t_decision_unix":1779712947.8594317,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9751046335260642,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":85504,"estimated_new_tokens":2183,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":7680,"new_prefill":80007,"score_linear":118660.0,"score_lmetric":80007},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":157838,"ongoing_decode_tokens":50793,"pending_prefill_tokens":13861,"num_requests":3,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":4096,"new_prefill":83591,"score_linear":153742.0,"score_lmetric":292356},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":87687,"score_linear":71899.0,"score_lmetric":159586},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":85504,"new_prefill":2183,"score_linear":-70221.0,"score_lmetric":2183},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":1349,"ongoing_decode_tokens":1349,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1703,"cache_hit":0,"new_prefill":87687,"score_linear":1349.0,"score_lmetric":87687},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68187,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1820,"cache_hit":0,"new_prefill":87687,"score_linear":68187.0,"score_lmetric":87687},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":7680,"new_prefill":80007,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":7680,"new_prefill":80007,"score_linear":237633.0,"score_lmetric":375678}],"chosen_score_linear":-70221.0,"chosen_score_lmetric":2183,"t_first_token":282084.101964545,"t_first_token_unix":1779712949.115908,"t_done":282089.261871329,"t_done_unix":1779712954.2758198},{"request_id":"1391584:2:1392466:715","session_id":"1391584","input_length":15483,"t_proxy_recv":282089.710298674,"t_decision_unix":1779712954.7242396,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14848,"affinity_cache_ratio":0.958987276367629,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":14848,"estimated_new_tokens":635,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":15483,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23641,"ongoing_decode_tokens":23641,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1587,"cache_hit":0,"new_prefill":15483,"score_linear":23641.0,"score_lmetric":15483},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":15483,"score_linear":71899.0,"score_lmetric":87382},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":15483,"score_linear":15283.0,"score_lmetric":15483},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":28307,"ongoing_decode_tokens":28307,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1706,"cache_hit":0,"new_prefill":15483,"score_linear":28307.0,"score_lmetric":15483},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28382,"ongoing_decode_tokens":0,"pending_prefill_tokens":28382,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":15483,"score_linear":28382.0,"score_lmetric":43865},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1570,"cache_hit":14848,"new_prefill":635,"score_linear":-14848.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":15483,"score_linear":245313.0,"score_lmetric":182106}],"chosen_score_linear":-14848.0,"chosen_score_lmetric":0,"t_first_token":282089.784761544,"t_first_token_unix":1779712954.7987053,"t_done":282090.171647606,"t_done_unix":1779712955.1855907},{"request_id":"1363943:9:1390468:707","session_id":"1363943","input_length":23641,"t_proxy_recv":282082.789762038,"t_decision_unix":1779712947.8037033,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9096061926314454,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":21504,"estimated_new_tokens":2137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":8704,"new_prefill":14937,"score_linear":117636.0,"score_lmetric":14937},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134197,"ongoing_decode_tokens":50793,"pending_prefill_tokens":11724,"num_requests":2,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":21504,"new_prefill":2137,"score_linear":112693.0,"score_lmetric":27722},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":23641,"score_linear":71899.0,"score_lmetric":95540},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":4096,"new_prefill":19545,"score_linear":11187.0,"score_lmetric":19545},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":1349,"ongoing_decode_tokens":1349,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1703,"cache_hit":0,"new_prefill":23641,"score_linear":1349.0,"score_lmetric":23641},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68187,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1820,"cache_hit":0,"new_prefill":23641,"score_linear":68187.0,"score_lmetric":23641},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":4096,"new_prefill":19545,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":4096,"new_prefill":19545,"score_linear":241217.0,"score_lmetric":194292}],"chosen_score_linear":112693.0,"chosen_score_lmetric":27722,"t_first_token":282084.046367633,"t_first_token_unix":1779712949.0603118,"t_done":282090.386090808,"t_done_unix":1779712955.4000342},{"request_id":"1391404:1:1391404:712","session_id":"1391404","input_length":28307,"t_proxy_recv":282085.872367723,"t_decision_unix":1779712950.886309,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":28307,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127267,"ongoing_decode_tokens":127267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":2560,"new_prefill":25747,"score_linear":124707.0,"score_lmetric":25747},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":107263,"ongoing_decode_tokens":107263,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1587,"cache_hit":0,"new_prefill":28307,"score_linear":107263.0,"score_lmetric":56614},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":28307,"score_linear":71899.0,"score_lmetric":100206},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102970,"ongoing_decode_tokens":102970,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":28307,"score_linear":102970.0,"score_lmetric":56614},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1706,"cache_hit":0,"new_prefill":28307,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":88870,"ongoing_decode_tokens":88870,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1820,"cache_hit":0,"new_prefill":28307,"score_linear":88870.0,"score_lmetric":56614},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":28307,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":28307,"score_linear":245313.0,"score_lmetric":220578}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282089.438693186,"t_first_token_unix":1779712954.452637,"t_done":282090.763485908,"t_done_unix":1779712955.777429},{"request_id":"1390240:2:1392954:717","session_id":"1390240","input_length":7440,"t_proxy_recv":282091.421053745,"t_decision_unix":1779712956.434995,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":5120,"affinity_cache_ratio":0.6881720430107527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":5120,"estimated_new_tokens":2320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":84897,"ongoing_decode_tokens":84897,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":0,"new_prefill":7440,"score_linear":84897.0,"score_lmetric":7440},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":7440,"score_linear":71899.0,"score_lmetric":79339},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":7440,"score_linear":15283.0,"score_lmetric":7440},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28382,"ongoing_decode_tokens":28382,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":7440,"score_linear":28382.0,"score_lmetric":7440},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1571,"cache_hit":5120,"new_prefill":2320,"score_linear":-5120.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":7440,"score_linear":245313.0,"score_lmetric":157977}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":282091.646896115,"t_first_token_unix":1779712956.6608398,"t_done":282092.302428504,"t_done_unix":1779712957.3163717},{"request_id":"1355484:12:1391879:714","session_id":"1355484","input_length":28382,"t_proxy_recv":282087.525126989,"t_decision_unix":1779712952.5390682,"policy":"unified","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":5,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9380593333803114,"affinity_num_requests":3,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":28382,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":128201,"ongoing_decode_tokens":128201,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1495,"cache_hit":0,"new_prefill":28382,"score_linear":128201.0,"score_lmetric":28382},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23641,"ongoing_decode_tokens":23641,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1587,"cache_hit":0,"new_prefill":28382,"score_linear":23641.0,"score_lmetric":28382},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":28382,"score_linear":71899.0,"score_lmetric":100281},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102970,"ongoing_decode_tokens":102970,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":28382,"score_linear":102970.0,"score_lmetric":56764},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1706,"cache_hit":0,"new_prefill":28382,"score_linear":28307.0,"score_lmetric":56689},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":28382,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":15302,"ongoing_decode_tokens":0,"pending_prefill_tokens":15302,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":28382,"score_linear":15302.0,"score_lmetric":43684},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":26624,"new_prefill":1758,"score_linear":218689.0,"score_lmetric":140931}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282091.118402921,"t_first_token_unix":1779712956.132347,"t_done":282092.753015984,"t_done_unix":1779712957.7669597},{"request_id":"1366128:16:1392704:716","session_id":"1366128","input_length":84897,"t_proxy_recv":282090.605792013,"t_decision_unix":1779712955.6197333,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9830264909242965,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":83456,"estimated_new_tokens":1441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":84897,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":83456,"new_prefill":1441,"score_linear":-83456.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":84897,"score_linear":71899.0,"score_lmetric":156796},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":84897,"score_linear":15283.0,"score_lmetric":84897},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":28307,"ongoing_decode_tokens":28307,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1706,"cache_hit":0,"new_prefill":84897,"score_linear":28307.0,"score_lmetric":84897},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28382,"ongoing_decode_tokens":0,"pending_prefill_tokens":28382,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":84897,"score_linear":28382.0,"score_lmetric":113279},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1571,"cache_hit":0,"new_prefill":84897,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":84897,"score_linear":245313.0,"score_lmetric":390348}],"chosen_score_linear":-83456.0,"chosen_score_lmetric":0,"t_first_token":282091.355679604,"t_first_token_unix":1779712956.3696237,"t_done":282093.287644959,"t_done_unix":1779712958.3015883},{"request_id":"1388507:1:1388507:697","session_id":"1388507","input_length":71899,"t_proxy_recv":282075.479545588,"t_decision_unix":1779712940.493487,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":71899,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":126340,"pending_prefill_tokens":6973,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":71899,"score_linear":198337.0,"score_lmetric":236616},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122501,"ongoing_decode_tokens":0,"pending_prefill_tokens":23173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":71899,"score_linear":122501.0,"score_lmetric":190144},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":71899,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":100467,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":71899,"score_linear":100467.0,"score_lmetric":143798},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":71899,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":71899,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":71899,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":188233,"ongoing_decode_tokens":188233,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1498,"cache_hit":0,"new_prefill":71899,"score_linear":188233.0,"score_lmetric":215697}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282093.322807296,"t_first_token_unix":1779712958.3367507,"t_done":282093.673345721,"t_done_unix":1779712958.6872888},{"request_id":"1394167:1:1394167:721","session_id":"1394167","input_length":4675,"t_proxy_recv":282095.685503343,"t_decision_unix":1779712960.6994445,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":4675,"score_linear":101803.0,"score_lmetric":33262},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1595,"cache_hit":0,"new_prefill":4675,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":4675,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":4675,"score_linear":15283.0,"score_lmetric":4675},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":0,"pending_prefill_tokens":5161,"num_requests":1,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":4675,"score_linear":33321.0,"score_lmetric":9836},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":0,"new_prefill":4675,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":0,"new_prefill":4675,"score_linear":48944.0,"score_lmetric":4675},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":4675,"score_linear":245313.0,"score_lmetric":149682}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282095.97782762,"t_first_token_unix":1779712960.991771,"t_done":282096.354688575,"t_done_unix":1779712961.3686318},{"request_id":"1394428:1:1394428:724","session_id":"1394428","input_length":982,"t_proxy_recv":282096.572911669,"t_decision_unix":1779712961.5868528,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":982,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":512,"new_prefill":470,"score_linear":101291.0,"score_lmetric":29057},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1595,"cache_hit":0,"new_prefill":982,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":982,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121426,"ongoing_decode_tokens":15283,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":982,"score_linear":121426.0,"score_lmetric":38122},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":982,"score_linear":33321.0,"score_lmetric":982},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28665,"ongoing_decode_tokens":28665,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":0,"new_prefill":982,"score_linear":28665.0,"score_lmetric":982},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":0,"new_prefill":982,"score_linear":48944.0,"score_lmetric":982},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":982,"score_linear":245313.0,"score_lmetric":138603}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282096.650432873,"t_first_token_unix":1779712961.6643763,"t_done":282096.653952292,"t_done_unix":1779712961.6678956},{"request_id":"1364090:4:1392998:718","session_id":"1364090","input_length":48944,"t_proxy_recv":282091.52653761,"t_decision_unix":1779712956.540479,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9833278849297156,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":48128,"estimated_new_tokens":816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":7680,"new_prefill":41264,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":84897,"ongoing_decode_tokens":84897,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":4096,"new_prefill":44848,"score_linear":80801.0,"score_lmetric":44848},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":48944,"score_linear":71899.0,"score_lmetric":120843},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":7680,"new_prefill":41264,"score_linear":7603.0,"score_lmetric":41264},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":48944,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28382,"ongoing_decode_tokens":28382,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":48944,"score_linear":28382.0,"score_lmetric":48944},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7440,"ongoing_decode_tokens":0,"pending_prefill_tokens":2320,"num_requests":1,"active_p_offloads":0,"cached_blocks":1571,"cache_hit":48128,"new_prefill":816,"score_linear":-40688.0,"score_lmetric":3136},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":7680,"new_prefill":41264,"score_linear":237633.0,"score_lmetric":259449}],"chosen_score_linear":-40688.0,"chosen_score_lmetric":3136,"t_first_token":282091.978729771,"t_first_token_unix":1779712956.9926748,"t_done":282096.712248804,"t_done_unix":1779712961.7261922},{"request_id":"1355484:13:1394384:723","session_id":"1355484","input_length":28665,"t_proxy_recv":282096.430167231,"t_decision_unix":1779712961.4441085,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9823826966684109,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":28160,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":28665,"score_linear":101803.0,"score_lmetric":57252},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1595,"cache_hit":0,"new_prefill":28665,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":28665,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121426,"ongoing_decode_tokens":15283,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":28665,"score_linear":121426.0,"score_lmetric":93488},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":28665,"score_linear":33321.0,"score_lmetric":28665},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":28160,"new_prefill":505,"score_linear":-28160.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":0,"new_prefill":28665,"score_linear":48944.0,"score_lmetric":28665},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":26624,"new_prefill":2041,"score_linear":218689.0,"score_lmetric":141780}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":282096.491591598,"t_first_token_unix":1779712961.5055346,"t_done":282096.935441447,"t_done_unix":1779712961.9493845},{"request_id":"1394432:1:1394432:725","session_id":"1394432","input_length":4736,"t_proxy_recv":282096.590454498,"t_decision_unix":1779712961.604396,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":4736,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":4736,"score_linear":101803.0,"score_lmetric":33323},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1595,"cache_hit":0,"new_prefill":4736,"score_linear":982.0,"score_lmetric":5718},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":4736,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121426,"ongoing_decode_tokens":15283,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":4736,"score_linear":121426.0,"score_lmetric":45630},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":4736,"score_linear":33321.0,"score_lmetric":4736},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28665,"ongoing_decode_tokens":28665,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":0,"new_prefill":4736,"score_linear":28665.0,"score_lmetric":4736},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":0,"new_prefill":4736,"score_linear":48944.0,"score_lmetric":4736},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":4736,"score_linear":245313.0,"score_lmetric":149865}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282096.889149042,"t_first_token_unix":1779712961.9030921,"t_done":282097.149713517,"t_done_unix":1779712962.1636565},{"request_id":"1394482:1:1394482:726","session_id":"1394482","input_length":4428,"t_proxy_recv":282096.843601673,"t_decision_unix":1779712961.8575432,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4428,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":4428,"score_linear":101803.0,"score_lmetric":33015},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":4428,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":4736,"ongoing_decode_tokens":0,"pending_prefill_tokens":4736,"num_requests":1,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":4428,"score_linear":4736.0,"score_lmetric":9164},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121426,"ongoing_decode_tokens":15283,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":4428,"score_linear":121426.0,"score_lmetric":45014},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":4428,"score_linear":33321.0,"score_lmetric":4428},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28665,"ongoing_decode_tokens":28665,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":0,"new_prefill":4428,"score_linear":28665.0,"score_lmetric":4428},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1577,"cache_hit":0,"new_prefill":4428,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":4428,"score_linear":245313.0,"score_lmetric":148941}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282097.118694291,"t_first_token_unix":1779712962.132638,"t_done":282097.207078454,"t_done_unix":1779712962.2210214},{"request_id":"1394432:2:1395186:729","session_id":"1394432","input_length":6892,"t_proxy_recv":282099.178248785,"t_decision_unix":1779712964.1921904,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":4608,"affinity_cache_ratio":0.6686012768427162,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":4608,"estimated_new_tokens":2284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":6892,"score_linear":101803.0,"score_lmetric":35479},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":6892,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":4863,"ongoing_decode_tokens":4863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2030,"cache_hit":4608,"new_prefill":2284,"score_linear":255.0,"score_lmetric":2284},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121426,"ongoing_decode_tokens":15283,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":6892,"score_linear":121426.0,"score_lmetric":49942},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":6892,"score_linear":33321.0,"score_lmetric":6892},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35450,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":6892,"score_linear":35450.0,"score_lmetric":42342},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":6892,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":6892,"score_linear":245313.0,"score_lmetric":156333}],"chosen_score_linear":255.0,"chosen_score_lmetric":2284,"t_first_token":282099.382785918,"t_first_token_unix":1779712964.396729,"t_done":282099.676712683,"t_done_unix":1779712964.6906555},{"request_id":"1394167:2:1395165:728","session_id":"1394167","input_length":4863,"t_proxy_recv":282099.115555365,"t_decision_unix":1779712964.1294963,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":4608,"affinity_cache_ratio":0.9475632325724861,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":4608,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":4863,"score_linear":101803.0,"score_lmetric":33450},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":4863,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2030,"cache_hit":4608,"new_prefill":255,"score_linear":-4608.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121426,"ongoing_decode_tokens":15283,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":4863,"score_linear":121426.0,"score_lmetric":45884},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":4863,"score_linear":33321.0,"score_lmetric":4863},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35450,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":4863,"score_linear":35450.0,"score_lmetric":40313},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":4863,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":4863,"score_linear":245313.0,"score_lmetric":150246}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":282099.153051465,"t_first_token_unix":1779712964.1669946,"t_done":282099.988207912,"t_done_unix":1779712965.002151},{"request_id":"1390240:3:1395387:730","session_id":"1390240","input_length":10890,"t_proxy_recv":282099.973086847,"t_decision_unix":1779712964.9870281,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":7168,"affinity_cache_ratio":0.65821854912764,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":7168,"estimated_new_tokens":3722,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":10890,"score_linear":101803.0,"score_lmetric":39477},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":10890,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":4863,"ongoing_decode_tokens":4863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":10890,"score_linear":4863.0,"score_lmetric":10890},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121426,"ongoing_decode_tokens":15283,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":10890,"score_linear":121426.0,"score_lmetric":57938},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":10890,"score_linear":33321.0,"score_lmetric":10890},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35450,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":10890,"score_linear":35450.0,"score_lmetric":46340},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":7168,"new_prefill":3722,"score_linear":-7168.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":10890,"score_linear":245313.0,"score_lmetric":168327}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":282100.334210015,"t_first_token_unix":1779712965.3481534,"t_done":282100.911261593,"t_done_unix":1779712965.9252048},{"request_id":"1366128:17:1395596:731","session_id":"1366128","input_length":85276,"t_proxy_recv":282100.734592228,"t_decision_unix":1779712965.7485337,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9966696374126366,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":84992,"estimated_new_tokens":284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":85276,"score_linear":101803.0,"score_lmetric":113863},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":84992,"new_prefill":284,"score_linear":-84992.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":85276,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121426,"ongoing_decode_tokens":15283,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":85276,"score_linear":121426.0,"score_lmetric":206710},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":85276,"score_linear":33321.0,"score_lmetric":85276},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35450,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":85276,"score_linear":35450.0,"score_lmetric":120726},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":10890,"ongoing_decode_tokens":10890,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":85276,"score_linear":10890.0,"score_lmetric":85276},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":85276,"score_linear":245313.0,"score_lmetric":391485}],"chosen_score_linear":-84992.0,"chosen_score_lmetric":0,"t_first_token":282101.005947746,"t_first_token_unix":1779712966.019891,"t_done":282101.914379212,"t_done_unix":1779712966.9283228},{"request_id":"1394696:1:1394696:727","session_id":"1394696","input_length":35450,"t_proxy_recv":282097.620546568,"t_decision_unix":1779712962.6344879,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":35450,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":35450,"score_linear":101803.0,"score_lmetric":64037},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":35450,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2030,"cache_hit":0,"new_prefill":35450,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121426,"ongoing_decode_tokens":15283,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":35450,"score_linear":121426.0,"score_lmetric":107058},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":35450,"score_linear":33321.0,"score_lmetric":35450},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":35450,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":35450,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":35450,"score_linear":245313.0,"score_lmetric":242007}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282102.800137842,"t_first_token_unix":1779712967.8140812,"t_done":282103.217481565,"t_done_unix":1779712968.2314248},{"request_id":"1395933:1:1395933:732","session_id":"1395933","input_length":21241,"t_proxy_recv":282101.916145309,"t_decision_unix":1779712966.9300869,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":11776,"estimated_new_tokens":9465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":21241,"score_linear":101803.0,"score_lmetric":49828},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":11776,"new_prefill":9465,"score_linear":-11776.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":21241,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121426,"ongoing_decode_tokens":15283,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":21241,"score_linear":121426.0,"score_lmetric":78640},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":21241,"score_linear":33321.0,"score_lmetric":21241},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35450,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":21241,"score_linear":35450.0,"score_lmetric":56691},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":11776,"new_prefill":9465,"score_linear":-11776.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":21241,"score_linear":245313.0,"score_lmetric":199380}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":282104.171480524,"t_first_token_unix":1779712969.1854239,"t_done":282105.4636181,"t_done_unix":1779712970.4775612},{"request_id":"1355951:4:1389858:703","session_id":"1355951","input_length":38242,"t_proxy_recv":282080.477978653,"t_decision_unix":1779712945.4919193,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9907431619685163,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":37888,"estimated_new_tokens":354,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":148472,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":38242,"score_linear":148472.0,"score_lmetric":76484},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134197,"ongoing_decode_tokens":50793,"pending_prefill_tokens":11724,"num_requests":2,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":38242,"score_linear":134197.0,"score_lmetric":99932},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":34816,"new_prefill":3426,"score_linear":37083.0,"score_lmetric":75325},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":100467,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":38242,"score_linear":100467.0,"score_lmetric":76484},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":70990,"ongoing_decode_tokens":70990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":38242,"score_linear":70990.0,"score_lmetric":38242},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1820,"cache_hit":0,"new_prefill":38242,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":38242,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":207071,"ongoing_decode_tokens":100766,"pending_prefill_tokens":44865,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":37888,"new_prefill":354,"score_linear":169183.0,"score_lmetric":90438}],"chosen_score_linear":169183.0,"chosen_score_lmetric":90438,"t_first_token":282105.151695816,"t_first_token_unix":1779712970.1656394,"t_done":282106.027987692,"t_done_unix":1779712971.041931},{"request_id":"1378979:1:1378979:633","session_id":"1378979","input_length":15283,"t_proxy_recv":282042.2223455,"t_decision_unix":1779712907.2362869,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":14848,"estimated_new_tokens":435,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":0,"pending_prefill_tokens":133112,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":15283,"score_linear":148472.0,"score_lmetric":296790},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1373,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":15283,"score_linear":79495.0,"score_lmetric":94778},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":14848,"new_prefill":435,"score_linear":-14848.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1566,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":140932,"ongoing_decode_tokens":140932,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":15283,"score_linear":140932.0,"score_lmetric":45849},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1432,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":227626,"ongoing_decode_tokens":98267,"pending_prefill_tokens":45903,"num_requests":3,"active_p_offloads":0,"cached_blocks":1404,"cache_hit":0,"new_prefill":15283,"score_linear":227626.0,"score_lmetric":183558}],"chosen_score_linear":-14848.0,"chosen_score_lmetric":0,"t_first_token":282043.583572539,"t_first_token_unix":1779712908.5975165,"t_done":282107.176678749,"t_done_unix":1779712972.190622},{"request_id":"1305906:3:1396717:733","session_id":"1305906","input_length":17047,"t_proxy_recv":282104.503959638,"t_decision_unix":1779712969.517901,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":16384,"affinity_cache_ratio":0.9611075262509532,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":16384,"estimated_new_tokens":663,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":17047,"score_linear":101803.0,"score_lmetric":45634},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":17047,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":17047,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121426,"ongoing_decode_tokens":15283,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":17047,"score_linear":121426.0,"score_lmetric":70252},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":16384,"new_prefill":663,"score_linear":16937.0,"score_lmetric":663},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":17047,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21241,"ongoing_decode_tokens":21241,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":0,"new_prefill":17047,"score_linear":21241.0,"score_lmetric":17047},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":207071,"pending_prefill_tokens":354,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":17047,"score_linear":245313.0,"score_lmetric":52203}],"chosen_score_linear":16937.0,"chosen_score_lmetric":663,"t_first_token":282106.16480726,"t_first_token_unix":1779712971.1787508,"t_done":282107.30641252,"t_done_unix":1779712972.3203566},{"request_id":"1279412:28:1382526:657","session_id":"1279412","input_length":100766,"t_proxy_recv":282078.300901061,"t_decision_unix":1779712943.3148425,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":100352,"affinity_cache_ratio":0.9958914713296152,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":100352,"estimated_new_tokens":414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198337,"ongoing_decode_tokens":198337,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":100766,"score_linear":198337.0,"score_lmetric":302298},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134197,"ongoing_decode_tokens":50793,"pending_prefill_tokens":11724,"num_requests":2,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":100766,"score_linear":134197.0,"score_lmetric":224980},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":100766,"score_linear":71899.0,"score_lmetric":172665},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":100467,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":100766,"score_linear":100467.0,"score_lmetric":201532},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":100766,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1820,"cache_hit":0,"new_prefill":100766,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":100766,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":100352,"new_prefill":414,"score_linear":-39494.0,"score_lmetric":414}],"chosen_score_linear":-39494.0,"chosen_score_lmetric":414,"t_first_token":282078.468171999,"t_first_token_unix":1779712943.4821155,"t_done":282107.37857326,"t_done_unix":1779712972.3925166},{"request_id":"1366128:18:1397382:735","session_id":"1366128","input_length":85504,"t_proxy_recv":282106.770313613,"t_decision_unix":1779712971.784255,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9940119760479041,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":84992,"estimated_new_tokens":512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":85504,"score_linear":101803.0,"score_lmetric":114091},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13134,"ongoing_decode_tokens":0,"pending_prefill_tokens":13134,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":84992,"new_prefill":512,"score_linear":-71858.0,"score_lmetric":13646},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":85504,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121426,"ongoing_decode_tokens":121426,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":85504,"score_linear":121426.0,"score_lmetric":171008},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":50368,"ongoing_decode_tokens":50368,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":85504,"score_linear":50368.0,"score_lmetric":171008},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":85504,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":85504,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":207071,"ongoing_decode_tokens":207071,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":85504,"score_linear":207071.0,"score_lmetric":171008}],"chosen_score_linear":-71858.0,"chosen_score_lmetric":13646,"t_first_token":282107.407084789,"t_first_token_unix":1779712972.4210281,"t_done":282108.308986673,"t_done_unix":1779712973.3229303},{"request_id":"1313181:6:1324908:369","session_id":"1313181","input_length":106305,"t_proxy_recv":282079.412775417,"t_decision_unix":1779712944.426717,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":61440,"affinity_cache_ratio":0.5779596444193594,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":61440,"estimated_new_tokens":44865,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":148472,"ongoing_decode_tokens":148472,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":106305,"score_linear":148472.0,"score_lmetric":212610},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134197,"ongoing_decode_tokens":50793,"pending_prefill_tokens":11724,"num_requests":2,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":106305,"score_linear":134197.0,"score_lmetric":236058},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":106305,"score_linear":71899.0,"score_lmetric":178204},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":100467,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":106305,"score_linear":100467.0,"score_lmetric":212610},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":70990,"ongoing_decode_tokens":70990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":106305,"score_linear":70990.0,"score_lmetric":106305},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1820,"cache_hit":0,"new_prefill":106305,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":106305,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":100766,"ongoing_decode_tokens":100766,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":61440,"new_prefill":44865,"score_linear":39326.0,"score_lmetric":44865}],"chosen_score_linear":39326.0,"chosen_score_lmetric":44865,"t_first_token":282103.581526206,"t_first_token_unix":1779712968.5954695,"t_done":282108.544742909,"t_done_unix":1779712973.5586908},{"request_id":"1279412:29:1385688:685","session_id":"1279412","input_length":101200,"t_proxy_recv":282107.397234928,"t_decision_unix":1779712972.411176,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":100864,"affinity_cache_ratio":0.9966798418972332,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":100864,"estimated_new_tokens":336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":101200,"score_linear":101803.0,"score_lmetric":129787},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98638,"ongoing_decode_tokens":13134,"pending_prefill_tokens":512,"num_requests":2,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":101200,"score_linear":98638.0,"score_lmetric":203424},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":101200,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":101200,"score_linear":106143.0,"score_lmetric":101200},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1762,"cache_hit":0,"new_prefill":101200,"score_linear":33321.0,"score_lmetric":101200},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":12800,"new_prefill":88400,"score_linear":80240.0,"score_lmetric":181440},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":101200,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106305,"ongoing_decode_tokens":106305,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1504,"cache_hit":100864,"new_prefill":336,"score_linear":5441.0,"score_lmetric":336}],"chosen_score_linear":5441.0,"chosen_score_lmetric":336,"t_first_token":282107.715417265,"t_first_token_unix":1779712972.7293627,"t_done":282108.830548152,"t_done_unix":1779712973.8444917},{"request_id":"1398145:1:1398145:739","session_id":"1398145","input_length":3213,"t_proxy_recv":282109.66993112,"t_decision_unix":1779712974.6838722,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":3213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":3213,"score_linear":101803.0,"score_lmetric":31800},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13134,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":0,"new_prefill":3213,"score_linear":13134.0,"score_lmetric":3213},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":3213,"score_linear":16550.0,"score_lmetric":19763},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":3213,"score_linear":106143.0,"score_lmetric":3213},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1762,"cache_hit":0,"new_prefill":3213,"score_linear":33321.0,"score_lmetric":3213},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":3213,"score_linear":93040.0,"score_lmetric":96253},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":3213,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":162939,"ongoing_decode_tokens":162939,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":3213,"score_linear":162939.0,"score_lmetric":6426}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282109.867194033,"t_first_token_unix":1779712974.8811383,"t_done":282109.970511583,"t_done_unix":1779712974.9844546},{"request_id":"1362265:5:1398180:741","session_id":"1362265","input_length":10736,"t_proxy_recv":282109.754157877,"t_decision_unix":1779712974.7680995,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10240,"affinity_cache_ratio":0.9538002980625931,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":10240,"estimated_new_tokens":496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":6656,"new_prefill":4080,"score_linear":95147.0,"score_lmetric":32667},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13134,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":10240,"new_prefill":496,"score_linear":2894.0,"score_lmetric":496},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":10736,"score_linear":16550.0,"score_lmetric":27286},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":6656,"new_prefill":4080,"score_linear":99487.0,"score_lmetric":4080},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1762,"cache_hit":0,"new_prefill":10736,"score_linear":33321.0,"score_lmetric":10736},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124264,"ongoing_decode_tokens":0,"pending_prefill_tokens":95592,"num_requests":2,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":10736,"score_linear":124264.0,"score_lmetric":212656},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3213,"ongoing_decode_tokens":0,"pending_prefill_tokens":3213,"num_requests":1,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":10736,"score_linear":3213.0,"score_lmetric":13949},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":162939,"ongoing_decode_tokens":162939,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":10736,"score_linear":162939.0,"score_lmetric":21472}],"chosen_score_linear":2894.0,"chosen_score_lmetric":496,"t_first_token":282109.802584971,"t_first_token_unix":1779712974.8165283,"t_done":282110.032818344,"t_done_unix":1779712975.0467615},{"request_id":"1279412:30:1387344:694","session_id":"1279412","input_length":101396,"t_proxy_recv":282108.849348378,"t_decision_unix":1779712973.8632898,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":100864,"affinity_cache_ratio":0.9947532447039331,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":100864,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":101396,"score_linear":101803.0,"score_lmetric":129983},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13134,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":0,"new_prefill":101396,"score_linear":13134.0,"score_lmetric":101396},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":101396,"score_linear":16550.0,"score_lmetric":117946},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":101396,"score_linear":106143.0,"score_lmetric":101396},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1762,"cache_hit":0,"new_prefill":101396,"score_linear":33321.0,"score_lmetric":101396},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":12800,"new_prefill":88596,"score_linear":80240.0,"score_lmetric":181636},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":101396,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":100864,"new_prefill":532,"score_linear":-39321.0,"score_lmetric":532}],"chosen_score_linear":-39321.0,"chosen_score_lmetric":532,"t_first_token":282109.12987009,"t_first_token_unix":1779712974.143814,"t_done":282110.235068101,"t_done_unix":1779712975.249012},{"request_id":"1397840:1:1397840:737","session_id":"1397840","input_length":16550,"t_proxy_recv":282108.595334842,"t_decision_unix":1779712973.6092765,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":16550,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":16550,"score_linear":101803.0,"score_lmetric":45137},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13134,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":0,"new_prefill":16550,"score_linear":13134.0,"score_lmetric":16550},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":16550,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":16550,"score_linear":106143.0,"score_lmetric":16550},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1762,"cache_hit":0,"new_prefill":16550,"score_linear":33321.0,"score_lmetric":16550},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":16550,"score_linear":93040.0,"score_lmetric":109590},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":16550,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":162743,"ongoing_decode_tokens":101200,"pending_prefill_tokens":103,"num_requests":2,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":16550,"score_linear":162743.0,"score_lmetric":33306}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282110.153850748,"t_first_token_unix":1779712975.1677945,"t_done":282110.396890774,"t_done_unix":1779712975.410834},{"request_id":"1398213:1:1398213:742","session_id":"1398213","input_length":3891,"t_proxy_recv":282109.808938472,"t_decision_unix":1779712974.82288,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":3891,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":3891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":3891,"score_linear":101803.0,"score_lmetric":32478},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23870,"ongoing_decode_tokens":23870,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":0,"new_prefill":3891,"score_linear":23870.0,"score_lmetric":7782},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":3891,"score_linear":16550.0,"score_lmetric":20441},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":3891,"score_linear":106143.0,"score_lmetric":3891},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1762,"cache_hit":0,"new_prefill":3891,"score_linear":33321.0,"score_lmetric":3891},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124264,"ongoing_decode_tokens":0,"pending_prefill_tokens":95592,"num_requests":2,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":3891,"score_linear":124264.0,"score_lmetric":198966},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3213,"ongoing_decode_tokens":0,"pending_prefill_tokens":3213,"num_requests":1,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":3891,"score_linear":3213.0,"score_lmetric":7104},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":162939,"ongoing_decode_tokens":162939,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":3891,"score_linear":162939.0,"score_lmetric":7782}],"chosen_score_linear":33321.0,"chosen_score_lmetric":3891,"t_first_token":282110.072409489,"t_first_token_unix":1779712975.0863528,"t_done":282110.566118769,"t_done_unix":1779712975.5800622},{"request_id":"1397223:1:1397223:734","session_id":"1397223","input_length":13134,"t_proxy_recv":282106.144061735,"t_decision_unix":1779712971.158003,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":13134,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":13134,"score_linear":101803.0,"score_lmetric":41721},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":13134,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":13134,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121426,"ongoing_decode_tokens":15283,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":13134,"score_linear":121426.0,"score_lmetric":62426},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":50368,"ongoing_decode_tokens":33321,"pending_prefill_tokens":663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":13134,"score_linear":50368.0,"score_lmetric":27594},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":13134,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":13134,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":207071,"ongoing_decode_tokens":207071,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":13134,"score_linear":207071.0,"score_lmetric":26268}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282107.26026257,"t_first_token_unix":1779712972.2742057,"t_done":282110.9170479,"t_done_unix":1779712975.9309914},{"request_id":"1398594:1:1398594:744","session_id":"1398594","input_length":7877,"t_proxy_recv":282111.037094567,"t_decision_unix":1779712976.051036,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":7877,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":7877,"score_linear":101803.0,"score_lmetric":36464},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":7877,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":0,"new_prefill":7877,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169401,"ongoing_decode_tokens":106143,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":7877,"score_linear":169401.0,"score_lmetric":39870},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1769,"cache_hit":0,"new_prefill":7877,"score_linear":33321.0,"score_lmetric":7877},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124264,"ongoing_decode_tokens":0,"pending_prefill_tokens":95592,"num_requests":2,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":7877,"score_linear":124264.0,"score_lmetric":206938},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1616,"cache_hit":0,"new_prefill":7877,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":163536,"ongoing_decode_tokens":163536,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":7877,"score_linear":163536.0,"score_lmetric":15754}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282111.579055152,"t_first_token_unix":1779712976.5929985,"t_done":282111.696423512,"t_done_unix":1779712976.7103667},{"request_id":"1366128:19:1398824:745","session_id":"1366128","input_length":85663,"t_proxy_recv":282111.93494885,"t_decision_unix":1779712976.948887,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9981438894271739,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":85504,"estimated_new_tokens":159,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":85663,"score_linear":101803.0,"score_lmetric":114250},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":85504,"new_prefill":159,"score_linear":-85504.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":85663,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169401,"ongoing_decode_tokens":106143,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":85663,"score_linear":169401.0,"score_lmetric":195442},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1769,"cache_hit":0,"new_prefill":85663,"score_linear":33321.0,"score_lmetric":85663},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124264,"ongoing_decode_tokens":0,"pending_prefill_tokens":95592,"num_requests":2,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":85663,"score_linear":124264.0,"score_lmetric":362510},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1616,"cache_hit":0,"new_prefill":85663,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":163536,"ongoing_decode_tokens":163536,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":85663,"score_linear":163536.0,"score_lmetric":171326}],"chosen_score_linear":-85504.0,"chosen_score_lmetric":0,"t_first_token":282112.136057813,"t_first_token_unix":1779712977.1500018,"t_done":282112.313815637,"t_done_unix":1779712977.327759},{"request_id":"1279412:31:1391216:711","session_id":"1279412","input_length":101993,"t_proxy_recv":282110.259037973,"t_decision_unix":1779712975.2729795,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":101376,"affinity_cache_ratio":0.993950565234869,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":101376,"estimated_new_tokens":617,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":101993,"score_linear":101803.0,"score_lmetric":130580},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13134,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":101993,"score_linear":13134.0,"score_lmetric":101993},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16550,"ongoing_decode_tokens":16550,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":101993,"score_linear":16550.0,"score_lmetric":101993},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169401,"ongoing_decode_tokens":106143,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":101993,"score_linear":169401.0,"score_lmetric":228102},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37212,"ongoing_decode_tokens":37212,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1762,"cache_hit":0,"new_prefill":101993,"score_linear":37212.0,"score_lmetric":203986},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124264,"ongoing_decode_tokens":0,"pending_prefill_tokens":95592,"num_requests":2,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":12800,"new_prefill":89193,"score_linear":111464.0,"score_lmetric":369570},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1616,"cache_hit":0,"new_prefill":101993,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":101376,"new_prefill":617,"score_linear":-39833.0,"score_lmetric":617}],"chosen_score_linear":-39833.0,"chosen_score_lmetric":617,"t_first_token":282110.776734821,"t_first_token_unix":1779712975.7906785,"t_done":282114.721290723,"t_done_unix":1779712979.7352347},{"request_id":"1313181:6:1379623:639","session_id":"1313181","input_length":61543,"t_proxy_recv":282108.555093899,"t_decision_unix":1779712973.5690353,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9983263734299596,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":61440,"estimated_new_tokens":103,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":61543,"score_linear":101803.0,"score_lmetric":90130},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13134,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":0,"new_prefill":61543,"score_linear":13134.0,"score_lmetric":61543},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":61543,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":61543,"score_linear":106143.0,"score_lmetric":61543},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1762,"cache_hit":0,"new_prefill":61543,"score_linear":33321.0,"score_lmetric":61543},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":12800,"new_prefill":48743,"score_linear":80240.0,"score_lmetric":141783},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":61543,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":101200,"ongoing_decode_tokens":101200,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":61440,"new_prefill":103,"score_linear":39760.0,"score_lmetric":103}],"chosen_score_linear":39760.0,"chosen_score_lmetric":103,"t_first_token":282108.671350814,"t_first_token_unix":1779712973.6852942,"t_done":282115.257734997,"t_done_unix":1779712980.2716784},{"request_id":"1362265:6:1399937:747","session_id":"1362265","input_length":10816,"t_proxy_recv":282115.812481839,"t_decision_unix":1779712980.8264234,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9940828402366864,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":10752,"estimated_new_tokens":64,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":6656,"new_prefill":4160,"score_linear":95147.0,"score_lmetric":32747},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":10752,"new_prefill":64,"score_linear":-10752.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":10816,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169401,"ongoing_decode_tokens":106143,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":6656,"new_prefill":4160,"score_linear":162745.0,"score_lmetric":32436},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1769,"cache_hit":0,"new_prefill":10816,"score_linear":33321.0,"score_lmetric":10816},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124264,"ongoing_decode_tokens":0,"pending_prefill_tokens":95592,"num_requests":2,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":10816,"score_linear":124264.0,"score_lmetric":212816},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1616,"cache_hit":0,"new_prefill":10816,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":10816,"score_linear":121811.0,"score_lmetric":70675}],"chosen_score_linear":-10752.0,"chosen_score_lmetric":0,"t_first_token":282115.856683597,"t_first_token_unix":1779712980.8706264,"t_done":282116.092326671,"t_done_unix":1779712981.1062696},{"request_id":"1391404:2:1393919:720","session_id":"1391404","input_length":33321,"t_proxy_recv":282094.731789626,"t_decision_unix":1779712959.7457306,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":28160,"affinity_cache_ratio":0.8451126916959275,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":28160,"estimated_new_tokens":5161,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":2560,"new_prefill":30761,"score_linear":99243.0,"score_lmetric":59348},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1595,"cache_hit":0,"new_prefill":33321,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":33321,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":33321,"score_linear":15283.0,"score_lmetric":33321},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":28160,"new_prefill":5161,"score_linear":-28160.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":0,"new_prefill":33321,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":0,"new_prefill":33321,"score_linear":48944.0,"score_lmetric":33321},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":33321,"score_linear":245313.0,"score_lmetric":235620}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":282095.851173802,"t_first_token_unix":1779712960.8651175,"t_done":282116.398883807,"t_done_unix":1779712981.4128273},{"request_id":"1399948:1:1399948:748","session_id":"1399948","input_length":4991,"t_proxy_recv":282115.848957285,"t_decision_unix":1779712980.8628986,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4991,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":4991,"score_linear":101803.0,"score_lmetric":33578},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":10816,"ongoing_decode_tokens":0,"pending_prefill_tokens":64,"num_requests":1,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":4991,"score_linear":10816.0,"score_lmetric":5055},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":4991,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169401,"ongoing_decode_tokens":106143,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":4991,"score_linear":169401.0,"score_lmetric":34098},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1769,"cache_hit":0,"new_prefill":4991,"score_linear":33321.0,"score_lmetric":4991},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124264,"ongoing_decode_tokens":0,"pending_prefill_tokens":95592,"num_requests":2,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":4991,"score_linear":124264.0,"score_lmetric":201166},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1616,"cache_hit":0,"new_prefill":4991,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":4991,"score_linear":121811.0,"score_lmetric":64850}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282116.170245426,"t_first_token_unix":1779712981.1841886,"t_done":282116.833671696,"t_done_unix":1779712981.847615},{"request_id":"1397840:2:1400216:749","session_id":"1397840","input_length":26440,"t_proxy_recv":282116.644093047,"t_decision_unix":1779712981.658034,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":16384,"affinity_cache_ratio":0.6196671709531013,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":16384,"estimated_new_tokens":10056,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":26440,"score_linear":101803.0,"score_lmetric":55027},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":26440,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":16384,"new_prefill":10056,"score_linear":-16384.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169401,"ongoing_decode_tokens":106143,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":26440,"score_linear":169401.0,"score_lmetric":76996},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":26440,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124264,"ongoing_decode_tokens":0,"pending_prefill_tokens":95592,"num_requests":2,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":26440,"score_linear":124264.0,"score_lmetric":244064},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":4991,"ongoing_decode_tokens":4991,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1616,"cache_hit":0,"new_prefill":26440,"score_linear":4991.0,"score_lmetric":26440},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":26440,"score_linear":121811.0,"score_lmetric":86299}],"chosen_score_linear":-16384.0,"chosen_score_lmetric":0,"t_first_token":282118.410437265,"t_first_token_unix":1779712983.424381,"t_done":282118.589934358,"t_done_unix":1779712983.6038775},{"request_id":"1398213:2:1400590:753","session_id":"1398213","input_length":11414,"t_proxy_recv":282117.947886074,"t_decision_unix":1779712982.9618273,"policy":"unified","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":3584,"affinity_cache_ratio":0.3140003504468197,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":3584,"estimated_new_tokens":7830,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":11414,"score_linear":101803.0,"score_lmetric":40001},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101364,"ongoing_decode_tokens":3707,"pending_prefill_tokens":12153,"num_requests":2,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":11414,"score_linear":101364.0,"score_lmetric":47134},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":26440,"ongoing_decode_tokens":0,"pending_prefill_tokens":10056,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":11414,"score_linear":26440.0,"score_lmetric":21470},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169401,"ongoing_decode_tokens":106143,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":11414,"score_linear":169401.0,"score_lmetric":46944},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":3584,"new_prefill":7830,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124264,"ongoing_decode_tokens":0,"pending_prefill_tokens":95592,"num_requests":2,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":11414,"score_linear":124264.0,"score_lmetric":214012},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1625,"cache_hit":0,"new_prefill":11414,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":11414,"score_linear":121811.0,"score_lmetric":71273}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":282118.636052633,"t_first_token_unix":1779712983.649996,"t_done":282119.03728095,"t_done_unix":1779712984.0512245},{"request_id":"1398213:3:1401507:759","session_id":"1398213","input_length":12910,"t_proxy_recv":282121.373385143,"t_decision_unix":1779712986.3873262,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":11264,"affinity_cache_ratio":0.8725019364833463,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":11264,"estimated_new_tokens":1646,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":12910,"score_linear":101803.0,"score_lmetric":41497},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":169473,"ongoing_decode_tokens":3707,"pending_prefill_tokens":29574,"num_requests":3,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":12910,"score_linear":169473.0,"score_lmetric":127452},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":0,"new_prefill":12910,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169401,"ongoing_decode_tokens":106143,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":12910,"score_linear":169401.0,"score_lmetric":49936},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":11264,"new_prefill":1646,"score_linear":-11264.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124264,"ongoing_decode_tokens":0,"pending_prefill_tokens":95592,"num_requests":2,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":12910,"score_linear":124264.0,"score_lmetric":217004},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87072,"ongoing_decode_tokens":0,"pending_prefill_tokens":33824,"num_requests":2,"active_p_offloads":0,"cached_blocks":1625,"cache_hit":0,"new_prefill":12910,"score_linear":87072.0,"score_lmetric":93468},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":12910,"score_linear":121811.0,"score_lmetric":72769}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":282121.583730605,"t_first_token_unix":1779712986.5976746,"t_done":282124.185481241,"t_done_unix":1779712989.1994243},{"request_id":"1253743:8:1398344:743","session_id":"1253743","input_length":63258,"t_proxy_recv":282110.182628308,"t_decision_unix":1779712975.1965697,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":51200,"affinity_cache_ratio":0.8093837933542003,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":51200,"estimated_new_tokens":12058,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":63258,"score_linear":101803.0,"score_lmetric":91845},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13134,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":4608,"new_prefill":58650,"score_linear":8526.0,"score_lmetric":58650},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16550,"ongoing_decode_tokens":16550,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":63258,"score_linear":16550.0,"score_lmetric":63258},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":51200,"new_prefill":12058,"score_linear":54943.0,"score_lmetric":12058},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37212,"ongoing_decode_tokens":37212,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1762,"cache_hit":0,"new_prefill":63258,"score_linear":37212.0,"score_lmetric":126516},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124264,"ongoing_decode_tokens":0,"pending_prefill_tokens":95592,"num_requests":2,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":63258,"score_linear":124264.0,"score_lmetric":317700},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1616,"cache_hit":0,"new_prefill":63258,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":162939,"ongoing_decode_tokens":162939,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":63258,"score_linear":162939.0,"score_lmetric":126516}],"chosen_score_linear":54943.0,"chosen_score_lmetric":12058,"t_first_token":282122.716502873,"t_first_token_unix":1779712987.7304463,"t_done":282124.64467225,"t_done_unix":1779712989.658616},{"request_id":"1397840:3:1402568:761","session_id":"1397840","input_length":28603,"t_proxy_recv":282124.9904882,"t_decision_unix":1779712990.0044298,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9129112330874384,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":26112,"estimated_new_tokens":2491,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":28603,"score_linear":101803.0,"score_lmetric":57190},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":169473,"ongoing_decode_tokens":101364,"pending_prefill_tokens":17421,"num_requests":3,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":28603,"score_linear":169473.0,"score_lmetric":138072},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":26112,"new_prefill":2491,"score_linear":-26112.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":28603,"score_linear":106143.0,"score_lmetric":28603},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":0,"new_prefill":28603,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124264,"ongoing_decode_tokens":0,"pending_prefill_tokens":95592,"num_requests":2,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":28603,"score_linear":124264.0,"score_lmetric":248390},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87072,"ongoing_decode_tokens":24442,"pending_prefill_tokens":13478,"num_requests":2,"active_p_offloads":0,"cached_blocks":1625,"cache_hit":0,"new_prefill":28603,"score_linear":87072.0,"score_lmetric":84162},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":28603,"score_linear":121811.0,"score_lmetric":88462}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":282125.476881637,"t_first_token_unix":1779712990.4908257,"t_done":282125.627169169,"t_done_unix":1779712990.6411126},{"request_id":"1403188:1:1403188:764","session_id":"1403188","input_length":8848,"t_proxy_recv":282127.389284393,"t_decision_unix":1779712992.4032257,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":8848,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":8848,"score_linear":101803.0,"score_lmetric":37435},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":169473,"ongoing_decode_tokens":101364,"pending_prefill_tokens":17421,"num_requests":3,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":8848,"score_linear":169473.0,"score_lmetric":78807},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":8848,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":8848,"score_linear":106143.0,"score_lmetric":8848},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":0,"new_prefill":8848,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124264,"ongoing_decode_tokens":0,"pending_prefill_tokens":95592,"num_requests":2,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":8848,"score_linear":124264.0,"score_lmetric":208880},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87072,"ongoing_decode_tokens":87072,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1625,"cache_hit":0,"new_prefill":8848,"score_linear":87072.0,"score_lmetric":17696},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":8848,"score_linear":121811.0,"score_lmetric":68707}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282128.054509089,"t_first_token_unix":1779712993.0684536,"t_done":282128.6309976,"t_done_unix":1779712993.6449523},{"request_id":"1403989:1:1403989:767","session_id":"1403989","input_length":1954,"t_proxy_recv":282129.883240785,"t_decision_unix":1779712994.8971815,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1954,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":1954,"score_linear":101803.0,"score_lmetric":1954},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":169473,"ongoing_decode_tokens":101364,"pending_prefill_tokens":17421,"num_requests":3,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":1954,"score_linear":169473.0,"score_lmetric":58125},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":1954,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":1954,"score_linear":106143.0,"score_lmetric":1954},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":1954,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":168412,"ongoing_decode_tokens":0,"pending_prefill_tokens":98268,"num_requests":3,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":1954,"score_linear":168412.0,"score_lmetric":300666},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87072,"ongoing_decode_tokens":87072,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1625,"cache_hit":0,"new_prefill":1954,"score_linear":87072.0,"score_lmetric":3908},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":1954,"score_linear":121811.0,"score_lmetric":61813}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282130.012070586,"t_first_token_unix":1779712995.0260146,"t_done":282130.365139389,"t_done_unix":1779712995.3790824},{"request_id":"1400379:1:1400379:751","session_id":"1400379","input_length":3707,"t_proxy_recv":282117.160156008,"t_decision_unix":1779712982.174097,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":3707,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":3707,"score_linear":101803.0,"score_lmetric":32294},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":3707,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":26440,"ongoing_decode_tokens":0,"pending_prefill_tokens":10056,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":3707,"score_linear":26440.0,"score_lmetric":13763},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169401,"ongoing_decode_tokens":106143,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":3707,"score_linear":169401.0,"score_lmetric":31530},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":3707,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124264,"ongoing_decode_tokens":0,"pending_prefill_tokens":95592,"num_requests":2,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":3707,"score_linear":124264.0,"score_lmetric":198598},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1625,"cache_hit":0,"new_prefill":3707,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":3707,"score_linear":121811.0,"score_lmetric":63566}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282117.387093403,"t_first_token_unix":1779712982.4010367,"t_done":282131.64895087,"t_done_unix":1779712996.6628942},{"request_id":"1253743:8:1404284:769","session_id":"1253743","input_length":63643,"t_proxy_recv":282130.909797125,"t_decision_unix":1779712995.923738,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9895196643778578,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":62976,"estimated_new_tokens":667,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":63643,"score_linear":101803.0,"score_lmetric":63643},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":169473,"ongoing_decode_tokens":101364,"pending_prefill_tokens":17421,"num_requests":3,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":4608,"new_prefill":59035,"score_linear":164865.0,"score_lmetric":229368},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":63643,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":62976,"new_prefill":667,"score_linear":43167.0,"score_lmetric":667},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":63643,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":168412,"ongoing_decode_tokens":0,"pending_prefill_tokens":98268,"num_requests":3,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":63643,"score_linear":168412.0,"score_lmetric":485733},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87072,"ongoing_decode_tokens":87072,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1625,"cache_hit":0,"new_prefill":63643,"score_linear":87072.0,"score_lmetric":127286},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":63643,"score_linear":121811.0,"score_lmetric":123502}],"chosen_score_linear":43167.0,"chosen_score_lmetric":667,"t_first_token":282131.133599196,"t_first_token_unix":1779712996.1475422,"t_done":282132.302101217,"t_done_unix":1779712997.3160448},{"request_id":"1366128:20:1400446:752","session_id":"1366128","input_length":97657,"t_proxy_recv":282117.413565293,"t_decision_unix":1779712982.4275067,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":85504,"affinity_cache_ratio":0.8755542357434695,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":85504,"estimated_new_tokens":12153,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":97657,"score_linear":101803.0,"score_lmetric":126244},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":3707,"ongoing_decode_tokens":3707,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":85504,"new_prefill":12153,"score_linear":-81797.0,"score_lmetric":12153},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":26440,"ongoing_decode_tokens":0,"pending_prefill_tokens":10056,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":97657,"score_linear":26440.0,"score_lmetric":107713},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169401,"ongoing_decode_tokens":106143,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":97657,"score_linear":169401.0,"score_lmetric":219430},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":97657,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124264,"ongoing_decode_tokens":0,"pending_prefill_tokens":95592,"num_requests":2,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":97657,"score_linear":124264.0,"score_lmetric":386498},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1625,"cache_hit":0,"new_prefill":97657,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":97657,"score_linear":121811.0,"score_lmetric":157516}],"chosen_score_linear":-81797.0,"chosen_score_lmetric":12153,"t_first_token":282124.361295011,"t_first_token_unix":1779712989.3752387,"t_done":282132.379807186,"t_done_unix":1779712997.3937507},{"request_id":"1364090:5:1401054:756","session_id":"1364090","input_length":62630,"t_proxy_recv":282119.791542391,"t_decision_unix":1779712984.8054838,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49152,"affinity_cache_ratio":0.7847996167970621,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":49152,"estimated_new_tokens":13478,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":7680,"new_prefill":54950,"score_linear":94123.0,"score_lmetric":83537},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":169473,"ongoing_decode_tokens":3707,"pending_prefill_tokens":29574,"num_requests":3,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":4096,"new_prefill":58534,"score_linear":165377.0,"score_lmetric":264324},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":0,"new_prefill":62630,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169401,"ongoing_decode_tokens":106143,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":7680,"new_prefill":54950,"score_linear":161721.0,"score_lmetric":134016},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":62630,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124264,"ongoing_decode_tokens":0,"pending_prefill_tokens":95592,"num_requests":2,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":62630,"score_linear":124264.0,"score_lmetric":316444},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24442,"ongoing_decode_tokens":0,"pending_prefill_tokens":20346,"num_requests":1,"active_p_offloads":0,"cached_blocks":1625,"cache_hit":49152,"new_prefill":13478,"score_linear":-24710.0,"score_lmetric":33824},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":7680,"new_prefill":54950,"score_linear":114131.0,"score_lmetric":114809}],"chosen_score_linear":-24710.0,"chosen_score_lmetric":33824,"t_first_token":282127.011827557,"t_first_token_unix":1779712992.0257716,"t_done":282132.814828195,"t_done_unix":1779712997.8287716},{"request_id":"1400379:2:1401201:757","session_id":"1400379","input_length":3863,"t_proxy_recv":282131.652572209,"t_decision_unix":1779712996.6665137,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":3584,"affinity_cache_ratio":0.92777633963241,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":3584,"estimated_new_tokens":279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":3863,"score_linear":101803.0,"score_lmetric":3863},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165766,"ongoing_decode_tokens":165766,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":279,"score_linear":162182.0,"score_lmetric":558},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":3863,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169786,"ongoing_decode_tokens":169786,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":3863,"score_linear":169786.0,"score_lmetric":7726},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":21172,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":3863,"score_linear":21684.0,"score_lmetric":25035},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":168412,"ongoing_decode_tokens":0,"pending_prefill_tokens":98268,"num_requests":3,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":3863,"score_linear":168412.0,"score_lmetric":306393},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87072,"ongoing_decode_tokens":87072,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1625,"cache_hit":0,"new_prefill":3863,"score_linear":87072.0,"score_lmetric":7726},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":3863,"score_linear":121811.0,"score_lmetric":63722}],"chosen_score_linear":162182.0,"chosen_score_lmetric":558,"t_first_token":282131.717234405,"t_first_token_unix":1779712996.7311783,"t_done":282132.843585556,"t_done_unix":1779712997.8575287},{"request_id":"1366128:21:1402408:760","session_id":"1366128","input_length":97814,"t_proxy_recv":282132.431290808,"t_decision_unix":1779712997.4452322,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9945406588013985,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":97280,"estimated_new_tokens":534,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":97814,"score_linear":101803.0,"score_lmetric":97814},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71972,"ongoing_decode_tokens":71972,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":97280,"new_prefill":534,"score_linear":-25308.0,"score_lmetric":1068},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":97814,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":0,"new_prefill":97814,"score_linear":106143.0,"score_lmetric":97814},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":21172,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":97814,"score_linear":21684.0,"score_lmetric":118986},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":168412,"ongoing_decode_tokens":0,"pending_prefill_tokens":98268,"num_requests":3,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":97814,"score_linear":168412.0,"score_lmetric":588246},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87072,"ongoing_decode_tokens":87072,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1625,"cache_hit":0,"new_prefill":97814,"score_linear":87072.0,"score_lmetric":195628},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":97814,"score_linear":121811.0,"score_lmetric":157673}],"chosen_score_linear":-25308.0,"chosen_score_lmetric":1068,"t_first_token":282132.650618194,"t_first_token_unix":1779712997.664562,"t_done":282133.267966395,"t_done_unix":1779712998.28191},{"request_id":"1363943:10:1401002:755","session_id":"1363943","input_length":24442,"t_proxy_recv":282119.558894707,"t_decision_unix":1779712984.5728357,"policy":"unified","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":6,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9845348171180754,"affinity_num_requests":3,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":4096,"estimated_new_tokens":20346,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":8704,"new_prefill":15738,"score_linear":93099.0,"score_lmetric":44325},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":169473,"ongoing_decode_tokens":3707,"pending_prefill_tokens":29574,"num_requests":3,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":24064,"new_prefill":378,"score_linear":145409.0,"score_lmetric":89856},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":0,"new_prefill":24442,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169401,"ongoing_decode_tokens":106143,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":4096,"new_prefill":20346,"score_linear":165305.0,"score_lmetric":64808},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":24442,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124264,"ongoing_decode_tokens":0,"pending_prefill_tokens":95592,"num_requests":2,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":24442,"score_linear":124264.0,"score_lmetric":240068},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1625,"cache_hit":4096,"new_prefill":20346,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":4096,"new_prefill":20346,"score_linear":117715.0,"score_lmetric":80205}],"chosen_score_linear":-4096.0,"chosen_score_lmetric":0,"t_first_token":282123.571785325,"t_first_token_unix":1779712988.585729,"t_done":282133.346439815,"t_done_unix":1779712998.3603828},{"request_id":"1366128:22:1403837:766","session_id":"1366128","input_length":97917,"t_proxy_recv":282133.289828956,"t_decision_unix":1779712998.3037703,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9987234086011622,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":97792,"estimated_new_tokens":125,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113019,"ongoing_decode_tokens":101803,"pending_prefill_tokens":11216,"num_requests":2,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":97917,"score_linear":113019.0,"score_lmetric":218266},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68109,"ongoing_decode_tokens":68109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":97792,"new_prefill":125,"score_linear":-29683.0,"score_lmetric":125},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":145650,"ongoing_decode_tokens":0,"pending_prefill_tokens":18674,"num_requests":3,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":97917,"score_linear":145650.0,"score_lmetric":349773},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":0,"new_prefill":97917,"score_linear":106143.0,"score_lmetric":97917},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":21172,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":97917,"score_linear":21684.0,"score_lmetric":119089},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":168412,"ongoing_decode_tokens":0,"pending_prefill_tokens":98268,"num_requests":3,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":97917,"score_linear":168412.0,"score_lmetric":588555},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24442,"ongoing_decode_tokens":24442,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1652,"cache_hit":0,"new_prefill":97917,"score_linear":24442.0,"score_lmetric":97917},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":97917,"score_linear":121811.0,"score_lmetric":157776}],"chosen_score_linear":-29683.0,"chosen_score_lmetric":125,"t_first_token":282133.466930945,"t_first_token_unix":1779712998.4808743,"t_done":282133.582958894,"t_done_unix":1779712998.596902},{"request_id":"1400379:3:1402972:763","session_id":"1400379","input_length":11216,"t_proxy_recv":282132.850510322,"t_decision_unix":1779712997.864452,"policy":"unified","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":0,"affinity_cache_hit":3584,"affinity_cache_ratio":0.3195435092724679,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":11216,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":11216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":11216,"score_linear":101803.0,"score_lmetric":11216},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165923,"ongoing_decode_tokens":165923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":3584,"new_prefill":7632,"score_linear":162339.0,"score_lmetric":15264},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21009,"ongoing_decode_tokens":0,"pending_prefill_tokens":13329,"num_requests":1,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":11216,"score_linear":21009.0,"score_lmetric":24545},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":0,"new_prefill":11216,"score_linear":106143.0,"score_lmetric":11216},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":21172,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":11216,"score_linear":21684.0,"score_lmetric":32388},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":168412,"ongoing_decode_tokens":0,"pending_prefill_tokens":98268,"num_requests":3,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":11216,"score_linear":168412.0,"score_lmetric":328452},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24442,"ongoing_decode_tokens":24442,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1652,"cache_hit":0,"new_prefill":11216,"score_linear":24442.0,"score_lmetric":11216},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":11216,"score_linear":121811.0,"score_lmetric":71075}],"chosen_score_linear":101803.0,"chosen_score_lmetric":11216,"t_first_token":282133.799032305,"t_first_token_unix":1779712998.812976,"t_done":282134.34747281,"t_done_unix":1779712999.361416},{"request_id":"1381387:4:1400724:754","session_id":"1381387","input_length":68109,"t_proxy_recv":282118.525378174,"t_decision_unix":1779712983.5393195,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":50688,"affinity_cache_ratio":0.7442188257058538,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":50688,"estimated_new_tokens":17421,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":68109,"score_linear":101803.0,"score_lmetric":96696},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101364,"ongoing_decode_tokens":3707,"pending_prefill_tokens":12153,"num_requests":2,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":50688,"new_prefill":17421,"score_linear":50676.0,"score_lmetric":59148},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":26440,"ongoing_decode_tokens":26440,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":68109,"score_linear":26440.0,"score_lmetric":68109},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169401,"ongoing_decode_tokens":106143,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":68109,"score_linear":169401.0,"score_lmetric":160334},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":11414,"ongoing_decode_tokens":0,"pending_prefill_tokens":7830,"num_requests":1,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":68109,"score_linear":11414.0,"score_lmetric":75939},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124264,"ongoing_decode_tokens":0,"pending_prefill_tokens":95592,"num_requests":2,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":68109,"score_linear":124264.0,"score_lmetric":327402},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1625,"cache_hit":0,"new_prefill":68109,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":68109,"score_linear":121811.0,"score_lmetric":127968}],"chosen_score_linear":50676.0,"chosen_score_lmetric":59148,"t_first_token":282130.946963926,"t_first_token_unix":1779712995.960907,"t_done":282134.673673785,"t_done_unix":1779712999.687618},{"request_id":"1405199:1:1405199:776","session_id":"1405199","input_length":11503,"t_proxy_recv":282134.136010765,"t_decision_unix":1779712999.149941,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":11503,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":11503,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113019,"ongoing_decode_tokens":113019,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":11503,"score_linear":113019.0,"score_lmetric":23006},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68109,"ongoing_decode_tokens":68109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":11503,"score_linear":68109.0,"score_lmetric":11503},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":145650,"ongoing_decode_tokens":21009,"pending_prefill_tokens":5345,"num_requests":3,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":11503,"score_linear":145650.0,"score_lmetric":50544},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":0,"new_prefill":11503,"score_linear":106143.0,"score_lmetric":11503},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":11503,"score_linear":21684.0,"score_lmetric":11503},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":168412,"ongoing_decode_tokens":0,"pending_prefill_tokens":98268,"num_requests":3,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":11503,"score_linear":168412.0,"score_lmetric":329313},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32944,"ongoing_decode_tokens":0,"pending_prefill_tokens":32944,"num_requests":1,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":11503,"score_linear":32944.0,"score_lmetric":44447},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":11503,"score_linear":121811.0,"score_lmetric":71362}],"chosen_score_linear":106143.0,"chosen_score_lmetric":11503,"t_first_token":282135.091397598,"t_first_token_unix":1779713000.105341,"t_done":282135.668902177,"t_done_unix":1779713000.6828456},{"request_id":"1398594:2:1404702:771","session_id":"1398594","input_length":21009,"t_proxy_recv":282132.435046669,"t_decision_unix":1779712997.448988,"policy":"unified","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":7680,"affinity_cache_ratio":0.3655576181636441,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":13329,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":21009,"score_linear":101803.0,"score_lmetric":21009},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":169786,"ongoing_decode_tokens":71972,"pending_prefill_tokens":534,"num_requests":3,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":0,"new_prefill":21009,"score_linear":169786.0,"score_lmetric":64629},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":7680,"new_prefill":13329,"score_linear":-7680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":0,"new_prefill":21009,"score_linear":106143.0,"score_lmetric":21009},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":21172,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":21009,"score_linear":21684.0,"score_lmetric":42181},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":168412,"ongoing_decode_tokens":0,"pending_prefill_tokens":98268,"num_requests":3,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":21009,"score_linear":168412.0,"score_lmetric":357831},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87072,"ongoing_decode_tokens":87072,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1625,"cache_hit":0,"new_prefill":21009,"score_linear":87072.0,"score_lmetric":42018},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":21009,"score_linear":121811.0,"score_lmetric":80868}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":282134.126874087,"t_first_token_unix":1779712999.140818,"t_done":282138.721485879,"t_done_unix":1779713003.7354293},{"request_id":"1399948:2:1405276:778","session_id":"1399948","input_length":6149,"t_proxy_recv":282134.354575942,"t_decision_unix":1779712999.3685174,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":4608,"affinity_cache_ratio":0.7493901447389819,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":4608,"estimated_new_tokens":1541,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":215061,"ongoing_decode_tokens":101803,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":6149,"score_linear":215061.0,"score_lmetric":18654},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68109,"ongoing_decode_tokens":68109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":6149,"score_linear":68109.0,"score_lmetric":6149},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":145650,"ongoing_decode_tokens":21009,"pending_prefill_tokens":5345,"num_requests":3,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":6149,"score_linear":145650.0,"score_lmetric":34482},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117646,"ongoing_decode_tokens":106143,"pending_prefill_tokens":11503,"num_requests":2,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":0,"new_prefill":6149,"score_linear":117646.0,"score_lmetric":35304},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":6149,"score_linear":21684.0,"score_lmetric":6149},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":168412,"ongoing_decode_tokens":0,"pending_prefill_tokens":98268,"num_requests":3,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":6149,"score_linear":168412.0,"score_lmetric":313251},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32944,"ongoing_decode_tokens":0,"pending_prefill_tokens":32944,"num_requests":1,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":4608,"new_prefill":1541,"score_linear":28336.0,"score_lmetric":34485},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":6149,"score_linear":121811.0,"score_lmetric":66008}],"chosen_score_linear":28336.0,"chosen_score_lmetric":34485,"t_first_token":282138.694860833,"t_first_token_unix":1779713003.7088044,"t_done":282138.744635803,"t_done_unix":1779713003.758579},{"request_id":"1382089:2:1404847:773","session_id":"1382089","input_length":39203,"t_proxy_recv":282132.901981435,"t_decision_unix":1779712997.9159229,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9664566487258628,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":37888,"estimated_new_tokens":1315,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113019,"ongoing_decode_tokens":101803,"pending_prefill_tokens":11216,"num_requests":2,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":39203,"score_linear":113019.0,"score_lmetric":100838},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165923,"ongoing_decode_tokens":165923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":0,"new_prefill":39203,"score_linear":165923.0,"score_lmetric":78406},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21009,"ongoing_decode_tokens":0,"pending_prefill_tokens":13329,"num_requests":1,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":37888,"new_prefill":1315,"score_linear":-16879.0,"score_lmetric":14644},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":0,"new_prefill":39203,"score_linear":106143.0,"score_lmetric":39203},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":21172,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":39203,"score_linear":21684.0,"score_lmetric":60375},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":168412,"ongoing_decode_tokens":0,"pending_prefill_tokens":98268,"num_requests":3,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":39203,"score_linear":168412.0,"score_lmetric":412413},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24442,"ongoing_decode_tokens":24442,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1652,"cache_hit":0,"new_prefill":39203,"score_linear":24442.0,"score_lmetric":39203},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":34816,"new_prefill":4387,"score_linear":86995.0,"score_lmetric":64246}],"chosen_score_linear":-16879.0,"chosen_score_lmetric":14644,"t_first_token":282138.026371521,"t_first_token_unix":1779713003.0403154,"t_done":282138.893588677,"t_done_unix":1779713003.9075325},{"request_id":"1399948:3:1405988:782","session_id":"1399948","input_length":7995,"t_proxy_recv":282138.748356703,"t_decision_unix":1779713003.7622983,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":6144,"affinity_cache_ratio":0.7684803001876173,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":6144,"estimated_new_tokens":1851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235027,"ongoing_decode_tokens":101803,"pending_prefill_tokens":12392,"num_requests":3,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":7995,"score_linear":235027.0,"score_lmetric":61161},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":179082,"ongoing_decode_tokens":69508,"pending_prefill_tokens":11782,"num_requests":2,"active_p_offloads":0,"cached_blocks":1689,"cache_hit":0,"new_prefill":7995,"score_linear":179082.0,"score_lmetric":39554},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124641,"ongoing_decode_tokens":124641,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":7995,"score_linear":124641.0,"score_lmetric":15990},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":7995,"score_linear":106143.0,"score_lmetric":7995},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":7995,"score_linear":21684.0,"score_lmetric":7995},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":288389,"ongoing_decode_tokens":124264,"pending_prefill_tokens":6429,"num_requests":4,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":7995,"score_linear":288389.0,"score_lmetric":57696},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32944,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":6144,"new_prefill":1851,"score_linear":26800.0,"score_lmetric":1851},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":7995,"score_linear":121811.0,"score_lmetric":67854}],"chosen_score_linear":26800.0,"chosen_score_lmetric":1851,"t_first_token":282138.956124142,"t_first_token_unix":1779713003.9700677,"t_done":282139.387988635,"t_done_unix":1779713004.4019318},{"request_id":"1373577:3:1404917:774","session_id":"1373577","input_length":85438,"t_proxy_recv":282133.198895369,"t_decision_unix":1779712998.2128365,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9528312928673424,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":81408,"estimated_new_tokens":4030,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113019,"ongoing_decode_tokens":101803,"pending_prefill_tokens":11216,"num_requests":2,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":85438,"score_linear":113019.0,"score_lmetric":193308},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165923,"ongoing_decode_tokens":165923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":0,"new_prefill":85438,"score_linear":165923.0,"score_lmetric":170876},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60212,"ongoing_decode_tokens":0,"pending_prefill_tokens":14644,"num_requests":2,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":81408,"new_prefill":4030,"score_linear":-21196.0,"score_lmetric":37348},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":0,"new_prefill":85438,"score_linear":106143.0,"score_lmetric":85438},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":21172,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":85438,"score_linear":21684.0,"score_lmetric":106610},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":168412,"ongoing_decode_tokens":0,"pending_prefill_tokens":98268,"num_requests":3,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":85438,"score_linear":168412.0,"score_lmetric":551118},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24442,"ongoing_decode_tokens":24442,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1652,"cache_hit":2560,"new_prefill":82878,"score_linear":21882.0,"score_lmetric":82878},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":85438,"score_linear":121811.0,"score_lmetric":145297}],"chosen_score_linear":-21196.0,"chosen_score_lmetric":37348,"t_first_token":282138.354788943,"t_first_token_unix":1779713003.3687327,"t_done":282140.887643136,"t_done_unix":1779713005.9015868},{"request_id":"1406966:1:1406966:785","session_id":"1406966","input_length":2115,"t_proxy_recv":282140.382790099,"t_decision_unix":1779713005.3967314,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":2115,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":2115,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235027,"ongoing_decode_tokens":101803,"pending_prefill_tokens":12392,"num_requests":3,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":2115,"score_linear":235027.0,"score_lmetric":43521},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":179082,"ongoing_decode_tokens":69508,"pending_prefill_tokens":11782,"num_requests":2,"active_p_offloads":0,"cached_blocks":1689,"cache_hit":0,"new_prefill":2115,"score_linear":179082.0,"score_lmetric":27794},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":85438,"ongoing_decode_tokens":85438,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":2115,"score_linear":85438.0,"score_lmetric":2115},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":2115,"score_linear":106143.0,"score_lmetric":2115},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":2115,"score_linear":21684.0,"score_lmetric":2115},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":288389,"ongoing_decode_tokens":124264,"pending_prefill_tokens":6429,"num_requests":4,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":2115,"score_linear":288389.0,"score_lmetric":34176},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32944,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":0,"new_prefill":2115,"score_linear":32944.0,"score_lmetric":2115},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":2115,"score_linear":121811.0,"score_lmetric":61974}],"chosen_score_linear":32944.0,"chosen_score_lmetric":2115,"t_first_token":282140.564466561,"t_first_token_unix":1779713005.5784101,"t_done":282140.929261976,"t_done_unix":1779713005.9432049},{"request_id":"1404395:1:1404395:770","session_id":"1404395","input_length":21684,"t_proxy_recv":282131.301101853,"t_decision_unix":1779712996.3150437,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"cache_hit":512,"estimated_new_tokens":21172,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":512,"new_prefill":21172,"score_linear":101291.0,"score_lmetric":21172},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":169473,"ongoing_decode_tokens":169473,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":21684,"score_linear":169473.0,"score_lmetric":65052},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":21684,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169786,"ongoing_decode_tokens":169786,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":21684,"score_linear":169786.0,"score_lmetric":43368},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":512,"new_prefill":21172,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":168412,"ongoing_decode_tokens":0,"pending_prefill_tokens":98268,"num_requests":3,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":21684,"score_linear":168412.0,"score_lmetric":359856},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87072,"ongoing_decode_tokens":87072,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1625,"cache_hit":0,"new_prefill":21684,"score_linear":87072.0,"score_lmetric":43368},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":21684,"score_linear":121811.0,"score_lmetric":81543}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":282133.619566876,"t_first_token_unix":1779712998.6335099,"t_done":282141.148875467,"t_done_unix":1779713006.1628187},{"request_id":"1399948:4:1407140:786","session_id":"1399948","input_length":8540,"t_proxy_recv":282140.915487229,"t_decision_unix":1779713005.9294288,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":7680,"affinity_cache_ratio":0.8992974238875878,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":860,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235027,"ongoing_decode_tokens":101803,"pending_prefill_tokens":12392,"num_requests":3,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":8540,"score_linear":235027.0,"score_lmetric":62796},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":179082,"ongoing_decode_tokens":69508,"pending_prefill_tokens":11782,"num_requests":2,"active_p_offloads":0,"cached_blocks":1689,"cache_hit":0,"new_prefill":8540,"score_linear":179082.0,"score_lmetric":40644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2143,"cache_hit":0,"new_prefill":8540,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":8540,"score_linear":106143.0,"score_lmetric":8540},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":8540,"score_linear":21684.0,"score_lmetric":8540},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":288389,"ongoing_decode_tokens":124264,"pending_prefill_tokens":6429,"num_requests":4,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":8540,"score_linear":288389.0,"score_lmetric":59876},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35059,"ongoing_decode_tokens":35059,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":7680,"new_prefill":860,"score_linear":27379.0,"score_lmetric":1720},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":8540,"score_linear":121811.0,"score_lmetric":68399}],"chosen_score_linear":27379.0,"chosen_score_lmetric":1720,"t_first_token":282141.011757657,"t_first_token_unix":1779713006.025701,"t_done":282141.181537149,"t_done_unix":1779713006.19548},{"request_id":"1407494:1:1407494:787","session_id":"1407494","input_length":1531,"t_proxy_recv":282142.179663556,"t_decision_unix":1779713007.1936047,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235027,"ongoing_decode_tokens":101803,"pending_prefill_tokens":12392,"num_requests":3,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":1531,"score_linear":235027.0,"score_lmetric":41769},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":179082,"ongoing_decode_tokens":69508,"pending_prefill_tokens":11782,"num_requests":2,"active_p_offloads":0,"cached_blocks":1689,"cache_hit":0,"new_prefill":1531,"score_linear":179082.0,"score_lmetric":26626},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2143,"cache_hit":0,"new_prefill":1531,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":1531,"score_linear":106143.0,"score_lmetric":1531},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1860,"cache_hit":0,"new_prefill":1531,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":288389,"ongoing_decode_tokens":124264,"pending_prefill_tokens":6429,"num_requests":4,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":1531,"score_linear":288389.0,"score_lmetric":31840},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32944,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1702,"cache_hit":0,"new_prefill":1531,"score_linear":32944.0,"score_lmetric":1531},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":1531,"score_linear":121811.0,"score_lmetric":61390}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282142.286030847,"t_first_token_unix":1779713007.2999744,"t_done":282142.556086477,"t_done_unix":1779713007.5700295},{"request_id":"1406966:2:1407710:789","session_id":"1406966","input_length":4789,"t_proxy_recv":282142.862536065,"t_decision_unix":1779713007.876477,"policy":"unified","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":2,"affinity_cache_hit":2048,"affinity_cache_ratio":0.42764669033201086,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":4789,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235027,"ongoing_decode_tokens":101803,"pending_prefill_tokens":12392,"num_requests":3,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":4789,"score_linear":235027.0,"score_lmetric":51543},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":179082,"ongoing_decode_tokens":69508,"pending_prefill_tokens":11782,"num_requests":2,"active_p_offloads":0,"cached_blocks":1689,"cache_hit":0,"new_prefill":4789,"score_linear":179082.0,"score_lmetric":33142},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":4789,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":4789,"score_linear":106143.0,"score_lmetric":4789},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":1501,"ongoing_decode_tokens":1501,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1860,"cache_hit":0,"new_prefill":4789,"score_linear":1501.0,"score_lmetric":4789},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":288389,"ongoing_decode_tokens":124264,"pending_prefill_tokens":6429,"num_requests":4,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":4789,"score_linear":288389.0,"score_lmetric":44872},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32944,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1702,"cache_hit":2048,"new_prefill":2741,"score_linear":30896.0,"score_lmetric":2741},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":4789,"score_linear":121811.0,"score_lmetric":64648}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282143.163377175,"t_first_token_unix":1779713008.1773207,"t_done":282143.386153092,"t_done_unix":1779713008.400096},{"request_id":"1407599:1:1407599:788","session_id":"1407599","input_length":1501,"t_proxy_recv":282142.534633506,"t_decision_unix":1779713007.5485747,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":1501,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235027,"ongoing_decode_tokens":101803,"pending_prefill_tokens":12392,"num_requests":3,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":1501,"score_linear":235027.0,"score_lmetric":41679},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":179082,"ongoing_decode_tokens":69508,"pending_prefill_tokens":11782,"num_requests":2,"active_p_offloads":0,"cached_blocks":1689,"cache_hit":0,"new_prefill":1501,"score_linear":179082.0,"score_lmetric":26566},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":1531,"ongoing_decode_tokens":1531,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2143,"cache_hit":0,"new_prefill":1501,"score_linear":1531.0,"score_lmetric":1501},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":1501,"score_linear":106143.0,"score_lmetric":1501},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1860,"cache_hit":0,"new_prefill":1501,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":288389,"ongoing_decode_tokens":124264,"pending_prefill_tokens":6429,"num_requests":4,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":1501,"score_linear":288389.0,"score_lmetric":31720},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32944,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1702,"cache_hit":0,"new_prefill":1501,"score_linear":32944.0,"score_lmetric":1501},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":1501,"score_linear":121811.0,"score_lmetric":61360}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282142.638085554,"t_first_token_unix":1779713007.6520298,"t_done":282143.604274724,"t_done_unix":1779713008.6182184},{"request_id":"1399948:5:1407922:791","session_id":"1399948","input_length":8612,"t_proxy_recv":282143.701381353,"t_decision_unix":1779713008.715323,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":8192,"affinity_cache_ratio":0.9512308406874129,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":8192,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235027,"ongoing_decode_tokens":101803,"pending_prefill_tokens":12392,"num_requests":3,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":8612,"score_linear":235027.0,"score_lmetric":63012},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":179082,"ongoing_decode_tokens":69508,"pending_prefill_tokens":11782,"num_requests":2,"active_p_offloads":0,"cached_blocks":1689,"cache_hit":0,"new_prefill":8612,"score_linear":179082.0,"score_lmetric":40788},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":8612,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":8612,"score_linear":106143.0,"score_lmetric":8612},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":0,"new_prefill":8612,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":124264,"pending_prefill_tokens":11009,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":8612,"score_linear":361577.0,"score_lmetric":98105},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32944,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1702,"cache_hit":8192,"new_prefill":420,"score_linear":24752.0,"score_lmetric":420},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":8612,"score_linear":121811.0,"score_lmetric":68471}],"chosen_score_linear":24752.0,"chosen_score_lmetric":420,"t_first_token":282143.750510156,"t_first_token_unix":1779713008.7644534,"t_done":282143.92539775,"t_done_unix":1779713008.9393408},{"request_id":"1405155:1:1405155:775","session_id":"1405155","input_length":32944,"t_proxy_recv":282134.003963031,"t_decision_unix":1779712999.0179043,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":32944,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113019,"ongoing_decode_tokens":113019,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":32944,"score_linear":113019.0,"score_lmetric":65888},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68109,"ongoing_decode_tokens":68109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":512,"new_prefill":32432,"score_linear":67597.0,"score_lmetric":32432},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":145650,"ongoing_decode_tokens":0,"pending_prefill_tokens":18674,"num_requests":3,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":32944,"score_linear":145650.0,"score_lmetric":154854},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":0,"new_prefill":32944,"score_linear":106143.0,"score_lmetric":32944},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":32944,"score_linear":21684.0,"score_lmetric":32944},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":168412,"ongoing_decode_tokens":0,"pending_prefill_tokens":98268,"num_requests":3,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":32944,"score_linear":168412.0,"score_lmetric":393636},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":32944,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":32944,"score_linear":121811.0,"score_lmetric":92803}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282138.691393907,"t_first_token_unix":1779713003.7053378,"t_done":282144.335143709,"t_done_unix":1779713009.349087},{"request_id":"1407995:1:1407995:793","session_id":"1407995","input_length":2944,"t_proxy_recv":282143.994273217,"t_decision_unix":1779713009.0082147,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":2944,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":2944,"score_linear":262703.0,"score_lmetric":83984},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":179082,"ongoing_decode_tokens":69508,"pending_prefill_tokens":11782,"num_requests":2,"active_p_offloads":0,"cached_blocks":1689,"cache_hit":0,"new_prefill":2944,"score_linear":179082.0,"score_lmetric":29452},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":2944,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":2944,"score_linear":106143.0,"score_lmetric":2944},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":0,"new_prefill":2944,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":124264,"pending_prefill_tokens":11009,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":2944,"score_linear":361577.0,"score_lmetric":69765},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32944,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1702,"cache_hit":0,"new_prefill":2944,"score_linear":32944.0,"score_lmetric":2944},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":2944,"score_linear":121811.0,"score_lmetric":62803}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282144.174797476,"t_first_token_unix":1779713009.1887405,"t_done":282144.559419289,"t_done_unix":1779713009.5733643},{"request_id":"1381387:5:1404170:768","session_id":"1381387","input_length":69508,"t_proxy_recv":282134.685889368,"t_decision_unix":1779712999.6998308,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9796857915635611,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":68096,"estimated_new_tokens":1412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":215061,"ongoing_decode_tokens":101803,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":69508,"score_linear":215061.0,"score_lmetric":145372},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1689,"cache_hit":68096,"new_prefill":1412,"score_linear":-68096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":145650,"ongoing_decode_tokens":21009,"pending_prefill_tokens":5345,"num_requests":3,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":69508,"score_linear":145650.0,"score_lmetric":224559},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117646,"ongoing_decode_tokens":106143,"pending_prefill_tokens":11503,"num_requests":2,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":0,"new_prefill":69508,"score_linear":117646.0,"score_lmetric":162022},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":69508,"score_linear":21684.0,"score_lmetric":69508},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":168412,"ongoing_decode_tokens":0,"pending_prefill_tokens":98268,"num_requests":3,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":69508,"score_linear":168412.0,"score_lmetric":503328},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39093,"ongoing_decode_tokens":0,"pending_prefill_tokens":34485,"num_requests":2,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":69508,"score_linear":39093.0,"score_lmetric":207986},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":69508,"score_linear":121811.0,"score_lmetric":129367}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":282135.313876801,"t_first_token_unix":1779713000.3278213,"t_done":282144.604928537,"t_done_unix":1779713009.6188722},{"request_id":"1366128:23:1405900:781","session_id":"1366128","input_length":109574,"t_proxy_recv":282136.651617211,"t_decision_unix":1779713001.6655583,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.8924744921240441,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":97792,"estimated_new_tokens":11782,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235027,"ongoing_decode_tokens":101803,"pending_prefill_tokens":12392,"num_requests":3,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":109574,"score_linear":235027.0,"score_lmetric":365898},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69508,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1689,"cache_hit":97792,"new_prefill":11782,"score_linear":-28284.0,"score_lmetric":11782},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":145650,"ongoing_decode_tokens":21009,"pending_prefill_tokens":5345,"num_requests":3,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":109574,"score_linear":145650.0,"score_lmetric":344757},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":109574,"score_linear":106143.0,"score_lmetric":109574},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":109574,"score_linear":21684.0,"score_lmetric":109574},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":288389,"ongoing_decode_tokens":124264,"pending_prefill_tokens":6429,"num_requests":4,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":109574,"score_linear":288389.0,"score_lmetric":464012},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39093,"ongoing_decode_tokens":0,"pending_prefill_tokens":34485,"num_requests":2,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":109574,"score_linear":39093.0,"score_lmetric":288118},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":109574,"score_linear":121811.0,"score_lmetric":169433}],"chosen_score_linear":-28284.0,"chosen_score_lmetric":11782,"t_first_token":282144.240192002,"t_first_token_unix":1779713009.2541358,"t_done":282145.491769392,"t_done_unix":1779713010.5057132},{"request_id":"1340290:7:1408176:795","session_id":"1340290","input_length":27786,"t_proxy_recv":282144.684194834,"t_decision_unix":1779713009.6981363,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9766069243503923,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":27136,"estimated_new_tokens":650,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":27786,"score_linear":262703.0,"score_lmetric":183352},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":109574,"ongoing_decode_tokens":109574,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":27786,"score_linear":109574.0,"score_lmetric":27786},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":27786,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":27786,"score_linear":106143.0,"score_lmetric":27786},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":27786,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":27786,"score_linear":361577.0,"score_lmetric":180595},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":27136,"new_prefill":650,"score_linear":-27136.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":27786,"score_linear":121811.0,"score_lmetric":87645}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":282144.848922894,"t_first_token_unix":1779713009.8628664,"t_done":282145.544586889,"t_done_unix":1779713010.5585299},{"request_id":"1403188:2:1408249:796","session_id":"1403188","input_length":14728,"t_proxy_recv":282144.943512942,"t_decision_unix":1779713009.9574544,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":8704,"affinity_cache_ratio":0.5909831613253667,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":8704,"estimated_new_tokens":6024,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":14728,"score_linear":262703.0,"score_lmetric":131120},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":109574,"ongoing_decode_tokens":109574,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":14728,"score_linear":109574.0,"score_lmetric":14728},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":14728,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":14728,"score_linear":106143.0,"score_lmetric":14728},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":8704,"new_prefill":6024,"score_linear":-8704.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":14728,"score_linear":361577.0,"score_lmetric":115305},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27786,"ongoing_decode_tokens":27786,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":0,"new_prefill":14728,"score_linear":27786.0,"score_lmetric":14728},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":14728,"score_linear":121811.0,"score_lmetric":74587}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":282145.62146371,"t_first_token_unix":1779713010.6354084,"t_done":282145.913812183,"t_done_unix":1779713010.9277554},{"request_id":"1366128:24:1407996:794","session_id":"1366128","input_length":109775,"t_proxy_recv":282145.51026135,"t_decision_unix":1779713010.5242023,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":109568,"affinity_cache_ratio":0.998114324755181,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":109568,"estimated_new_tokens":207,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":109775,"score_linear":262703.0,"score_lmetric":511308},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":109568,"new_prefill":207,"score_linear":-109568.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":109775,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":109775,"score_linear":106143.0,"score_lmetric":109775},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14728,"ongoing_decode_tokens":0,"pending_prefill_tokens":6024,"num_requests":1,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":109775,"score_linear":14728.0,"score_lmetric":115799},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":109775,"score_linear":361577.0,"score_lmetric":590540},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27786,"ongoing_decode_tokens":27786,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":0,"new_prefill":109775,"score_linear":27786.0,"score_lmetric":109775},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":109775,"score_linear":121811.0,"score_lmetric":169634}],"chosen_score_linear":-109568.0,"chosen_score_lmetric":0,"t_first_token":282145.719135044,"t_first_token_unix":1779713010.733078,"t_done":282146.073252226,"t_done_unix":1779713011.0871956},{"request_id":"1408889:1:1408889:804","session_id":"1408889","input_length":3230,"t_proxy_recv":282146.996142077,"t_decision_unix":1779713012.0100834,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":3230,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":3230,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":3230,"score_linear":262703.0,"score_lmetric":85128},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":11070,"ongoing_decode_tokens":11070,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":3230,"score_linear":11070.0,"score_lmetric":3230},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98371,"ongoing_decode_tokens":7553,"pending_prefill_tokens":5314,"num_requests":2,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":3230,"score_linear":98371.0,"score_lmetric":17088},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":3230,"score_linear":106143.0,"score_lmetric":3230},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":6377,"ongoing_decode_tokens":6377,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":3230,"score_linear":6377.0,"score_lmetric":3230},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":3230,"score_linear":361577.0,"score_lmetric":57815},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75193,"ongoing_decode_tokens":1801,"pending_prefill_tokens":10416,"num_requests":2,"active_p_offloads":0,"cached_blocks":1768,"cache_hit":0,"new_prefill":3230,"score_linear":75193.0,"score_lmetric":27292},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":3230,"score_linear":121811.0,"score_lmetric":63089}],"chosen_score_linear":11070.0,"chosen_score_lmetric":3230,"t_first_token":282147.196474561,"t_first_token_unix":1779713012.2104175,"t_done":282147.362051318,"t_done_unix":1779713012.3759944},{"request_id":"1362265:7:1408772:800","session_id":"1362265","input_length":11070,"t_proxy_recv":282146.609680808,"t_decision_unix":1779713011.6236215,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9712737127371274,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":10752,"estimated_new_tokens":318,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":6656,"new_prefill":4414,"score_linear":256047.0,"score_lmetric":89864},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":10752,"new_prefill":318,"score_linear":-10752.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98371,"ongoing_decode_tokens":7553,"pending_prefill_tokens":5314,"num_requests":2,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":11070,"score_linear":98371.0,"score_lmetric":32768},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":6656,"new_prefill":4414,"score_linear":99487.0,"score_lmetric":4414},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":6377,"ongoing_decode_tokens":6377,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":11070,"score_linear":6377.0,"score_lmetric":11070},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":11070,"score_linear":361577.0,"score_lmetric":97015},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1768,"cache_hit":0,"new_prefill":11070,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":11070,"score_linear":121811.0,"score_lmetric":70929}],"chosen_score_linear":-10752.0,"chosen_score_lmetric":0,"t_first_token":282146.676167325,"t_first_token_unix":1779713011.6901112,"t_done":282147.378484108,"t_done_unix":1779713012.392427},{"request_id":"1408578:1:1408578:798","session_id":"1408578","input_length":6377,"t_proxy_recv":282145.945951309,"t_decision_unix":1779713010.959893,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":6377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":6377,"score_linear":262703.0,"score_lmetric":97716},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":109775,"ongoing_decode_tokens":109775,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":6377,"score_linear":109775.0,"score_lmetric":6377},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7553,"ongoing_decode_tokens":0,"pending_prefill_tokens":7553,"num_requests":1,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":6377,"score_linear":7553.0,"score_lmetric":13930},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":6377,"score_linear":106143.0,"score_lmetric":6377},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":6377,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":6377,"score_linear":361577.0,"score_lmetric":73550},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1768,"cache_hit":0,"new_prefill":6377,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":6377,"score_linear":121811.0,"score_lmetric":66236}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282146.367066944,"t_first_token_unix":1779713011.3810108,"t_done":282147.459141956,"t_done_unix":1779713012.473085},{"request_id":"1408430:1:1408430:797","session_id":"1408430","input_length":7553,"t_proxy_recv":282145.530528602,"t_decision_unix":1779713010.5444696,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":7553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":7553,"score_linear":262703.0,"score_lmetric":102420},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":109775,"ongoing_decode_tokens":0,"pending_prefill_tokens":207,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":7553,"score_linear":109775.0,"score_lmetric":7760},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":7553,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":7553,"score_linear":106143.0,"score_lmetric":7553},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14728,"ongoing_decode_tokens":0,"pending_prefill_tokens":6024,"num_requests":1,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":7553,"score_linear":14728.0,"score_lmetric":13577},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":7553,"score_linear":361577.0,"score_lmetric":79430},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27786,"ongoing_decode_tokens":27786,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":0,"new_prefill":7553,"score_linear":27786.0,"score_lmetric":7553},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":7553,"score_linear":121811.0,"score_lmetric":67412}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282146.046216843,"t_first_token_unix":1779713011.0601604,"t_done":282149.139701168,"t_done_unix":1779713014.1536443},{"request_id":"1381387:6:1409195:806","session_id":"1381387","input_length":71570,"t_proxy_recv":282148.270373558,"t_decision_unix":1779713013.2843149,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":69632,"affinity_cache_ratio":0.9729216152019002,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":69632,"estimated_new_tokens":1938,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":71570,"score_linear":262703.0,"score_lmetric":358488},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1721,"cache_hit":69632,"new_prefill":1938,"score_linear":-69632.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98371,"ongoing_decode_tokens":7553,"pending_prefill_tokens":5314,"num_requests":2,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":71570,"score_linear":98371.0,"score_lmetric":153768},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":71570,"score_linear":106143.0,"score_lmetric":71570},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1891,"cache_hit":0,"new_prefill":71570,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":71570,"score_linear":361577.0,"score_lmetric":399515},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":104923,"ongoing_decode_tokens":1801,"pending_prefill_tokens":12498,"num_requests":3,"active_p_offloads":0,"cached_blocks":1768,"cache_hit":512,"new_prefill":71058,"score_linear":104411.0,"score_lmetric":250668},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":71570,"score_linear":121811.0,"score_lmetric":131429}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":282149.305620065,"t_first_token_unix":1779713014.3195639,"t_done":282150.243905975,"t_done_unix":1779713015.2578495},{"request_id":"1313181:7:1327489:383","session_id":"1313181","input_length":121811,"t_proxy_recv":282115.284253367,"t_decision_unix":1779712980.298195,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":61952,"affinity_cache_ratio":0.5085911781366215,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":61952,"estimated_new_tokens":59859,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":121811,"score_linear":101803.0,"score_lmetric":150398},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":121811,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":121811,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169401,"ongoing_decode_tokens":106143,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":121811,"score_linear":169401.0,"score_lmetric":267738},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1769,"cache_hit":0,"new_prefill":121811,"score_linear":33321.0,"score_lmetric":121811},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124264,"ongoing_decode_tokens":0,"pending_prefill_tokens":95592,"num_requests":2,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":12800,"new_prefill":109011,"score_linear":111464.0,"score_lmetric":409206},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1616,"cache_hit":0,"new_prefill":121811,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":61952,"new_prefill":59859,"score_linear":-61952.0,"score_lmetric":0}],"chosen_score_linear":-61952.0,"chosen_score_lmetric":0,"t_first_token":282149.010951604,"t_first_token_unix":1779713014.0248954,"t_done":282150.272058984,"t_done_unix":1779713015.2860026},{"request_id":"1373577:4:1408642:799","session_id":"1373577","input_length":90818,"t_proxy_recv":282146.165739557,"t_decision_unix":1779713011.179681,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9414873703450858,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":85504,"estimated_new_tokens":5314,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":90818,"score_linear":262703.0,"score_lmetric":435480},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":90818,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7553,"ongoing_decode_tokens":7553,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":85504,"new_prefill":5314,"score_linear":-77951.0,"score_lmetric":5314},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":90818,"score_linear":106143.0,"score_lmetric":90818},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":6377,"ongoing_decode_tokens":0,"pending_prefill_tokens":6377,"num_requests":1,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":90818,"score_linear":6377.0,"score_lmetric":97195},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":90818,"score_linear":361577.0,"score_lmetric":495755},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1768,"cache_hit":2560,"new_prefill":88258,"score_linear":-2560.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":90818,"score_linear":121811.0,"score_lmetric":150677}],"chosen_score_linear":-77951.0,"chosen_score_lmetric":5314,"t_first_token":282149.085240854,"t_first_token_unix":1779713014.099187,"t_done":282150.956528207,"t_done_unix":1779713015.970472},{"request_id":"1406966:3:1410097:808","session_id":"1406966","input_length":7893,"t_proxy_recv":282151.379818249,"t_decision_unix":1779713016.3937597,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":4608,"affinity_cache_ratio":0.5838084378563284,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":4608,"estimated_new_tokens":3285,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":7893,"score_linear":262703.0,"score_lmetric":103780},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1725,"cache_hit":0,"new_prefill":7893,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2179,"cache_hit":4608,"new_prefill":3285,"score_linear":-4608.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":7893,"score_linear":106143.0,"score_lmetric":7893},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1891,"cache_hit":0,"new_prefill":7893,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":7893,"score_linear":361577.0,"score_lmetric":81130},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":104923,"ongoing_decode_tokens":75193,"pending_prefill_tokens":2082,"num_requests":3,"active_p_offloads":0,"cached_blocks":1768,"cache_hit":2048,"new_prefill":5845,"score_linear":102875.0,"score_lmetric":23781},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62018,"ongoing_decode_tokens":62018,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":7893,"score_linear":62018.0,"score_lmetric":7893}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":282151.658755813,"t_first_token_unix":1779713016.6727002,"t_done":282151.857780931,"t_done_unix":1779713016.8717246},{"request_id":"1408779:1:1408779:802","session_id":"1408779","input_length":1801,"t_proxy_recv":282146.633183742,"t_decision_unix":1779713011.6471252,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":1801,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":1801,"score_linear":262703.0,"score_lmetric":79412},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":11070,"ongoing_decode_tokens":0,"pending_prefill_tokens":318,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":1801,"score_linear":11070.0,"score_lmetric":2119},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98371,"ongoing_decode_tokens":7553,"pending_prefill_tokens":5314,"num_requests":2,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":1801,"score_linear":98371.0,"score_lmetric":14230},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":1801,"score_linear":106143.0,"score_lmetric":1801},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":6377,"ongoing_decode_tokens":6377,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":1801,"score_linear":6377.0,"score_lmetric":1801},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":1801,"score_linear":361577.0,"score_lmetric":50670},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1768,"cache_hit":0,"new_prefill":1801,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":1801,"score_linear":121811.0,"score_lmetric":61660}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282146.781482553,"t_first_token_unix":1779713011.795426,"t_done":282152.213874131,"t_done_unix":1779713017.2278175},{"request_id":"1407494:2:1410400:809","session_id":"1407494","input_length":4728,"t_proxy_recv":282152.243842237,"t_decision_unix":1779713017.2577837,"policy":"unified","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":4,"affinity_cache_hit":1536,"affinity_cache_ratio":0.3248730964467005,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4728,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":4728,"score_linear":262703.0,"score_lmetric":91120},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1725,"cache_hit":0,"new_prefill":4728,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":5001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5001,"num_requests":1,"active_p_offloads":0,"cached_blocks":2185,"cache_hit":1536,"new_prefill":3192,"score_linear":3465.0,"score_lmetric":8193},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":4728,"score_linear":106143.0,"score_lmetric":4728},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1891,"cache_hit":0,"new_prefill":4728,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":4728,"score_linear":361577.0,"score_lmetric":65305},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103122,"ongoing_decode_tokens":103122,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1771,"cache_hit":0,"new_prefill":4728,"score_linear":103122.0,"score_lmetric":9456},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62018,"ongoing_decode_tokens":62018,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":4728,"score_linear":62018.0,"score_lmetric":4728}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282152.54346256,"t_first_token_unix":1779713017.5574057,"t_done":282152.680441463,"t_done_unix":1779713017.6943848},{"request_id":"1408779:2:1410032:807","session_id":"1408779","input_length":5001,"t_proxy_recv":282152.217893282,"t_decision_unix":1779713017.231835,"policy":"unified","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":2,"affinity_cache_hit":1536,"affinity_cache_ratio":0.30713857228554287,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":5001,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":5001,"score_linear":262703.0,"score_lmetric":92212},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1725,"cache_hit":0,"new_prefill":5001,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2185,"cache_hit":0,"new_prefill":5001,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":5001,"score_linear":106143.0,"score_lmetric":5001},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1891,"cache_hit":0,"new_prefill":5001,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":5001,"score_linear":361577.0,"score_lmetric":66670},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103122,"ongoing_decode_tokens":103122,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1771,"cache_hit":1536,"new_prefill":3465,"score_linear":101586.0,"score_lmetric":6930},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62018,"ongoing_decode_tokens":62018,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":5001,"score_linear":62018.0,"score_lmetric":5001}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282152.53328658,"t_first_token_unix":1779713017.54723,"t_done":282152.682459298,"t_done_unix":1779713017.696402},{"request_id":"1408889:2:1410453:810","session_id":"1408889","input_length":4825,"t_proxy_recv":282152.382423396,"t_decision_unix":1779713017.3963645,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":3072,"affinity_cache_ratio":0.6366839378238341,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":3072,"estimated_new_tokens":1753,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":4825,"score_linear":262703.0,"score_lmetric":91508},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1725,"cache_hit":3072,"new_prefill":1753,"score_linear":-3072.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":5001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5001,"num_requests":1,"active_p_offloads":0,"cached_blocks":2185,"cache_hit":0,"new_prefill":4825,"score_linear":5001.0,"score_lmetric":9826},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":4825,"score_linear":106143.0,"score_lmetric":4825},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":4728,"ongoing_decode_tokens":0,"pending_prefill_tokens":4728,"num_requests":1,"active_p_offloads":0,"cached_blocks":1891,"cache_hit":0,"new_prefill":4825,"score_linear":4728.0,"score_lmetric":9553},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":4825,"score_linear":361577.0,"score_lmetric":65790},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103122,"ongoing_decode_tokens":103122,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1771,"cache_hit":0,"new_prefill":4825,"score_linear":103122.0,"score_lmetric":9650},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62018,"ongoing_decode_tokens":62018,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":4825,"score_linear":62018.0,"score_lmetric":4825}],"chosen_score_linear":-3072.0,"chosen_score_lmetric":0,"t_first_token":282152.526881779,"t_first_token_unix":1779713017.5408256,"t_done":282152.811284231,"t_done_unix":1779713017.8252273},{"request_id":"1313181:7:1382851:662","session_id":"1313181","input_length":62018,"t_proxy_recv":282150.282728009,"t_decision_unix":1779713015.2966695,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9989357928343384,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":61952,"estimated_new_tokens":66,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":62018,"score_linear":262703.0,"score_lmetric":320280},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1725,"cache_hit":0,"new_prefill":62018,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":90818,"ongoing_decode_tokens":90818,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2169,"cache_hit":0,"new_prefill":62018,"score_linear":90818.0,"score_lmetric":62018},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":62018,"score_linear":106143.0,"score_lmetric":62018},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1891,"cache_hit":0,"new_prefill":62018,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":12800,"new_prefill":49218,"score_linear":348777.0,"score_lmetric":287755},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":104923,"ongoing_decode_tokens":1801,"pending_prefill_tokens":12498,"num_requests":3,"active_p_offloads":0,"cached_blocks":1768,"cache_hit":0,"new_prefill":62018,"score_linear":104923.0,"score_lmetric":223548},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":61952,"new_prefill":66,"score_linear":-61952.0,"score_lmetric":0}],"chosen_score_linear":-61952.0,"chosen_score_lmetric":0,"t_first_token":282150.372911469,"t_first_token_unix":1779713015.3868551,"t_done":282153.65241968,"t_done_unix":1779713018.6663635},{"request_id":"1399948:6:1410696:812","session_id":"1399948","input_length":11381,"t_proxy_recv":282153.133599063,"t_decision_unix":1779713018.1475403,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":8192,"affinity_cache_ratio":0.7197961514805378,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":8192,"estimated_new_tokens":3189,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":11381,"score_linear":262703.0,"score_lmetric":117732},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":0,"new_prefill":11381,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2194,"cache_hit":0,"new_prefill":11381,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":11381,"score_linear":106143.0,"score_lmetric":11381},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":11381,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":11381,"score_linear":361577.0,"score_lmetric":98570},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103122,"ongoing_decode_tokens":103122,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1771,"cache_hit":8192,"new_prefill":3189,"score_linear":94930.0,"score_lmetric":6378},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62018,"ongoing_decode_tokens":62018,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":11381,"score_linear":62018.0,"score_lmetric":11381}],"chosen_score_linear":94930.0,"chosen_score_lmetric":6378,"t_first_token":282153.477545445,"t_first_token_unix":1779713018.491489,"t_done":282153.688359504,"t_done_unix":1779713018.702303},{"request_id":"1340290:8:1409129:805","session_id":"1340290","input_length":29730,"t_proxy_recv":282148.006247668,"t_decision_unix":1779713013.020189,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9299697275479314,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":27648,"estimated_new_tokens":2082,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":29730,"score_linear":262703.0,"score_lmetric":191128},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1721,"cache_hit":0,"new_prefill":29730,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98371,"ongoing_decode_tokens":7553,"pending_prefill_tokens":5314,"num_requests":2,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":29730,"score_linear":98371.0,"score_lmetric":70088},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":29730,"score_linear":106143.0,"score_lmetric":29730},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1891,"cache_hit":0,"new_prefill":29730,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":29730,"score_linear":361577.0,"score_lmetric":190315},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75193,"ongoing_decode_tokens":1801,"pending_prefill_tokens":10416,"num_requests":2,"active_p_offloads":0,"cached_blocks":1768,"cache_hit":27648,"new_prefill":2082,"score_linear":47545.0,"score_lmetric":24996},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":29730,"score_linear":121811.0,"score_lmetric":89589}],"chosen_score_linear":47545.0,"chosen_score_lmetric":24996,"t_first_token":282151.711811272,"t_first_token_unix":1779713016.725755,"t_done":282154.253482775,"t_done_unix":1779713019.2674263},{"request_id":"1340290:9:1410595:811","session_id":"1340290","input_length":29958,"t_proxy_recv":282154.260815638,"t_decision_unix":1779713019.2747567,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29696,"affinity_cache_ratio":0.9912544228586688,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":29696,"estimated_new_tokens":262,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":29958,"score_linear":262703.0,"score_lmetric":192040},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":0,"new_prefill":29958,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2194,"cache_hit":0,"new_prefill":29958,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":29958,"score_linear":106143.0,"score_lmetric":29958},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":29958,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":29958,"score_linear":361577.0,"score_lmetric":191455},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73392,"ongoing_decode_tokens":73392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":29696,"new_prefill":262,"score_linear":43696.0,"score_lmetric":262},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":29958,"score_linear":124090.0,"score_lmetric":92096}],"chosen_score_linear":43696.0,"chosen_score_lmetric":262,"t_first_token":282154.348565111,"t_first_token_unix":1779713019.3625088,"t_done":282154.868540532,"t_done_unix":1779713019.8824842},{"request_id":"1408779:3:1411249:815","session_id":"1408779","input_length":7110,"t_proxy_recv":282155.160545068,"t_decision_unix":1779713020.1744866,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":4608,"affinity_cache_ratio":0.6481012658227848,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":4608,"estimated_new_tokens":2502,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":7110,"score_linear":262703.0,"score_lmetric":100648},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":117746,"ongoing_decode_tokens":0,"pending_prefill_tokens":8178,"num_requests":1,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":0,"new_prefill":7110,"score_linear":117746.0,"score_lmetric":15288},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2194,"cache_hit":4608,"new_prefill":2502,"score_linear":-4608.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":7110,"score_linear":106143.0,"score_lmetric":7110},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":7110,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":7110,"score_linear":361577.0,"score_lmetric":77215},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73392,"ongoing_decode_tokens":73392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":1536,"new_prefill":5574,"score_linear":71856.0,"score_lmetric":5574},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":7110,"score_linear":124090.0,"score_lmetric":69248}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":282155.359156249,"t_first_token_unix":1779713020.3730993,"t_done":282155.515656575,"t_done_unix":1779713020.5295997},{"request_id":"1364090:6:1408777:801","session_id":"1364090","input_length":73392,"t_proxy_recv":282146.63861653,"t_decision_unix":1779713011.652558,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":62976,"affinity_cache_ratio":0.8580771746239372,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":62976,"estimated_new_tokens":10416,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":7680,"new_prefill":65712,"score_linear":255023.0,"score_lmetric":335056},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":11070,"ongoing_decode_tokens":0,"pending_prefill_tokens":318,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":4096,"new_prefill":69296,"score_linear":6974.0,"score_lmetric":69614},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98371,"ongoing_decode_tokens":7553,"pending_prefill_tokens":5314,"num_requests":2,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":73392,"score_linear":98371.0,"score_lmetric":157412},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":7680,"new_prefill":65712,"score_linear":98463.0,"score_lmetric":65712},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":6377,"ongoing_decode_tokens":6377,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":73392,"score_linear":6377.0,"score_lmetric":73392},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":73392,"score_linear":361577.0,"score_lmetric":408625},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":1801,"ongoing_decode_tokens":0,"pending_prefill_tokens":1801,"num_requests":1,"active_p_offloads":0,"cached_blocks":1768,"cache_hit":62976,"new_prefill":10416,"score_linear":-61175.0,"score_lmetric":12217},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":7680,"new_prefill":65712,"score_linear":114131.0,"score_lmetric":125571}],"chosen_score_linear":-61175.0,"chosen_score_lmetric":12217,"t_first_token":282151.274860511,"t_first_token_unix":1779713016.2888093,"t_done":282156.580905322,"t_done_unix":1779713021.5948484},{"request_id":"1340290:10:1411397:816","session_id":"1340290","input_length":30154,"t_proxy_recv":282155.788486679,"t_decision_unix":1779713020.8024282,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29696,"affinity_cache_ratio":0.9848113019831531,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":29696,"estimated_new_tokens":458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":30154,"score_linear":262703.0,"score_lmetric":192824},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":117746,"ongoing_decode_tokens":0,"pending_prefill_tokens":8178,"num_requests":1,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":0,"new_prefill":30154,"score_linear":117746.0,"score_lmetric":38332},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2198,"cache_hit":0,"new_prefill":30154,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":30154,"score_linear":106143.0,"score_lmetric":30154},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":30154,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":30154,"score_linear":361577.0,"score_lmetric":192435},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73392,"ongoing_decode_tokens":73392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":29696,"new_prefill":458,"score_linear":43696.0,"score_lmetric":458},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":30154,"score_linear":124090.0,"score_lmetric":92292}],"chosen_score_linear":43696.0,"chosen_score_lmetric":458,"t_first_token":282155.908742672,"t_first_token_unix":1779713020.9226859,"t_done":282158.037339092,"t_done_unix":1779713023.0512822},{"request_id":"1370129:6:1394177:722","session_id":"1370129","input_length":106143,"t_proxy_recv":282095.747536001,"t_decision_unix":1779712960.7614775,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":88064,"affinity_cache_ratio":0.8296731767521174,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":88064,"estimated_new_tokens":18079,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":7680,"new_prefill":98463,"score_linear":94123.0,"score_lmetric":127050},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1595,"cache_hit":4096,"new_prefill":102047,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":4675,"ongoing_decode_tokens":0,"pending_prefill_tokens":4675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":106143,"score_linear":4675.0,"score_lmetric":110818},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":88064,"new_prefill":18079,"score_linear":-72781.0,"score_lmetric":18079},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":0,"pending_prefill_tokens":5161,"num_requests":1,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":106143,"score_linear":33321.0,"score_lmetric":111304},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":0,"new_prefill":106143,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":7680,"new_prefill":98463,"score_linear":41264.0,"score_lmetric":98463},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":7680,"new_prefill":98463,"score_linear":237633.0,"score_lmetric":431046}],"chosen_score_linear":-72781.0,"chosen_score_lmetric":18079,"t_first_token":282106.654990348,"t_first_token_unix":1779712971.6689343,"t_done":282159.843567677,"t_done_unix":1779713024.8575108},{"request_id":"1366128:25:1411126:813","session_id":"1366128","input_length":117746,"t_proxy_recv":282154.759473342,"t_decision_unix":1779713019.7734146,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":109568,"affinity_cache_ratio":0.9305454113090891,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":109568,"estimated_new_tokens":8178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":117746,"score_linear":262703.0,"score_lmetric":543192},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":109568,"new_prefill":8178,"score_linear":-109568.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2194,"cache_hit":0,"new_prefill":117746,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":117746,"score_linear":106143.0,"score_lmetric":117746},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":117746,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":117746,"score_linear":361577.0,"score_lmetric":630395},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103350,"ongoing_decode_tokens":103350,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":117746,"score_linear":103350.0,"score_lmetric":235492},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":117746,"score_linear":124090.0,"score_lmetric":179884}],"chosen_score_linear":-109568.0,"chosen_score_lmetric":0,"t_first_token":282160.327524841,"t_first_token_unix":1779713025.3414705,"t_done":282161.531219394,"t_done_unix":1779713026.545163},{"request_id":"1407494:3:1413526:825","session_id":"1407494","input_length":9801,"t_proxy_recv":282163.195412181,"t_decision_unix":1779713028.2093534,"policy":"unified","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":2,"affinity_cache_hit":4608,"affinity_cache_ratio":0.4701561065197429,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":0,"tie_break_used":false,"cache_hit":1536,"estimated_new_tokens":8265,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":9801,"score_linear":262703.0,"score_lmetric":111412},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":200597,"ongoing_decode_tokens":72608,"pending_prefill_tokens":10229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1744,"cache_hit":0,"new_prefill":9801,"score_linear":200597.0,"score_lmetric":40060},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2198,"cache_hit":1536,"new_prefill":8265,"score_linear":-1536.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":40273,"ongoing_decode_tokens":0,"pending_prefill_tokens":1873,"num_requests":1,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":9801,"score_linear":40273.0,"score_lmetric":11674},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":4608,"new_prefill":5193,"score_linear":102684.0,"score_lmetric":19301},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":9801,"score_linear":361577.0,"score_lmetric":90670},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132752,"ongoing_decode_tokens":0,"pending_prefill_tokens":17552,"num_requests":3,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":9801,"score_linear":132752.0,"score_lmetric":82059},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":9801,"score_linear":124090.0,"score_lmetric":71939}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":282163.855130029,"t_first_token_unix":1779713028.8690734,"t_done":282164.191060533,"t_done_unix":1779713029.2050045},{"request_id":"1408889:3:1414177:827","session_id":"1408889","input_length":10633,"t_proxy_recv":282165.326282837,"t_decision_unix":1779713030.3402238,"policy":"unified","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":2,"affinity_cache_hit":4608,"affinity_cache_ratio":0.43336781717295214,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":10633,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":10633,"score_linear":262703.0,"score_lmetric":114740},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":200597,"ongoing_decode_tokens":72608,"pending_prefill_tokens":10229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1744,"cache_hit":4608,"new_prefill":6025,"score_linear":195989.0,"score_lmetric":32508},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2214,"cache_hit":0,"new_prefill":10633,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":62665,"ongoing_decode_tokens":40273,"pending_prefill_tokens":22392,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":10633,"score_linear":62665.0,"score_lmetric":66050},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":10633,"score_linear":107292.0,"score_lmetric":24741},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":10633,"score_linear":361577.0,"score_lmetric":94830},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132752,"ongoing_decode_tokens":0,"pending_prefill_tokens":17552,"num_requests":3,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":10633,"score_linear":132752.0,"score_lmetric":84555},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":10633,"score_linear":124090.0,"score_lmetric":72771}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282166.1561107,"t_first_token_unix":1779713031.1700542,"t_done":282167.176087308,"t_done_unix":1779713032.1900308},{"request_id":"1407995:2:1413725:826","session_id":"1407995","input_length":22392,"t_proxy_recv":282163.839712068,"t_decision_unix":1779713028.8536532,"policy":"unified","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":3,"affinity_cache_hit":2560,"affinity_cache_ratio":0.1143265451947124,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":24265,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":22392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":22392,"score_linear":262703.0,"score_lmetric":161776},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":200597,"ongoing_decode_tokens":72608,"pending_prefill_tokens":10229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1744,"cache_hit":0,"new_prefill":22392,"score_linear":200597.0,"score_lmetric":65242},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9801,"ongoing_decode_tokens":0,"pending_prefill_tokens":8265,"num_requests":1,"active_p_offloads":0,"cached_blocks":2198,"cache_hit":0,"new_prefill":22392,"score_linear":9801.0,"score_lmetric":30657},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":40273,"ongoing_decode_tokens":0,"pending_prefill_tokens":1873,"num_requests":1,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":22392,"score_linear":40273.0,"score_lmetric":24265},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":2560,"new_prefill":19832,"score_linear":104732.0,"score_lmetric":33940},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":22392,"score_linear":361577.0,"score_lmetric":153625},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132752,"ongoing_decode_tokens":0,"pending_prefill_tokens":17552,"num_requests":3,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":22392,"score_linear":132752.0,"score_lmetric":119832},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":22392,"score_linear":124090.0,"score_lmetric":84530}],"chosen_score_linear":40273.0,"chosen_score_lmetric":24265,"t_first_token":282167.286420858,"t_first_token_unix":1779713032.3003647,"t_done":282167.934535721,"t_done_unix":1779713032.9484794},{"request_id":"1277428:8:1412675:821","session_id":"1277428","input_length":40273,"t_proxy_recv":282160.118482229,"t_decision_unix":1779713025.132423,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9534924142725896,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":38400,"estimated_new_tokens":1873,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":40273,"score_linear":262703.0,"score_lmetric":233300},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190354,"ongoing_decode_tokens":0,"pending_prefill_tokens":9106,"num_requests":2,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":4608,"new_prefill":35665,"score_linear":185746.0,"score_lmetric":89542},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2198,"cache_hit":0,"new_prefill":40273,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":38400,"new_prefill":1873,"score_linear":-38400.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":40273,"score_linear":107292.0,"score_lmetric":54381},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":40273,"score_linear":361577.0,"score_lmetric":243030},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86193,"ongoing_decode_tokens":0,"pending_prefill_tokens":12465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":40273,"score_linear":86193.0,"score_lmetric":52738},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":40273,"score_linear":124090.0,"score_lmetric":102411}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":0,"t_first_token":282164.892440831,"t_first_token_unix":1779713029.9063845,"t_done":282168.765912698,"t_done_unix":1779713033.7798562},{"request_id":"1399948:7:1413205:824","session_id":"1399948","input_length":11537,"t_proxy_recv":282162.008934395,"t_decision_unix":1779713027.0228755,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9763370026870071,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11264,"estimated_new_tokens":273,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":11537,"score_linear":262703.0,"score_lmetric":118356},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":200597,"ongoing_decode_tokens":72608,"pending_prefill_tokens":10229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1744,"cache_hit":0,"new_prefill":11537,"score_linear":200597.0,"score_lmetric":43532},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2198,"cache_hit":0,"new_prefill":11537,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":40273,"ongoing_decode_tokens":0,"pending_prefill_tokens":1873,"num_requests":1,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":11537,"score_linear":40273.0,"score_lmetric":13410},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":11537,"score_linear":107292.0,"score_lmetric":25645},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":11537,"score_linear":361577.0,"score_lmetric":99350},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121215,"ongoing_decode_tokens":0,"pending_prefill_tokens":17279,"num_requests":2,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":11264,"new_prefill":273,"score_linear":109951.0,"score_lmetric":35104},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":11537,"score_linear":124090.0,"score_lmetric":73675}],"chosen_score_linear":109951.0,"chosen_score_lmetric":35104,"t_first_token":282167.35705046,"t_first_token_unix":1779713032.3709936,"t_done":282169.871623436,"t_done_unix":1779713034.8855665},{"request_id":"1340290:11:1413050:822","session_id":"1340290","input_length":35022,"t_proxy_recv":282161.407324069,"t_decision_unix":1779713026.4212654,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":30208,"affinity_cache_ratio":0.8625435440580207,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":30208,"estimated_new_tokens":4814,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":35022,"score_linear":262703.0,"score_lmetric":212296},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190354,"ongoing_decode_tokens":190354,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":0,"new_prefill":35022,"score_linear":190354.0,"score_lmetric":70044},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2198,"cache_hit":0,"new_prefill":35022,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":40273,"ongoing_decode_tokens":0,"pending_prefill_tokens":1873,"num_requests":1,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":35022,"score_linear":40273.0,"score_lmetric":36895},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":35022,"score_linear":107292.0,"score_lmetric":49130},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":35022,"score_linear":361577.0,"score_lmetric":216775},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86193,"ongoing_decode_tokens":0,"pending_prefill_tokens":12465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":30208,"new_prefill":4814,"score_linear":55985.0,"score_lmetric":17279},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":35022,"score_linear":124090.0,"score_lmetric":97160}],"chosen_score_linear":55985.0,"chosen_score_lmetric":17279,"t_first_token":282167.356332173,"t_first_token_unix":1779713032.3702762,"t_done":282173.058633039,"t_done_unix":1779713038.0725765},{"request_id":"1366128:26:1413108:823","session_id":"1366128","input_length":127989,"t_proxy_recv":282161.63858303,"t_decision_unix":1779713026.6525245,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9200790692950176,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":117760,"estimated_new_tokens":10229,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":127989,"score_linear":262703.0,"score_lmetric":584164},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1744,"cache_hit":117760,"new_prefill":10229,"score_linear":-45152.0,"score_lmetric":10229},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2198,"cache_hit":0,"new_prefill":127989,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":40273,"ongoing_decode_tokens":0,"pending_prefill_tokens":1873,"num_requests":1,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":127989,"score_linear":40273.0,"score_lmetric":129862},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":127989,"score_linear":107292.0,"score_lmetric":142097},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":127989,"score_linear":361577.0,"score_lmetric":681610},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121215,"ongoing_decode_tokens":0,"pending_prefill_tokens":17279,"num_requests":2,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":127989,"score_linear":121215.0,"score_lmetric":290536},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":127989,"score_linear":124090.0,"score_lmetric":190127}],"chosen_score_linear":-45152.0,"chosen_score_lmetric":10229,"t_first_token":282169.426805012,"t_first_token_unix":1779713034.4407485,"t_done":282173.328120968,"t_done_unix":1779713038.3420641},{"request_id":"1364090:7:1412644:820","session_id":"1364090","input_length":86193,"t_proxy_recv":282160.020516022,"t_decision_unix":1779713025.0344574,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73728,"affinity_cache_ratio":0.8553826876892555,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":73728,"estimated_new_tokens":12465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":7680,"new_prefill":78513,"score_linear":255023.0,"score_lmetric":386260},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190354,"ongoing_decode_tokens":0,"pending_prefill_tokens":9106,"num_requests":2,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":4096,"new_prefill":82097,"score_linear":186258.0,"score_lmetric":182406},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2198,"cache_hit":0,"new_prefill":86193,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":7680,"new_prefill":78513,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":86193,"score_linear":107292.0,"score_lmetric":100301},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":86193,"score_linear":361577.0,"score_lmetric":472630},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":73728,"new_prefill":12465,"score_linear":-73728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":7680,"new_prefill":78513,"score_linear":116410.0,"score_lmetric":140651}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":282166.306245467,"t_first_token_unix":1779713031.320189,"t_done":282176.467424846,"t_done_unix":1779713041.4813685},{"request_id":"1405155:2:1414214:828","session_id":"1405155","input_length":40330,"t_proxy_recv":282165.476238127,"t_decision_unix":1779713030.490179,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":33280,"affinity_cache_ratio":0.825192164641706,"affinity_num_requests":3,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"cache_hit":33280,"estimated_new_tokens":7050,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":40330,"score_linear":262703.0,"score_lmetric":233528},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":200597,"ongoing_decode_tokens":72608,"pending_prefill_tokens":10229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1744,"cache_hit":512,"new_prefill":39818,"score_linear":200085.0,"score_lmetric":100094},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10633,"ongoing_decode_tokens":0,"pending_prefill_tokens":10633,"num_requests":1,"active_p_offloads":0,"cached_blocks":2214,"cache_hit":0,"new_prefill":40330,"score_linear":10633.0,"score_lmetric":50963},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":62665,"ongoing_decode_tokens":40273,"pending_prefill_tokens":22392,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":40330,"score_linear":62665.0,"score_lmetric":125444},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":40330,"score_linear":107292.0,"score_lmetric":54438},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":40330,"score_linear":361577.0,"score_lmetric":243315},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132752,"ongoing_decode_tokens":0,"pending_prefill_tokens":17552,"num_requests":3,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":33280,"new_prefill":7050,"score_linear":99472.0,"score_lmetric":73806},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":40330,"score_linear":124090.0,"score_lmetric":102468}],"chosen_score_linear":99472.0,"chosen_score_lmetric":73806,"t_first_token":282169.06078236,"t_first_token_unix":1779713034.0747259,"t_done":282176.610518408,"t_done_unix":1779713041.6244617},{"request_id":"1366128:27:1417788:831","session_id":"1366128","input_length":128433,"t_proxy_recv":282178.225590834,"t_decision_unix":1779713043.239532,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":128000,"affinity_cache_ratio":0.9966285923399749,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":128000,"estimated_new_tokens":433,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":235027,"pending_prefill_tokens":5660,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":128433,"score_linear":262703.0,"score_lmetric":536372},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":128000,"new_prefill":433,"score_linear":-55392.0,"score_lmetric":433},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":128433,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1906,"cache_hit":0,"new_prefill":128433,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":128433,"score_linear":107292.0,"score_lmetric":142541},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":128433,"score_linear":361577.0,"score_lmetric":683830},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":96849,"ongoing_decode_tokens":0,"pending_prefill_tokens":10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":1851,"cache_hit":0,"new_prefill":128433,"score_linear":96849.0,"score_lmetric":138754},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":167853,"ongoing_decode_tokens":0,"pending_prefill_tokens":64941,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":128433,"score_linear":167853.0,"score_lmetric":386748}],"chosen_score_linear":-55392.0,"chosen_score_lmetric":433,"t_first_token":282178.626397859,"t_first_token_unix":1779713043.6403415,"t_done":282180.022842106,"t_done_unix":1779713045.036786},{"request_id":"1400379:4:1405483:779","session_id":"1400379","input_length":19966,"t_proxy_recv":282135.015665753,"t_decision_unix":1779713000.029607,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":10752,"affinity_cache_ratio":0.5385154763097265,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":10752,"estimated_new_tokens":9214,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":215061,"ongoing_decode_tokens":101803,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":10752,"new_prefill":9214,"score_linear":204309.0,"score_lmetric":24784},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69508,"ongoing_decode_tokens":0,"pending_prefill_tokens":1412,"num_requests":1,"active_p_offloads":0,"cached_blocks":1689,"cache_hit":3584,"new_prefill":16382,"score_linear":65924.0,"score_lmetric":17794},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":145650,"ongoing_decode_tokens":21009,"pending_prefill_tokens":5345,"num_requests":3,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":19966,"score_linear":145650.0,"score_lmetric":75933},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117646,"ongoing_decode_tokens":106143,"pending_prefill_tokens":11503,"num_requests":2,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":0,"new_prefill":19966,"score_linear":117646.0,"score_lmetric":62938},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":19966,"score_linear":21684.0,"score_lmetric":19966},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":168412,"ongoing_decode_tokens":0,"pending_prefill_tokens":98268,"num_requests":3,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":19966,"score_linear":168412.0,"score_lmetric":354702},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39093,"ongoing_decode_tokens":0,"pending_prefill_tokens":34485,"num_requests":2,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":19966,"score_linear":39093.0,"score_lmetric":108902},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":19966,"score_linear":121811.0,"score_lmetric":79825}],"chosen_score_linear":204309.0,"chosen_score_lmetric":24784,"t_first_token":282177.030007028,"t_first_token_unix":1779713042.043951,"t_done":282181.468655012,"t_done_unix":1779713046.4825983},{"request_id":"1397515:1:1397515:736","session_id":"1397515","input_length":93040,"t_proxy_recv":282107.253064709,"t_decision_unix":1779712972.2670057,"policy":"unified","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":93040,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":93040,"score_linear":101803.0,"score_lmetric":121627},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98638,"ongoing_decode_tokens":0,"pending_prefill_tokens":13646,"num_requests":2,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":512,"new_prefill":92528,"score_linear":98126.0,"score_lmetric":212348},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":93040,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":93040,"score_linear":106143.0,"score_lmetric":93040},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":50368,"ongoing_decode_tokens":50368,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":93040,"score_linear":50368.0,"score_lmetric":186080},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":93040,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":93040,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":207071,"ongoing_decode_tokens":207071,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":93040,"score_linear":207071.0,"score_lmetric":186080}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282136.496487436,"t_first_token_unix":1779713001.5104308,"t_done":282182.961868354,"t_done_unix":1779713047.9758122},{"request_id":"1400379:5:1406380:784","session_id":"1400379","input_length":22009,"t_proxy_recv":282181.474904523,"t_decision_unix":1779713046.4888458,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9072652096869462,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":19968,"estimated_new_tokens":2041,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":242737,"ongoing_decode_tokens":242737,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":19968,"new_prefill":2041,"score_linear":222769.0,"score_lmetric":6123},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1765,"cache_hit":3584,"new_prefill":18425,"score_linear":69024.0,"score_lmetric":18425},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37398,"ongoing_decode_tokens":0,"pending_prefill_tokens":37398,"num_requests":1,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":22009,"score_linear":37398.0,"score_lmetric":59407},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1906,"cache_hit":0,"new_prefill":22009,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":22009,"score_linear":107292.0,"score_lmetric":36117},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":22009,"score_linear":361577.0,"score_lmetric":151710},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":96849,"ongoing_decode_tokens":0,"pending_prefill_tokens":10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":1851,"cache_hit":0,"new_prefill":22009,"score_linear":96849.0,"score_lmetric":32330},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":167853,"ongoing_decode_tokens":0,"pending_prefill_tokens":64941,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":22009,"score_linear":167853.0,"score_lmetric":173900}],"chosen_score_linear":222769.0,"chosen_score_lmetric":6123,"t_first_token":282181.920243321,"t_first_token_unix":1779713046.934187,"t_done":282183.240299439,"t_done_unix":1779713048.2542427},{"request_id":"1362265:8:1419710:834","session_id":"1362265","input_length":11132,"t_proxy_recv":282184.910015424,"t_decision_unix":1779713049.9239566,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9658641753503413,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":10752,"estimated_new_tokens":380,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":242737,"ongoing_decode_tokens":242737,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1540,"cache_hit":6656,"new_prefill":4476,"score_linear":236081.0,"score_lmetric":13428},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1765,"cache_hit":10752,"new_prefill":380,"score_linear":61856.0,"score_lmetric":380},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":11132,"score_linear":37398.0,"score_lmetric":11132},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":32179,"ongoing_decode_tokens":0,"pending_prefill_tokens":25523,"num_requests":1,"active_p_offloads":0,"cached_blocks":1906,"cache_hit":6656,"new_prefill":4476,"score_linear":25523.0,"score_lmetric":29999},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":11132,"score_linear":107292.0,"score_lmetric":25240},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":268537,"ongoing_decode_tokens":75372,"pending_prefill_tokens":8333,"num_requests":4,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":11132,"score_linear":268537.0,"score_lmetric":77860},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":96849,"ongoing_decode_tokens":96849,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1851,"cache_hit":0,"new_prefill":11132,"score_linear":96849.0,"score_lmetric":11132},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":167853,"ongoing_decode_tokens":0,"pending_prefill_tokens":64941,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":11132,"score_linear":167853.0,"score_lmetric":152146}],"chosen_score_linear":61856.0,"chosen_score_lmetric":380,"t_first_token":282184.959685695,"t_first_token_unix":1779713049.9736292,"t_done":282185.424917765,"t_done_unix":1779713050.4388611},{"request_id":"1286804:5:1407989:792","session_id":"1286804","input_length":27676,"t_proxy_recv":282143.970836361,"t_decision_unix":1779713008.9847772,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":22016,"affinity_cache_ratio":0.795490677843619,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":22016,"estimated_new_tokens":5660,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235027,"ongoing_decode_tokens":101803,"pending_prefill_tokens":12392,"num_requests":3,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":22016,"new_prefill":5660,"score_linear":213011.0,"score_lmetric":54156},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":179082,"ongoing_decode_tokens":69508,"pending_prefill_tokens":11782,"num_requests":2,"active_p_offloads":0,"cached_blocks":1689,"cache_hit":0,"new_prefill":27676,"score_linear":179082.0,"score_lmetric":78916},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":27676,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":27676,"score_linear":106143.0,"score_lmetric":27676},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":2560,"new_prefill":25116,"score_linear":-2560.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":124264,"pending_prefill_tokens":11009,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":27676,"score_linear":361577.0,"score_lmetric":193425},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32944,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1702,"cache_hit":0,"new_prefill":27676,"score_linear":32944.0,"score_lmetric":27676},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":27676,"score_linear":121811.0,"score_lmetric":87535}],"chosen_score_linear":213011.0,"chosen_score_lmetric":54156,"t_first_token":282180.553116994,"t_first_token_unix":1779713045.5670612,"t_done":282185.778813908,"t_done_unix":1779713050.7927575},{"request_id":"1364090:8:1417347:830","session_id":"1364090","input_length":96849,"t_proxy_recv":282176.679462723,"t_decision_unix":1779713041.693404,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":86528,"affinity_cache_ratio":0.893432043696889,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":86528,"estimated_new_tokens":10321,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":215061,"pending_prefill_tokens":14874,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":7680,"new_prefill":89169,"score_linear":255023.0,"score_lmetric":416172},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":4096,"new_prefill":92753,"score_linear":68512.0,"score_lmetric":92753},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":96849,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1906,"cache_hit":7680,"new_prefill":89169,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":96849,"score_linear":107292.0,"score_lmetric":110957},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":96849,"score_linear":361577.0,"score_lmetric":525910},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1851,"cache_hit":86528,"new_prefill":10321,"score_linear":-86528.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":167853,"ongoing_decode_tokens":0,"pending_prefill_tokens":64941,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":7680,"new_prefill":89169,"score_linear":160173.0,"score_lmetric":308220}],"chosen_score_linear":-86528.0,"chosen_score_lmetric":0,"t_first_token":282182.612331169,"t_first_token_unix":1779713047.6262746,"t_done":282187.168601589,"t_done_unix":1779713052.1825452},{"request_id":"1340290:12:1421294:835","session_id":"1340290","input_length":35303,"t_proxy_recv":282190.560598856,"t_decision_unix":1779713055.5745401,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9862051383735093,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":34816,"estimated_new_tokens":487,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":215061,"ongoing_decode_tokens":215061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1551,"cache_hit":0,"new_prefill":35303,"score_linear":215061.0,"score_lmetric":70606},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1765,"cache_hit":0,"new_prefill":35303,"score_linear":72608.0,"score_lmetric":35303},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":35303,"score_linear":37398.0,"score_lmetric":35303},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":32179,"ongoing_decode_tokens":32179,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1906,"cache_hit":0,"new_prefill":35303,"score_linear":32179.0,"score_lmetric":35303},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":35303,"score_linear":107292.0,"score_lmetric":49411},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":268537,"ongoing_decode_tokens":75372,"pending_prefill_tokens":8333,"num_requests":4,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":35303,"score_linear":268537.0,"score_lmetric":174544},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":34816,"new_prefill":487,"score_linear":-34816.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":167853,"ongoing_decode_tokens":124090,"pending_prefill_tokens":2803,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":35303,"score_linear":167853.0,"score_lmetric":76212}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":282190.632193565,"t_first_token_unix":1779713055.6461368,"t_done":282192.07586153,"t_done_unix":1779713057.089805},{"request_id":"1362265:9:1422050:838","session_id":"1362265","input_length":11879,"t_proxy_recv":282193.386405893,"t_decision_unix":1779713058.4003472,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9051266941661756,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":10752,"estimated_new_tokens":1127,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":215061,"ongoing_decode_tokens":215061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1551,"cache_hit":6656,"new_prefill":5223,"score_linear":208405.0,"score_lmetric":10446},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":201250,"ongoing_decode_tokens":72608,"pending_prefill_tokens":130,"num_requests":2,"active_p_offloads":0,"cached_blocks":1765,"cache_hit":10752,"new_prefill":1127,"score_linear":190498.0,"score_lmetric":2514},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":11879,"score_linear":37398.0,"score_lmetric":11879},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":32179,"ongoing_decode_tokens":32179,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1906,"cache_hit":6656,"new_prefill":5223,"score_linear":25523.0,"score_lmetric":5223},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":11879,"score_linear":107292.0,"score_lmetric":25987},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":268537,"ongoing_decode_tokens":195349,"pending_prefill_tokens":4580,"num_requests":4,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":11879,"score_linear":268537.0,"score_lmetric":65836},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1873,"cache_hit":0,"new_prefill":11879,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":167853,"ongoing_decode_tokens":124090,"pending_prefill_tokens":2803,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":11879,"score_linear":167853.0,"score_lmetric":29364}],"chosen_score_linear":190498.0,"chosen_score_lmetric":2514,"t_first_token":282193.769403751,"t_first_token_unix":1779713058.7833474,"t_done":282194.403861336,"t_done_unix":1779713059.4178047},{"request_id":"1366128:28:1421998:837","session_id":"1366128","input_length":128642,"t_proxy_recv":282193.206762676,"t_decision_unix":1779713058.220704,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":128512,"affinity_cache_ratio":0.9989894435720837,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":128512,"estimated_new_tokens":130,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":215061,"ongoing_decode_tokens":215061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1551,"cache_hit":0,"new_prefill":128642,"score_linear":215061.0,"score_lmetric":257284},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1765,"cache_hit":128512,"new_prefill":130,"score_linear":-55904.0,"score_lmetric":130},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":128642,"score_linear":37398.0,"score_lmetric":128642},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":32179,"ongoing_decode_tokens":32179,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1906,"cache_hit":0,"new_prefill":128642,"score_linear":32179.0,"score_lmetric":128642},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":128642,"score_linear":107292.0,"score_lmetric":142750},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":268537,"ongoing_decode_tokens":195349,"pending_prefill_tokens":4580,"num_requests":4,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":128642,"score_linear":268537.0,"score_lmetric":532888},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1873,"cache_hit":0,"new_prefill":128642,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":167853,"ongoing_decode_tokens":124090,"pending_prefill_tokens":2803,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":128642,"score_linear":167853.0,"score_lmetric":262890}],"chosen_score_linear":-55904.0,"chosen_score_lmetric":130,"t_first_token":282193.555688287,"t_first_token_unix":1779713058.5696318,"t_done":282194.606234088,"t_done_unix":1779713059.6201775},{"request_id":"1270606:2:1411654:817","session_id":"1270606","input_length":107292,"t_proxy_recv":282156.808068717,"t_decision_unix":1779713021.8220098,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":93184,"affinity_cache_ratio":0.8685083696827349,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":93184,"estimated_new_tokens":14108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":107292,"score_linear":262703.0,"score_lmetric":501376},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":117746,"ongoing_decode_tokens":0,"pending_prefill_tokens":8178,"num_requests":1,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":0,"new_prefill":107292,"score_linear":117746.0,"score_lmetric":115470},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2198,"cache_hit":0,"new_prefill":107292,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":107292,"score_linear":106143.0,"score_lmetric":107292},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":93184,"new_prefill":14108,"score_linear":-93184.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":107292,"score_linear":361577.0,"score_lmetric":578125},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30154,"ongoing_decode_tokens":30154,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":107292,"score_linear":30154.0,"score_lmetric":107292},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":1536,"new_prefill":105756,"score_linear":122554.0,"score_lmetric":167894}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":282194.399556464,"t_first_token_unix":1779713059.4134998,"t_done":282195.74263968,"t_done_unix":1779713060.756583},{"request_id":"1313181:8:1329951:394","session_id":"1313181","input_length":124090,"t_proxy_recv":282153.674402013,"t_decision_unix":1779713018.6883435,"policy":"unified","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":61952,"affinity_cache_ratio":0.499250543960029,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":61952,"estimated_new_tokens":62138,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":124090,"score_linear":262703.0,"score_lmetric":568568},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":0,"new_prefill":124090,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2194,"cache_hit":0,"new_prefill":124090,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":124090,"score_linear":106143.0,"score_lmetric":124090},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":124090,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":12800,"new_prefill":111290,"score_linear":348777.0,"score_lmetric":598115},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114503,"ongoing_decode_tokens":114503,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1771,"cache_hit":0,"new_prefill":124090,"score_linear":114503.0,"score_lmetric":372270},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":61952,"new_prefill":62138,"score_linear":-61952.0,"score_lmetric":0}],"chosen_score_linear":-61952.0,"chosen_score_lmetric":0,"t_first_token":282189.107540052,"t_first_token_unix":1779713054.1214836,"t_done":282197.146737039,"t_done_unix":1779713062.160681},{"request_id":"1301929:3:1417873:832","session_id":"1301929","input_length":37398,"t_proxy_recv":282178.507723698,"t_decision_unix":1779713043.5216649,"policy":"unified","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":2,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9994117332477672,"affinity_num_requests":5,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":37398,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":235027,"pending_prefill_tokens":5660,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":3584,"new_prefill":33814,"score_linear":259119.0,"score_lmetric":157896},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":201041,"ongoing_decode_tokens":72608,"pending_prefill_tokens":433,"num_requests":2,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":37398,"score_linear":201041.0,"score_lmetric":75662},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":37398,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1906,"cache_hit":0,"new_prefill":37398,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":37398,"score_linear":107292.0,"score_lmetric":51506},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":37376,"new_prefill":22,"score_linear":324201.0,"score_lmetric":41775},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":96849,"ongoing_decode_tokens":0,"pending_prefill_tokens":10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":1851,"cache_hit":0,"new_prefill":37398,"score_linear":96849.0,"score_lmetric":47719},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":167853,"ongoing_decode_tokens":0,"pending_prefill_tokens":64941,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":37398,"score_linear":167853.0,"score_lmetric":204678}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282184.1600435,"t_first_token_unix":1779713049.1739898,"t_done":282197.469962734,"t_done_unix":1779713062.4839087},{"request_id":"1313181:8:1385690:686","session_id":"1313181","input_length":62444,"t_proxy_recv":282197.157229402,"t_decision_unix":1779713062.1711712,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9921209403625648,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":61952,"estimated_new_tokens":492,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":215061,"ongoing_decode_tokens":215061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1551,"cache_hit":0,"new_prefill":62444,"score_linear":215061.0,"score_lmetric":124888},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":0,"new_prefill":62444,"score_linear":72608.0,"score_lmetric":62444},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":62444,"score_linear":37398.0,"score_lmetric":62444},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":32179,"ongoing_decode_tokens":32179,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1906,"cache_hit":0,"new_prefill":62444,"score_linear":32179.0,"score_lmetric":62444},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":62444,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":268537,"ongoing_decode_tokens":195349,"pending_prefill_tokens":4580,"num_requests":4,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":12800,"new_prefill":49644,"score_linear":255737.0,"score_lmetric":216896},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1873,"cache_hit":0,"new_prefill":62444,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1547,"cache_hit":61952,"new_prefill":492,"score_linear":-18189.0,"score_lmetric":492}],"chosen_score_linear":-18189.0,"chosen_score_lmetric":492,"t_first_token":282197.254146981,"t_first_token_unix":1779713062.2680907,"t_done":282197.957803374,"t_done_unix":1779713062.971747},{"request_id":"1364128:3:1419644:833","session_id":"1364128","input_length":32179,"t_proxy_recv":282184.688728592,"t_decision_unix":1779713049.7026699,"policy":"unified","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":3,"affinity_cache_hit":8704,"affinity_cache_ratio":0.2704869635476553,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":6656,"estimated_new_tokens":25523,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":242737,"ongoing_decode_tokens":242737,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1540,"cache_hit":8704,"new_prefill":23475,"score_linear":234033.0,"score_lmetric":70425},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1765,"cache_hit":6656,"new_prefill":25523,"score_linear":65952.0,"score_lmetric":25523},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":32179,"score_linear":37398.0,"score_lmetric":32179},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1906,"cache_hit":6656,"new_prefill":25523,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":32179,"score_linear":107292.0,"score_lmetric":46287},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":268537,"ongoing_decode_tokens":75372,"pending_prefill_tokens":8333,"num_requests":4,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":32179,"score_linear":268537.0,"score_lmetric":162048},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":96849,"ongoing_decode_tokens":96849,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1851,"cache_hit":0,"new_prefill":32179,"score_linear":96849.0,"score_lmetric":32179},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":167853,"ongoing_decode_tokens":0,"pending_prefill_tokens":64941,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":32179,"score_linear":167853.0,"score_lmetric":194240}],"chosen_score_linear":-6656.0,"chosen_score_lmetric":0,"t_first_token":282189.073458083,"t_first_token_unix":1779713054.0874016,"t_done":282199.79288441,"t_done_unix":1779713064.8068278},{"request_id":"1264679:2:1405259:777","session_id":"1264679","input_length":113258,"t_proxy_recv":282134.334708272,"t_decision_unix":1779712999.3486495,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":110080,"affinity_cache_ratio":0.9719401719966801,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":110080,"estimated_new_tokens":3178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113019,"ongoing_decode_tokens":113019,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":110080,"new_prefill":3178,"score_linear":2939.0,"score_lmetric":6356},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68109,"ongoing_decode_tokens":68109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":113258,"score_linear":68109.0,"score_lmetric":113258},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":145650,"ongoing_decode_tokens":21009,"pending_prefill_tokens":5345,"num_requests":3,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":113258,"score_linear":145650.0,"score_lmetric":355809},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117646,"ongoing_decode_tokens":106143,"pending_prefill_tokens":11503,"num_requests":2,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":0,"new_prefill":113258,"score_linear":117646.0,"score_lmetric":249522},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":113258,"score_linear":21684.0,"score_lmetric":113258},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":168412,"ongoing_decode_tokens":0,"pending_prefill_tokens":98268,"num_requests":3,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":113258,"score_linear":168412.0,"score_lmetric":634578},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32944,"ongoing_decode_tokens":0,"pending_prefill_tokens":32944,"num_requests":1,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":113258,"score_linear":32944.0,"score_lmetric":146202},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":113258,"score_linear":121811.0,"score_lmetric":173117}],"chosen_score_linear":2939.0,"chosen_score_lmetric":6356,"t_first_token":282176.029684346,"t_first_token_unix":1779713041.0436275,"t_done":282201.316667473,"t_done_unix":1779713066.3306115},{"request_id":"1363943:11:1424840:842","session_id":"1363943","input_length":25225,"t_proxy_recv":282203.220298242,"t_decision_unix":1779713068.2342396,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9742715559960357,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":24576,"estimated_new_tokens":649,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":8704,"new_prefill":16521,"score_linear":93099.0,"score_lmetric":16521},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":198806,"ongoing_decode_tokens":198806,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":24064,"new_prefill":1161,"score_linear":174742.0,"score_lmetric":2322},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":25225,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":4096,"new_prefill":21129,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":129673,"num_requests":1,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":25225,"score_linear":129673.0,"score_lmetric":154898},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":268537,"ongoing_decode_tokens":195349,"pending_prefill_tokens":4580,"num_requests":4,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":25225,"score_linear":268537.0,"score_lmetric":119220},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":101432,"ongoing_decode_tokens":101432,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1873,"cache_hit":24576,"new_prefill":649,"score_linear":76856.0,"score_lmetric":649},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":4096,"new_prefill":21129,"score_linear":39667.0,"score_lmetric":21129}],"chosen_score_linear":76856.0,"chosen_score_lmetric":649,"t_first_token":282203.328361256,"t_first_token_unix":1779713068.3423047,"t_done":282205.335218755,"t_done_unix":1779713070.349162},{"request_id":"1399948:8:1425345:844","session_id":"1399948","input_length":11736,"t_proxy_recv":282205.1023264,"t_decision_unix":1779713070.1162677,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9597818677573279,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":11264,"estimated_new_tokens":472,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":11736,"score_linear":101803.0,"score_lmetric":11736},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":198806,"ongoing_decode_tokens":198806,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":0,"new_prefill":11736,"score_linear":198806.0,"score_lmetric":23472},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":11736,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":11736,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":129673,"num_requests":1,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":11736,"score_linear":129673.0,"score_lmetric":141409},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":268537,"ongoing_decode_tokens":195349,"pending_prefill_tokens":4580,"num_requests":4,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":11736,"score_linear":268537.0,"score_lmetric":65264},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126657,"ongoing_decode_tokens":126657,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1873,"cache_hit":11264,"new_prefill":472,"score_linear":115393.0,"score_lmetric":944},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83552,"ongoing_decode_tokens":43763,"pending_prefill_tokens":1901,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":11736,"score_linear":83552.0,"score_lmetric":27274}],"chosen_score_linear":115393.0,"chosen_score_lmetric":944,"t_first_token":282205.195509103,"t_first_token_unix":1779713070.2094529,"t_done":282205.506787109,"t_done_unix":1779713070.5207303},{"request_id":"1364090:9:1423736:840","session_id":"1364090","input_length":101432,"t_proxy_recv":282199.49571757,"t_decision_unix":1779713064.5096588,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9590661724110734,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":97280,"estimated_new_tokens":4152,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":215061,"ongoing_decode_tokens":215061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1551,"cache_hit":7680,"new_prefill":93752,"score_linear":207381.0,"score_lmetric":187504},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":4096,"new_prefill":97336,"score_linear":68512.0,"score_lmetric":97336},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":101432,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":32179,"ongoing_decode_tokens":32179,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1906,"cache_hit":7680,"new_prefill":93752,"score_linear":24499.0,"score_lmetric":93752},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":129673,"num_requests":1,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":101432,"score_linear":129673.0,"score_lmetric":231105},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":268537,"ongoing_decode_tokens":195349,"pending_prefill_tokens":4580,"num_requests":4,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":101432,"score_linear":268537.0,"score_lmetric":424048},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1873,"cache_hit":97280,"new_prefill":4152,"score_linear":-97280.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":7680,"new_prefill":93752,"score_linear":36083.0,"score_lmetric":93752}],"chosen_score_linear":-97280.0,"chosen_score_lmetric":0,"t_first_token":282202.191074278,"t_first_token_unix":1779713067.205018,"t_done":282206.234507571,"t_done_unix":1779713071.248451},{"request_id":"1355951:5:1425005:843","session_id":"1355951","input_length":39789,"t_proxy_recv":282203.875135568,"t_decision_unix":1779713068.8890767,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9522229761994521,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":37888,"estimated_new_tokens":1901,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":39789,"score_linear":101803.0,"score_lmetric":39789},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":198806,"ongoing_decode_tokens":198806,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":0,"new_prefill":39789,"score_linear":198806.0,"score_lmetric":79578},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":34816,"new_prefill":4973,"score_linear":-34816.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":39789,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":129673,"num_requests":1,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":39789,"score_linear":129673.0,"score_lmetric":169462},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":268537,"ongoing_decode_tokens":195349,"pending_prefill_tokens":4580,"num_requests":4,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":39789,"score_linear":268537.0,"score_lmetric":177476},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126657,"ongoing_decode_tokens":126657,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1873,"cache_hit":0,"new_prefill":39789,"score_linear":126657.0,"score_lmetric":79578},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":37888,"new_prefill":1901,"score_linear":5875.0,"score_lmetric":1901}],"chosen_score_linear":5875.0,"chosen_score_lmetric":1901,"t_first_token":282210.154655685,"t_first_token_unix":1779713075.1685996,"t_done":282210.356970166,"t_done_unix":1779713075.3709133},{"request_id":"1355484:14:1398178:740","session_id":"1355484","input_length":31224,"t_proxy_recv":282109.752580211,"t_decision_unix":1779712974.7665217,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9182679989751473,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":28672,"estimated_new_tokens":2552,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":31224,"score_linear":101803.0,"score_lmetric":59811},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13134,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":0,"new_prefill":31224,"score_linear":13134.0,"score_lmetric":31224},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":31224,"score_linear":16550.0,"score_lmetric":47774},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":31224,"score_linear":106143.0,"score_lmetric":31224},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1762,"cache_hit":0,"new_prefill":31224,"score_linear":33321.0,"score_lmetric":31224},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":28672,"new_prefill":2552,"score_linear":64368.0,"score_lmetric":95592},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3213,"ongoing_decode_tokens":0,"pending_prefill_tokens":3213,"num_requests":1,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":31224,"score_linear":3213.0,"score_lmetric":34437},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":162939,"ongoing_decode_tokens":162939,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":26624,"new_prefill":4600,"score_linear":136315.0,"score_lmetric":9200}],"chosen_score_linear":64368.0,"chosen_score_lmetric":95592,"t_first_token":282136.498201373,"t_first_token_unix":1779713001.512144,"t_done":282210.993547621,"t_done_unix":1779713076.007491},{"request_id":"1268861:8:1403753:765","session_id":"1268861","input_length":44148,"t_proxy_recv":282129.138847274,"t_decision_unix":1779712994.1527884,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":41472,"affinity_cache_ratio":0.939385702636586,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":41472,"estimated_new_tokens":2676,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":44148,"score_linear":101803.0,"score_lmetric":44148},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":169473,"ongoing_decode_tokens":101364,"pending_prefill_tokens":17421,"num_requests":3,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":44148,"score_linear":169473.0,"score_lmetric":184707},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":44148,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":44148,"score_linear":106143.0,"score_lmetric":44148},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":21504,"new_prefill":22644,"score_linear":-21504.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124264,"ongoing_decode_tokens":0,"pending_prefill_tokens":95592,"num_requests":2,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":41472,"new_prefill":2676,"score_linear":82792.0,"score_lmetric":196536},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87072,"ongoing_decode_tokens":87072,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1625,"cache_hit":0,"new_prefill":44148,"score_linear":87072.0,"score_lmetric":88296},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":44148,"score_linear":121811.0,"score_lmetric":104007}],"chosen_score_linear":82792.0,"chosen_score_lmetric":196536,"t_first_token":282144.302652987,"t_first_token_unix":1779713009.3165965,"t_done":282212.152710626,"t_done_unix":1779713077.166654},{"request_id":"1366128:29:1424316:841","session_id":"1366128","input_length":126198,"t_proxy_recv":282201.400586903,"t_decision_unix":1779713066.414528,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":125952,"affinity_cache_ratio":0.9980506822612085,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":125952,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":126198,"score_linear":101803.0,"score_lmetric":126198},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":125952,"new_prefill":246,"score_linear":-53344.0,"score_lmetric":246},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":126198,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":126198,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":129673,"num_requests":1,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":126198,"score_linear":129673.0,"score_lmetric":255871},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":268537,"ongoing_decode_tokens":195349,"pending_prefill_tokens":4580,"num_requests":4,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":126198,"score_linear":268537.0,"score_lmetric":523112},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":101432,"ongoing_decode_tokens":0,"pending_prefill_tokens":4152,"num_requests":1,"active_p_offloads":0,"cached_blocks":1873,"cache_hit":0,"new_prefill":126198,"score_linear":101432.0,"score_lmetric":130350},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":126198,"score_linear":43763.0,"score_lmetric":126198}],"chosen_score_linear":-53344.0,"chosen_score_lmetric":246,"t_first_token":282201.569895829,"t_first_token_unix":1779713066.5838397,"t_done":282212.167709328,"t_done_unix":1779713077.1816528},{"request_id":"1363093:5:1407810:790","session_id":"1363093","input_length":73188,"t_proxy_recv":282143.313816888,"t_decision_unix":1779713008.3277578,"policy":"unified","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":68608,"affinity_cache_ratio":0.9374214352079576,"affinity_num_requests":4,"avg_num_requests":1.75,"fallback_score":44036,"tie_break_used":false,"cache_hit":68608,"estimated_new_tokens":4580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235027,"ongoing_decode_tokens":101803,"pending_prefill_tokens":12392,"num_requests":3,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":73188,"score_linear":235027.0,"score_lmetric":256740},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":179082,"ongoing_decode_tokens":69508,"pending_prefill_tokens":11782,"num_requests":2,"active_p_offloads":0,"cached_blocks":1689,"cache_hit":0,"new_prefill":73188,"score_linear":179082.0,"score_lmetric":169940},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":4789,"ongoing_decode_tokens":4789,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":73188,"score_linear":4789.0,"score_lmetric":73188},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":73188,"score_linear":106143.0,"score_lmetric":73188},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":1501,"ongoing_decode_tokens":1501,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1860,"cache_hit":0,"new_prefill":73188,"score_linear":1501.0,"score_lmetric":73188},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":288389,"ongoing_decode_tokens":124264,"pending_prefill_tokens":6429,"num_requests":4,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":68608,"new_prefill":4580,"score_linear":219781.0,"score_lmetric":44036},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32944,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1702,"cache_hit":0,"new_prefill":73188,"score_linear":32944.0,"score_lmetric":73188},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":73188,"score_linear":121811.0,"score_lmetric":133047}],"chosen_score_linear":219781.0,"chosen_score_lmetric":44036,"t_first_token":282210.929265401,"t_first_token_unix":1779713075.943209,"t_done":282212.18830179,"t_done_unix":1779713077.2022448},{"request_id":"1381387:7:1411928:819","session_id":"1381387","input_length":72608,"t_proxy_recv":282157.631792652,"t_decision_unix":1779713022.6457338,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9872190392243279,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":71680,"estimated_new_tokens":928,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":72608,"score_linear":262703.0,"score_lmetric":362640},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":117746,"ongoing_decode_tokens":0,"pending_prefill_tokens":8178,"num_requests":1,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":71680,"new_prefill":928,"score_linear":46066.0,"score_lmetric":9106},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2198,"cache_hit":0,"new_prefill":72608,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":72608,"score_linear":106143.0,"score_lmetric":72608},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":72608,"score_linear":107292.0,"score_lmetric":86716},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":72608,"score_linear":361577.0,"score_lmetric":404705},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30154,"ongoing_decode_tokens":30154,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":512,"new_prefill":72096,"score_linear":29642.0,"score_lmetric":72096},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":72608,"score_linear":124090.0,"score_lmetric":134746}],"chosen_score_linear":46066.0,"chosen_score_lmetric":9106,"t_first_token":282160.886349549,"t_first_token_unix":1779713025.9002929,"t_done":282212.435322086,"t_done_unix":1779713077.4492652},{"request_id":"1270340:5:1417075:829","session_id":"1270340","input_length":43763,"t_proxy_recv":282175.877073045,"t_decision_unix":1779713040.8910143,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":40960,"affinity_cache_ratio":0.9359504604346137,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":40960,"estimated_new_tokens":2803,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":262703,"ongoing_decode_tokens":101803,"pending_prefill_tokens":18052,"num_requests":4,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":43763,"score_linear":262703.0,"score_lmetric":247260},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":43763,"score_linear":72608.0,"score_lmetric":43763},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":43763,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1906,"cache_hit":0,"new_prefill":43763,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":1536,"new_prefill":42227,"score_linear":105756.0,"score_lmetric":56335},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":361577,"ongoing_decode_tokens":168412,"pending_prefill_tokens":8333,"num_requests":5,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":43763,"score_linear":361577.0,"score_lmetric":260480},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126523,"ongoing_decode_tokens":126523,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":43763,"score_linear":126523.0,"score_lmetric":87526},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":40960,"new_prefill":2803,"score_linear":83130.0,"score_lmetric":64941}],"chosen_score_linear":83130.0,"chosen_score_lmetric":64941,"t_first_token":282196.184147913,"t_first_token_unix":1779713061.1980913,"t_done":282214.179486373,"t_done_unix":1779713079.1934297},{"request_id":"1275274:2:1405679:780","session_id":"1275274","input_length":119977,"t_proxy_recv":282135.806291861,"t_decision_unix":1779713000.820233,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9687190044758579,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":116224,"estimated_new_tokens":3753,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235027,"ongoing_decode_tokens":101803,"pending_prefill_tokens":12392,"num_requests":3,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":119977,"score_linear":235027.0,"score_lmetric":397107},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69508,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1689,"cache_hit":0,"new_prefill":119977,"score_linear":69508.0,"score_lmetric":119977},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":145650,"ongoing_decode_tokens":21009,"pending_prefill_tokens":5345,"num_requests":3,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":119977,"score_linear":145650.0,"score_lmetric":375966},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":119977,"score_linear":106143.0,"score_lmetric":119977},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":119977,"score_linear":21684.0,"score_lmetric":119977},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":168412,"ongoing_decode_tokens":0,"pending_prefill_tokens":98268,"num_requests":3,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":116224,"new_prefill":3753,"score_linear":52188.0,"score_lmetric":306063},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39093,"ongoing_decode_tokens":0,"pending_prefill_tokens":34485,"num_requests":2,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":119977,"score_linear":39093.0,"score_lmetric":308924},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":119977,"score_linear":121811.0,"score_lmetric":179836}],"chosen_score_linear":52188.0,"chosen_score_lmetric":306063,"t_first_token":282192.660566352,"t_first_token_unix":1779713057.67451,"t_done":282214.240450872,"t_done_unix":1779713079.254394},{"request_id":"1277428:8:1426669:846","session_id":"1277428","input_length":42342,"t_proxy_recv":282209.77693205,"t_decision_unix":1779713074.7908733,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9552690000472345,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":40448,"estimated_new_tokens":1894,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":42342,"score_linear":101803.0,"score_lmetric":42342},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":198806,"ongoing_decode_tokens":198806,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":4608,"new_prefill":37734,"score_linear":194198.0,"score_lmetric":75468},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":42342,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":40448,"new_prefill":1894,"score_linear":-40448.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":129673,"num_requests":1,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":42342,"score_linear":129673.0,"score_lmetric":172015},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":268537,"ongoing_decode_tokens":195349,"pending_prefill_tokens":4580,"num_requests":4,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":42342,"score_linear":268537.0,"score_lmetric":187688},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":26923,"ongoing_decode_tokens":0,"pending_prefill_tokens":1835,"num_requests":1,"active_p_offloads":0,"cached_blocks":1882,"cache_hit":0,"new_prefill":42342,"score_linear":26923.0,"score_lmetric":44177},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83552,"ongoing_decode_tokens":43763,"pending_prefill_tokens":1901,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":42342,"score_linear":83552.0,"score_lmetric":88486}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":282210.42739801,"t_first_token_unix":1779713075.4413416,"t_done":282214.73655956,"t_done_unix":1779713079.7505026},{"request_id":"1362265:10:1427606:850","session_id":"1362265","input_length":12596,"t_proxy_recv":282212.796899871,"t_decision_unix":1779713077.8108413,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":11776,"affinity_cache_ratio":0.934899968243887,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":11776,"estimated_new_tokens":820,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":6656,"new_prefill":5940,"score_linear":95147.0,"score_lmetric":5940},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1771,"cache_hit":11776,"new_prefill":820,"score_linear":-11776.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":31469,"ongoing_decode_tokens":0,"pending_prefill_tokens":31469,"num_requests":1,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":12596,"score_linear":31469.0,"score_lmetric":44065},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":42342,"ongoing_decode_tokens":42342,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":6656,"new_prefill":5940,"score_linear":35686.0,"score_lmetric":5940},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":237991,"ongoing_decode_tokens":0,"pending_prefill_tokens":130983,"num_requests":2,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":12596,"score_linear":237991.0,"score_lmetric":287158},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":169285,"ongoing_decode_tokens":119977,"pending_prefill_tokens":5276,"num_requests":2,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":12596,"score_linear":169285.0,"score_lmetric":35744},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134943,"ongoing_decode_tokens":26923,"pending_prefill_tokens":6644,"num_requests":2,"active_p_offloads":0,"cached_blocks":1882,"cache_hit":0,"new_prefill":12596,"score_linear":134943.0,"score_lmetric":38480},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1551,"cache_hit":0,"new_prefill":12596,"score_linear":43763.0,"score_lmetric":12596}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":282212.936875103,"t_first_token_unix":1779713077.9508185,"t_done":282214.854854056,"t_done_unix":1779713079.8687973},{"request_id":"1268861:9:1421319:836","session_id":"1268861","input_length":49308,"t_proxy_recv":282212.174083065,"t_decision_unix":1779713077.1880245,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":44032,"affinity_cache_ratio":0.8929991076498742,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":44032,"estimated_new_tokens":5276,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":49308,"score_linear":101803.0,"score_lmetric":49308},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1768,"cache_hit":0,"new_prefill":49308,"score_linear":72608.0,"score_lmetric":49308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":31469,"ongoing_decode_tokens":0,"pending_prefill_tokens":31469,"num_requests":1,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":49308,"score_linear":31469.0,"score_lmetric":80777},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":42342,"ongoing_decode_tokens":42342,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":49308,"score_linear":42342.0,"score_lmetric":49308},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":237991,"ongoing_decode_tokens":0,"pending_prefill_tokens":130983,"num_requests":2,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":21504,"new_prefill":27804,"score_linear":216487.0,"score_lmetric":317574},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":193165,"ongoing_decode_tokens":193165,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2145,"cache_hit":44032,"new_prefill":5276,"score_linear":149133.0,"score_lmetric":10552},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134943,"ongoing_decode_tokens":26923,"pending_prefill_tokens":6644,"num_requests":2,"active_p_offloads":0,"cached_blocks":1882,"cache_hit":0,"new_prefill":49308,"score_linear":134943.0,"score_lmetric":111904},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1551,"cache_hit":0,"new_prefill":49308,"score_linear":43763.0,"score_lmetric":49308}],"chosen_score_linear":149133.0,"chosen_score_lmetric":10552,"t_first_token":282213.750728367,"t_first_token_unix":1779713078.7646728,"t_done":282215.680535646,"t_done_unix":1779713080.694479},{"request_id":"1355484:15:1400281:750","session_id":"1355484","input_length":31469,"t_proxy_recv":282211.000421,"t_decision_unix":1779713076.0143623,"policy":"unified","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":2,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9924687787981823,"affinity_num_requests":3,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":31469,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":31469,"score_linear":101803.0,"score_lmetric":31469},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":198806,"ongoing_decode_tokens":198806,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":0,"new_prefill":31469,"score_linear":198806.0,"score_lmetric":62938},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":31469,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":42342,"ongoing_decode_tokens":42342,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":31469,"score_linear":42342.0,"score_lmetric":31469},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":129673,"num_requests":1,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":31469,"score_linear":129673.0,"score_lmetric":161142},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":237313,"ongoing_decode_tokens":237313,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":31232,"new_prefill":237,"score_linear":206081.0,"score_lmetric":711},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134943,"ongoing_decode_tokens":26923,"pending_prefill_tokens":6644,"num_requests":2,"active_p_offloads":0,"cached_blocks":1882,"cache_hit":0,"new_prefill":31469,"score_linear":134943.0,"score_lmetric":76226},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1551,"cache_hit":26624,"new_prefill":4845,"score_linear":17139.0,"score_lmetric":4845}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282215.244150185,"t_first_token_unix":1779713080.258094,"t_done":282215.746990692,"t_done_unix":1779713080.760934},{"request_id":"1355484:16:1401320:758","session_id":"1355484","input_length":32332,"t_proxy_recv":282215.754262893,"t_decision_unix":1779713080.7682045,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9659779784733391,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":31232,"estimated_new_tokens":1100,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":32332,"score_linear":101803.0,"score_lmetric":32332},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":32332,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2365,"cache_hit":31232,"new_prefill":1100,"score_linear":-31232.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":32332,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":237991,"ongoing_decode_tokens":0,"pending_prefill_tokens":130983,"num_requests":2,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":32332,"score_linear":237991.0,"score_lmetric":326630},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":31232,"new_prefill":1100,"score_linear":-31232.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134943,"ongoing_decode_tokens":134943,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1882,"cache_hit":0,"new_prefill":32332,"score_linear":134943.0,"score_lmetric":64664},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":26624,"new_prefill":5708,"score_linear":-26624.0,"score_lmetric":0}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":282216.016088694,"t_first_token_unix":1779713081.0300322,"t_done":282219.890986397,"t_done_unix":1779713084.9049299},{"request_id":"1363943:12:1426646:845","session_id":"1363943","input_length":26923,"t_proxy_recv":282209.693721319,"t_decision_unix":1779713074.7076623,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9318426624076068,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":25088,"estimated_new_tokens":1835,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":8704,"new_prefill":18219,"score_linear":93099.0,"score_lmetric":18219},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":198806,"ongoing_decode_tokens":198806,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":24064,"new_prefill":2859,"score_linear":174742.0,"score_lmetric":5718},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":26923,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":4096,"new_prefill":22827,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":129673,"num_requests":1,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":26923,"score_linear":129673.0,"score_lmetric":156596},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":268537,"ongoing_decode_tokens":195349,"pending_prefill_tokens":4580,"num_requests":4,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":26923,"score_linear":268537.0,"score_lmetric":126012},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1882,"cache_hit":25088,"new_prefill":1835,"score_linear":-25088.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83552,"ongoing_decode_tokens":43763,"pending_prefill_tokens":1901,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":4096,"new_prefill":22827,"score_linear":79456.0,"score_lmetric":49456}],"chosen_score_linear":-25088.0,"chosen_score_lmetric":0,"t_first_token":282210.048205503,"t_first_token_unix":1779713075.062149,"t_done":282221.409449215,"t_done_unix":1779713086.4233928},{"request_id":"1314357:5:1393659:719","session_id":"1314357","input_length":101803,"t_proxy_recv":282093.795623552,"t_decision_unix":1779712958.8095648,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":73216,"affinity_cache_ratio":0.7191929510918146,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":73216,"estimated_new_tokens":28587,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":73216,"new_prefill":28587,"score_linear":-73216.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1595,"cache_hit":0,"new_prefill":101803,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":101803,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":101803,"score_linear":15283.0,"score_lmetric":101803},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":101803,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":0,"new_prefill":101803,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":0,"new_prefill":101803,"score_linear":48944.0,"score_lmetric":101803},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":245313,"ongoing_decode_tokens":100766,"pending_prefill_tokens":45219,"num_requests":3,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":101803,"score_linear":245313.0,"score_lmetric":441066}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":282127.713905908,"t_first_token_unix":1779712992.7278497,"t_done":282225.244955792,"t_done_unix":1779713090.2588995},{"request_id":"1399948:9:1433544:857","session_id":"1399948","input_length":11993,"t_proxy_recv":282233.991027207,"t_decision_unix":1779713099.0049684,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9392145418160593,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11264,"estimated_new_tokens":729,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":231656,"ongoing_decode_tokens":105709,"pending_prefill_tokens":11771,"num_requests":2,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":11993,"score_linear":231656.0,"score_lmetric":47528},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":11993,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":40567,"ongoing_decode_tokens":40567,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2368,"cache_hit":0,"new_prefill":11993,"score_linear":40567.0,"score_lmetric":11993},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73878,"ongoing_decode_tokens":0,"pending_prefill_tokens":73878,"num_requests":1,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":11993,"score_linear":73878.0,"score_lmetric":85871},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":239831,"ongoing_decode_tokens":0,"pending_prefill_tokens":131287,"num_requests":3,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":11993,"score_linear":239831.0,"score_lmetric":429840},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":11993,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":11264,"new_prefill":729,"score_linear":96756.0,"score_lmetric":729},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":11993,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":96756.0,"chosen_score_lmetric":729,"t_first_token":282234.087216835,"t_first_token_unix":1779713099.1011605,"t_done":282234.245296486,"t_done_unix":1779713099.2592397},{"request_id":"1382089:3:1433211:856","session_id":"1382089","input_length":40567,"t_proxy_recv":282232.780453865,"t_decision_unix":1779713097.7943954,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":38912,"affinity_cache_ratio":0.9592032933172283,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":38912,"estimated_new_tokens":1655,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":231656,"ongoing_decode_tokens":105709,"pending_prefill_tokens":11771,"num_requests":2,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":40567,"score_linear":231656.0,"score_lmetric":104676},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":40567,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2368,"cache_hit":38912,"new_prefill":1655,"score_linear":-38912.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73878,"ongoing_decode_tokens":0,"pending_prefill_tokens":73878,"num_requests":1,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":40567,"score_linear":73878.0,"score_lmetric":114445},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":239831,"ongoing_decode_tokens":0,"pending_prefill_tokens":131287,"num_requests":3,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":40567,"score_linear":239831.0,"score_lmetric":515562},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":40567,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":0,"new_prefill":40567,"score_linear":108020.0,"score_lmetric":40567},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":34816,"new_prefill":5751,"score_linear":-34816.0,"score_lmetric":0}],"chosen_score_linear":-38912.0,"chosen_score_lmetric":0,"t_first_token":282233.256324534,"t_first_token_unix":1779713098.270268,"t_done":282235.395441245,"t_done_unix":1779713100.4093845},{"request_id":"1399948:10:1434418:858","session_id":"1399948","input_length":12032,"t_proxy_recv":282237.002366144,"t_decision_unix":1779713102.016307,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9787234042553191,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11776,"estimated_new_tokens":256,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":231656,"ongoing_decode_tokens":231656,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":12032,"score_linear":231656.0,"score_lmetric":24064},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":12032,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":0,"new_prefill":12032,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73878,"ongoing_decode_tokens":0,"pending_prefill_tokens":73878,"num_requests":1,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":12032,"score_linear":73878.0,"score_lmetric":85910},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":239831,"ongoing_decode_tokens":0,"pending_prefill_tokens":131287,"num_requests":3,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":12032,"score_linear":239831.0,"score_lmetric":429957},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":12032,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1887,"cache_hit":11776,"new_prefill":256,"score_linear":96244.0,"score_lmetric":256},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":12032,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":96244.0,"chosen_score_lmetric":256,"t_first_token":282237.066973866,"t_first_token_unix":1779713102.080917,"t_done":282237.559139516,"t_done_unix":1779713102.5730827},{"request_id":"1399948:11:1435163:860","session_id":"1399948","input_length":12106,"t_proxy_recv":282239.7055596,"t_decision_unix":1779713104.719501,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9727407896910623,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11776,"estimated_new_tokens":330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":231656,"ongoing_decode_tokens":231656,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":12106,"score_linear":231656.0,"score_lmetric":24212},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":12106,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":0,"new_prefill":12106,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73878,"ongoing_decode_tokens":0,"pending_prefill_tokens":73878,"num_requests":1,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":12106,"score_linear":73878.0,"score_lmetric":85984},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":239831,"ongoing_decode_tokens":0,"pending_prefill_tokens":131287,"num_requests":3,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":12106,"score_linear":239831.0,"score_lmetric":430179},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":12106,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1887,"cache_hit":11776,"new_prefill":330,"score_linear":96244.0,"score_lmetric":330},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45269,"ongoing_decode_tokens":45269,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":12106,"score_linear":45269.0,"score_lmetric":12106}],"chosen_score_linear":96244.0,"chosen_score_lmetric":330,"t_first_token":282239.768945343,"t_first_token_unix":1779713104.7828887,"t_done":282239.889198614,"t_done_unix":1779713104.9031422},{"request_id":"1270340:6:1434904:859","session_id":"1270340","input_length":45269,"t_proxy_recv":282238.645812658,"t_decision_unix":1779713103.659754,"policy":"unified","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9952947933464402,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":45056,"estimated_new_tokens":213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":231656,"ongoing_decode_tokens":231656,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":45269,"score_linear":231656.0,"score_lmetric":90538},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":45269,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":0,"new_prefill":45269,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73878,"ongoing_decode_tokens":0,"pending_prefill_tokens":73878,"num_requests":1,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":45269,"score_linear":73878.0,"score_lmetric":119147},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":239831,"ongoing_decode_tokens":0,"pending_prefill_tokens":131287,"num_requests":3,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":1536,"new_prefill":43733,"score_linear":238295.0,"score_lmetric":525060},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":45269,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1887,"cache_hit":0,"new_prefill":45269,"score_linear":108020.0,"score_lmetric":45269},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":45056,"new_prefill":213,"score_linear":-45056.0,"score_lmetric":0}],"chosen_score_linear":-45056.0,"chosen_score_lmetric":0,"t_first_token":282238.750779956,"t_first_token_unix":1779713103.7647233,"t_done":282240.23172414,"t_done_unix":1779713105.2456672},{"request_id":"1314357:6:1422517:839","session_id":"1314357","input_length":105709,"t_proxy_recv":282225.263347383,"t_decision_unix":1779713090.277289,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9977579960079085,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":105472,"estimated_new_tokens":237,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":105472,"new_prefill":237,"score_linear":-105472.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":105709,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2368,"cache_hit":0,"new_prefill":105709,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":105709,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":239831,"ongoing_decode_tokens":0,"pending_prefill_tokens":131287,"num_requests":3,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":105709,"score_linear":239831.0,"score_lmetric":710988},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":105709,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":0,"new_prefill":105709,"score_linear":108020.0,"score_lmetric":105709},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":105709,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":282225.424761359,"t_first_token_unix":1779713090.4387047,"t_done":282242.622292249,"t_done_unix":1779713107.6362357},{"request_id":"1399948:12:1436179:863","session_id":"1399948","input_length":12164,"t_proxy_recv":282243.13183592,"t_decision_unix":1779713108.1457772,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9681025978296613,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11776,"estimated_new_tokens":388,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":232226,"ongoing_decode_tokens":232226,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1615,"cache_hit":0,"new_prefill":12164,"score_linear":232226.0,"score_lmetric":24328},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":12164,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":29412,"ongoing_decode_tokens":0,"pending_prefill_tokens":29412,"num_requests":1,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":0,"new_prefill":12164,"score_linear":29412.0,"score_lmetric":41576},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73878,"ongoing_decode_tokens":0,"pending_prefill_tokens":73878,"num_requests":1,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":12164,"score_linear":73878.0,"score_lmetric":86042},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":239831,"ongoing_decode_tokens":0,"pending_prefill_tokens":131287,"num_requests":3,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":12164,"score_linear":239831.0,"score_lmetric":430353},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":12164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1887,"cache_hit":11776,"new_prefill":388,"score_linear":96244.0,"score_lmetric":388},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":12164,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":96244.0,"chosen_score_lmetric":388,"t_first_token":282243.195739132,"t_first_token_unix":1779713108.2096825,"t_done":282243.508163638,"t_done_unix":1779713108.522107},{"request_id":"1314357:7:1427957:851","session_id":"1314357","input_length":106279,"t_proxy_recv":282242.638620381,"t_decision_unix":1779713107.6525617,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9972242870181315,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":105984,"estimated_new_tokens":295,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1615,"cache_hit":105984,"new_prefill":295,"score_linear":19963.0,"score_lmetric":295},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":106279,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":29412,"ongoing_decode_tokens":0,"pending_prefill_tokens":29412,"num_requests":1,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":0,"new_prefill":106279,"score_linear":29412.0,"score_lmetric":135691},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73878,"ongoing_decode_tokens":0,"pending_prefill_tokens":73878,"num_requests":1,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":106279,"score_linear":73878.0,"score_lmetric":180157},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":239831,"ongoing_decode_tokens":0,"pending_prefill_tokens":131287,"num_requests":3,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":106279,"score_linear":239831.0,"score_lmetric":712698},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":106279,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1887,"cache_hit":0,"new_prefill":106279,"score_linear":108020.0,"score_lmetric":106279},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":106279,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":19963.0,"chosen_score_lmetric":295,"t_first_token":282242.862866037,"t_first_token_unix":1779713107.8768094,"t_done":282251.79548093,"t_done_unix":1779713116.8094244},{"request_id":"1342921:5:1433192:855","session_id":"1342921","input_length":73878,"t_proxy_recv":282232.701198625,"t_decision_unix":1779713097.7151399,"policy":"unified","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":3,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9633179024878854,"affinity_num_requests":3,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":73878,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":231656,"ongoing_decode_tokens":105709,"pending_prefill_tokens":11771,"num_requests":2,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":73878,"score_linear":231656.0,"score_lmetric":171298},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":73878,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2368,"cache_hit":0,"new_prefill":73878,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":73878,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":239831,"ongoing_decode_tokens":0,"pending_prefill_tokens":131287,"num_requests":3,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":71168,"new_prefill":2710,"score_linear":168663.0,"score_lmetric":401991},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":73878,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":0,"new_prefill":73878,"score_linear":108020.0,"score_lmetric":73878},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":73878,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282251.482252536,"t_first_token_unix":1779713116.4961958,"t_done":282252.609376642,"t_done_unix":1779713117.6233203},{"request_id":"1270606:3:1427164:848","session_id":"1270606","input_length":108318,"t_proxy_recv":282211.563467132,"t_decision_unix":1779713076.5774086,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":107008,"affinity_cache_ratio":0.987905980538784,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":107008,"estimated_new_tokens":1310,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":108318,"score_linear":101803.0,"score_lmetric":108318},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":198806,"ongoing_decode_tokens":198806,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":0,"new_prefill":108318,"score_linear":198806.0,"score_lmetric":216636},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":31469,"ongoing_decode_tokens":0,"pending_prefill_tokens":31469,"num_requests":1,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":108318,"score_linear":31469.0,"score_lmetric":139787},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":42342,"ongoing_decode_tokens":42342,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":108318,"score_linear":42342.0,"score_lmetric":108318},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":129673,"num_requests":1,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":107008,"new_prefill":1310,"score_linear":22665.0,"score_lmetric":130983},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":237313,"ongoing_decode_tokens":237313,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":0,"new_prefill":108318,"score_linear":237313.0,"score_lmetric":324954},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134943,"ongoing_decode_tokens":26923,"pending_prefill_tokens":6644,"num_requests":2,"active_p_offloads":0,"cached_blocks":1882,"cache_hit":0,"new_prefill":108318,"score_linear":134943.0,"score_lmetric":229924},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1551,"cache_hit":1536,"new_prefill":106782,"score_linear":42227.0,"score_lmetric":106782}],"chosen_score_linear":22665.0,"chosen_score_lmetric":130983,"t_first_token":282252.248565932,"t_first_token_unix":1779713117.2625093,"t_done":282252.716465834,"t_done_unix":1779713117.7304091},{"request_id":"1314357:8:1431749:854","session_id":"1314357","input_length":106805,"t_proxy_recv":282251.813246845,"t_decision_unix":1779713116.8271885,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":106496,"affinity_cache_ratio":0.9971068770188661,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":106496,"estimated_new_tokens":309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1616,"cache_hit":106496,"new_prefill":309,"score_linear":19451.0,"score_lmetric":309},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":106805,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156900,"ongoing_decode_tokens":29412,"pending_prefill_tokens":5120,"num_requests":2,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":0,"new_prefill":106805,"score_linear":156900.0,"score_lmetric":223850},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73878,"ongoing_decode_tokens":73878,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":106805,"score_linear":73878.0,"score_lmetric":106805},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":239831,"ongoing_decode_tokens":0,"pending_prefill_tokens":131287,"num_requests":3,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":106805,"score_linear":239831.0,"score_lmetric":714276},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":106805,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":136731,"ongoing_decode_tokens":136731,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1887,"cache_hit":0,"new_prefill":106805,"score_linear":136731.0,"score_lmetric":213610},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":106805,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":19451.0,"chosen_score_lmetric":309,"t_first_token":282252.038895293,"t_first_token_unix":1779713117.0528386,"t_done":282254.242636068,"t_done_unix":1779713119.2565799},{"request_id":"1313181:9:1333349:415","session_id":"1313181","input_length":129673,"t_proxy_recv":282197.98164193,"t_decision_unix":1779713062.9955833,"policy":"unified","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":4,"affinity_cache_hit":62464,"affinity_cache_ratio":0.481703978468918,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":129673,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":215061,"ongoing_decode_tokens":215061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1551,"cache_hit":0,"new_prefill":129673,"score_linear":215061.0,"score_lmetric":259346},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":0,"new_prefill":129673,"score_linear":72608.0,"score_lmetric":129673},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":129673,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":32179,"ongoing_decode_tokens":32179,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1906,"cache_hit":0,"new_prefill":129673,"score_linear":32179.0,"score_lmetric":129673},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":129673,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":268537,"ongoing_decode_tokens":195349,"pending_prefill_tokens":4580,"num_requests":4,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":12800,"new_prefill":116873,"score_linear":255737.0,"score_lmetric":485812},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1873,"cache_hit":0,"new_prefill":129673,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":62464,"new_prefill":67209,"score_linear":-18701.0,"score_lmetric":67209}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282252.23410004,"t_first_token_unix":1779713117.2480435,"t_done":282254.282482756,"t_done_unix":1779713119.296426},{"request_id":"1268861:10:1439325:866","session_id":"1268861","input_length":52920,"t_proxy_recv":282253.659994983,"t_decision_unix":1779713118.6739361,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9287981859410431,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49152,"estimated_new_tokens":3768,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":232752,"ongoing_decode_tokens":232752,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1616,"cache_hit":0,"new_prefill":52920,"score_linear":232752.0,"score_lmetric":105840},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":52920,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156900,"ongoing_decode_tokens":29412,"pending_prefill_tokens":5120,"num_requests":2,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":0,"new_prefill":52920,"score_linear":156900.0,"score_lmetric":116080},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":52920,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":131513,"ongoing_decode_tokens":131513,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":21504,"new_prefill":31416,"score_linear":110009.0,"score_lmetric":62832},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":49152,"new_prefill":3768,"score_linear":-49152.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":136731,"ongoing_decode_tokens":136731,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1887,"cache_hit":0,"new_prefill":52920,"score_linear":136731.0,"score_lmetric":105840},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":52920,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":282254.866646452,"t_first_token_unix":1779713119.88059,"t_done":282255.98407392,"t_done_unix":1779713120.9980178},{"request_id":"1363943:13:1438562:865","session_id":"1363943","input_length":28711,"t_proxy_recv":282251.10421011,"t_decision_unix":1779713116.1181512,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9451429765595069,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":27136,"estimated_new_tokens":1575,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":232226,"ongoing_decode_tokens":232226,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1615,"cache_hit":8704,"new_prefill":20007,"score_linear":223522.0,"score_lmetric":40014},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":24064,"new_prefill":4647,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156900,"ongoing_decode_tokens":29412,"pending_prefill_tokens":5120,"num_requests":2,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":0,"new_prefill":28711,"score_linear":156900.0,"score_lmetric":67662},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73878,"ongoing_decode_tokens":0,"pending_prefill_tokens":73878,"num_requests":1,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":4096,"new_prefill":24615,"score_linear":69782.0,"score_lmetric":98493},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":239831,"ongoing_decode_tokens":0,"pending_prefill_tokens":131287,"num_requests":3,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":28711,"score_linear":239831.0,"score_lmetric":479994},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":28711,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1887,"cache_hit":27136,"new_prefill":1575,"score_linear":80884.0,"score_lmetric":1575},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":4096,"new_prefill":24615,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":80884.0,"chosen_score_lmetric":1575,"t_first_token":282251.458586235,"t_first_token_unix":1779713116.4725301,"t_done":282258.096759457,"t_done_unix":1779713123.1107028},{"request_id":"1314357:9:1435219:861","session_id":"1314357","input_length":106959,"t_proxy_recv":282254.26641145,"t_decision_unix":1779713119.280353,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":106496,"affinity_cache_ratio":0.9956712385119532,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":106496,"estimated_new_tokens":463,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1616,"cache_hit":106496,"new_prefill":463,"score_linear":19451.0,"score_lmetric":463},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":106959,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156900,"ongoing_decode_tokens":29412,"pending_prefill_tokens":5120,"num_requests":2,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":0,"new_prefill":106959,"score_linear":156900.0,"score_lmetric":224158},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":106959,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":131513,"ongoing_decode_tokens":131513,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":106959,"score_linear":131513.0,"score_lmetric":213918},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":52920,"ongoing_decode_tokens":0,"pending_prefill_tokens":3768,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":106959,"score_linear":52920.0,"score_lmetric":110727},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":136731,"ongoing_decode_tokens":136731,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1887,"cache_hit":0,"new_prefill":106959,"score_linear":136731.0,"score_lmetric":213918},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":106959,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":19451.0,"chosen_score_lmetric":463,"t_first_token":282254.475124487,"t_first_token_unix":1779713119.489068,"t_done":282258.935271671,"t_done_unix":1779713123.9492154},{"request_id":"1314357:10:1439373:867","session_id":"1314357","input_length":107228,"t_proxy_recv":282258.952437292,"t_decision_unix":1779713123.9663787,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":107008,"affinity_cache_ratio":0.9979482970865818,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":107008,"estimated_new_tokens":220,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1617,"cache_hit":107008,"new_prefill":220,"score_linear":18939.0,"score_lmetric":220},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":107228,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156900,"ongoing_decode_tokens":29412,"pending_prefill_tokens":5120,"num_requests":2,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":0,"new_prefill":107228,"score_linear":156900.0,"score_lmetric":224696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":107228,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":64353,"ongoing_decode_tokens":64353,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":107228,"score_linear":64353.0,"score_lmetric":214456},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2178,"cache_hit":0,"new_prefill":107228,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1891,"cache_hit":0,"new_prefill":107228,"score_linear":108020.0,"score_lmetric":107228},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":107228,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":18939.0,"chosen_score_lmetric":220,"t_first_token":282259.118625877,"t_first_token_unix":1779713124.132569,"t_done":282259.658132651,"t_done_unix":1779713124.6720762},{"request_id":"1364090:10:1426859:847","session_id":"1364090","input_length":108020,"t_proxy_recv":282210.508828061,"t_decision_unix":1779713075.5227692,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9384928716904277,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":101376,"estimated_new_tokens":6644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":7680,"new_prefill":100340,"score_linear":94123.0,"score_lmetric":100340},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":198806,"ongoing_decode_tokens":198806,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":4096,"new_prefill":103924,"score_linear":194710.0,"score_lmetric":207848},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":108020,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":42342,"ongoing_decode_tokens":42342,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":7680,"new_prefill":100340,"score_linear":34662.0,"score_lmetric":100340},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":129673,"num_requests":1,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":108020,"score_linear":129673.0,"score_lmetric":237693},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":268537,"ongoing_decode_tokens":195349,"pending_prefill_tokens":4580,"num_requests":4,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":108020,"score_linear":268537.0,"score_lmetric":450400},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":26923,"ongoing_decode_tokens":26923,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1882,"cache_hit":101376,"new_prefill":6644,"score_linear":-74453.0,"score_lmetric":6644},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1551,"cache_hit":7680,"new_prefill":100340,"score_linear":36083.0,"score_lmetric":100340}],"chosen_score_linear":-74453.0,"chosen_score_lmetric":6644,"t_first_token":282214.691724615,"t_first_token_unix":1779713079.7056682,"t_done":282267.911670099,"t_done_unix":1779713132.9256139},{"request_id":"1314357:11:1442554:870","session_id":"1314357","input_length":108166,"t_proxy_recv":282264.315969197,"t_decision_unix":1779713129.3299105,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":107008,"affinity_cache_ratio":0.9892942329382616,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":107008,"estimated_new_tokens":1158,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1617,"cache_hit":107008,"new_prefill":1158,"score_linear":18939.0,"score_lmetric":1158},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63153,"ongoing_decode_tokens":0,"pending_prefill_tokens":14001,"num_requests":1,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":108166,"score_linear":63153.0,"score_lmetric":122167},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":175956,"ongoing_decode_tokens":29412,"pending_prefill_tokens":10864,"num_requests":3,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":0,"new_prefill":108166,"score_linear":175956.0,"score_lmetric":357090},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":64353,"ongoing_decode_tokens":64353,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":108166,"score_linear":64353.0,"score_lmetric":216332},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2178,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1891,"cache_hit":0,"new_prefill":108166,"score_linear":108020.0,"score_lmetric":108166},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":18939.0,"chosen_score_lmetric":1158,"t_first_token":282265.243305771,"t_first_token_unix":1779713130.2572494,"t_done":282268.771978279,"t_done_unix":1779713133.7859216},{"request_id":"1407599:2:1430593:852","session_id":"1407599","input_length":1840,"t_proxy_recv":282223.526747672,"t_decision_unix":1779713088.540689,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":1536,"affinity_cache_ratio":0.8347826086956521,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":1536,"estimated_new_tokens":304,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":1840,"score_linear":101803.0,"score_lmetric":1840},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2368,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":237991,"ongoing_decode_tokens":0,"pending_prefill_tokens":130983,"num_requests":2,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":1536,"new_prefill":304,"score_linear":236455.0,"score_lmetric":262574},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":0,"new_prefill":1840,"score_linear":108020.0,"score_lmetric":1840},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":236455.0,"chosen_score_lmetric":262574,"t_first_token":282252.248820896,"t_first_token_unix":1779713117.262764,"t_done":282273.814908982,"t_done_unix":1779713138.8288522},{"request_id":"1313181:9:1386945:689","session_id":"1313181","input_length":62513,"t_proxy_recv":282254.295969765,"t_decision_unix":1779713119.3099113,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":62464,"affinity_cache_ratio":0.999216163038088,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":62464,"estimated_new_tokens":49,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":232906,"ongoing_decode_tokens":125947,"pending_prefill_tokens":463,"num_requests":2,"active_p_offloads":0,"cached_blocks":1616,"cache_hit":0,"new_prefill":62513,"score_linear":232906.0,"score_lmetric":125952},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":62513,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156900,"ongoing_decode_tokens":29412,"pending_prefill_tokens":5120,"num_requests":2,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":12800,"new_prefill":49713,"score_linear":144100.0,"score_lmetric":109666},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":62513,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":1840,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":62464,"new_prefill":49,"score_linear":-60624.0,"score_lmetric":49},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":52920,"ongoing_decode_tokens":0,"pending_prefill_tokens":3768,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":12800,"new_prefill":49713,"score_linear":40120.0,"score_lmetric":53481},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":136731,"ongoing_decode_tokens":136731,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1887,"cache_hit":0,"new_prefill":62513,"score_linear":136731.0,"score_lmetric":125026},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":62464,"new_prefill":49,"score_linear":-62464.0,"score_lmetric":0}],"chosen_score_linear":-60624.0,"chosen_score_lmetric":49,"t_first_token":282254.38750646,"t_first_token_unix":1779713119.40145,"t_done":282274.289223454,"t_done_unix":1779713139.3031666},{"request_id":"1264679:3:1431512:853","session_id":"1264679","input_length":125947,"t_proxy_recv":282226.519815544,"t_decision_unix":1779713091.533757,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":114176,"affinity_cache_ratio":0.9065400525617918,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":114176,"estimated_new_tokens":11771,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":105709,"ongoing_decode_tokens":105709,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":114176,"new_prefill":11771,"score_linear":-8467.0,"score_lmetric":11771},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2368,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":239831,"ongoing_decode_tokens":0,"pending_prefill_tokens":131287,"num_requests":3,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":125947,"score_linear":239831.0,"score_lmetric":771702},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":0,"new_prefill":125947,"score_linear":108020.0,"score_lmetric":125947},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8467.0,"chosen_score_lmetric":11771,"t_first_token":282235.070311528,"t_first_token_unix":1779713100.084255,"t_done":282277.207139268,"t_done_unix":1779713142.2210827},{"request_id":"1294611:12:1441557:868","session_id":"1294611","input_length":63153,"t_proxy_recv":282260.782171398,"t_decision_unix":1779713125.7961075,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":49152,"affinity_cache_ratio":0.7783003182746663,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49152,"estimated_new_tokens":14001,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1617,"cache_hit":0,"new_prefill":63153,"score_linear":125947.0,"score_lmetric":63153},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":49152,"new_prefill":14001,"score_linear":-49152.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156900,"ongoing_decode_tokens":29412,"pending_prefill_tokens":5120,"num_requests":2,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":12800,"new_prefill":50353,"score_linear":144100.0,"score_lmetric":110946},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":12800,"new_prefill":50353,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":64353,"ongoing_decode_tokens":64353,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":63153,"score_linear":64353.0,"score_lmetric":126306},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2178,"cache_hit":0,"new_prefill":63153,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1891,"cache_hit":0,"new_prefill":63153,"score_linear":108020.0,"score_lmetric":63153},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":63153,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":282274.91270168,"t_first_token_unix":1779713139.9266567,"t_done":282277.442879467,"t_done_unix":1779713142.4568226},{"request_id":"1294611:13:1446349:872","session_id":"1294611","input_length":63488,"t_proxy_recv":282277.453317112,"t_decision_unix":1779713142.4672587,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9919354838709677,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":62976,"estimated_new_tokens":512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":62976,"new_prefill":512,"score_linear":-62976.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":175956,"ongoing_decode_tokens":29412,"pending_prefill_tokens":10864,"num_requests":3,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":12800,"new_prefill":50688,"score_linear":163156.0,"score_lmetric":184656},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":12800,"new_prefill":50688,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2186,"cache_hit":0,"new_prefill":63488,"score_linear":129839.0,"score_lmetric":128815},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2178,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-62976.0,"chosen_score_lmetric":0,"t_first_token":282277.561210338,"t_first_token_unix":1779713142.5751538,"t_done":282278.563055694,"t_done_unix":1779713143.5770009},{"request_id":"1314357:12:1446681:873","session_id":"1314357","input_length":108409,"t_proxy_recv":282278.029410451,"t_decision_unix":1779713143.043352,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":108032,"affinity_cache_ratio":0.996522428949626,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":108032,"estimated_new_tokens":377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":108032,"new_prefill":377,"score_linear":-108032.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63488,"ongoing_decode_tokens":63488,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":0,"new_prefill":108409,"score_linear":63488.0,"score_lmetric":108409},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":175956,"ongoing_decode_tokens":29412,"pending_prefill_tokens":10864,"num_requests":3,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":0,"new_prefill":108409,"score_linear":175956.0,"score_lmetric":357819},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2186,"cache_hit":0,"new_prefill":108409,"score_linear":129839.0,"score_lmetric":173736},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2178,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":282278.248014276,"t_first_token_unix":1779713143.261958,"t_done":282278.847360289,"t_done_unix":1779713143.8613038},{"request_id":"1342921:6:1448548:876","session_id":"1342921","input_length":75761,"t_proxy_recv":282284.250565724,"t_decision_unix":1779713149.2645068,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9731656129142963,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":73728,"estimated_new_tokens":2033,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":108791,"ongoing_decode_tokens":0,"pending_prefill_tokens":759,"num_requests":1,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":75761,"score_linear":108791.0,"score_lmetric":76520},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":175956,"ongoing_decode_tokens":29412,"pending_prefill_tokens":10864,"num_requests":3,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":0,"new_prefill":75761,"score_linear":175956.0,"score_lmetric":259875},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":73728,"new_prefill":2033,"score_linear":-73728.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2186,"cache_hit":71168,"new_prefill":4593,"score_linear":58671.0,"score_lmetric":69920},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2178,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":282285.218028914,"t_first_token_unix":1779713150.231972,"t_done":282285.581133078,"t_done_unix":1779713150.5950766},{"request_id":"1314357:13:1448346:875","session_id":"1314357","input_length":108791,"t_proxy_recv":282283.696238928,"t_decision_unix":1779713148.71018,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9930233199437454,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":108032,"estimated_new_tokens":759,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":108032,"new_prefill":759,"score_linear":-108032.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":175956,"ongoing_decode_tokens":29412,"pending_prefill_tokens":10864,"num_requests":3,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":0,"new_prefill":108791,"score_linear":175956.0,"score_lmetric":358965},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2186,"cache_hit":0,"new_prefill":108791,"score_linear":129839.0,"score_lmetric":174118},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2178,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":282284.258312189,"t_first_token_unix":1779713149.2722554,"t_done":282286.034356195,"t_done_unix":1779713151.0483},{"request_id":"1294611:14:1449074:877","session_id":"1294611","input_length":63616,"t_proxy_recv":282286.072509606,"t_decision_unix":1779713151.0864513,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":63488,"affinity_cache_ratio":0.9979879275653923,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":63488,"estimated_new_tokens":128,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1644,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":63488,"new_prefill":128,"score_linear":-63488.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":175956,"ongoing_decode_tokens":29412,"pending_prefill_tokens":10864,"num_requests":3,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":12800,"new_prefill":50816,"score_linear":163156.0,"score_lmetric":185040},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":12800,"new_prefill":50816,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2186,"cache_hit":0,"new_prefill":63616,"score_linear":129839.0,"score_lmetric":128943},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2178,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-63488.0,"chosen_score_lmetric":0,"t_first_token":282286.167721316,"t_first_token_unix":1779713151.1816642,"t_done":282291.029172722,"t_done_unix":1779713156.043116},{"request_id":"1314357:14:1450740:878","session_id":"1314357","input_length":109010,"t_proxy_recv":282291.525150248,"t_decision_unix":1779713156.5390913,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":108544,"affinity_cache_ratio":0.9957251628290983,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":108544,"estimated_new_tokens":466,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1644,"cache_hit":108544,"new_prefill":466,"score_linear":-108544.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":175956,"ongoing_decode_tokens":29412,"pending_prefill_tokens":10864,"num_requests":3,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":0,"new_prefill":109010,"score_linear":175956.0,"score_lmetric":359622},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2186,"cache_hit":0,"new_prefill":109010,"score_linear":129839.0,"score_lmetric":174337},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2178,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-108544.0,"chosen_score_lmetric":0,"t_first_token":282291.756662514,"t_first_token_unix":1779713156.7706063,"t_done":282293.043984234,"t_done_unix":1779713158.0579278},{"request_id":"1268861:11:1452208:880","session_id":"1268861","input_length":55050,"t_proxy_recv":282296.491231275,"t_decision_unix":1779713161.5051723,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9579654859218892,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":52736,"estimated_new_tokens":2314,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":175956,"ongoing_decode_tokens":29412,"pending_prefill_tokens":10864,"num_requests":3,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":0,"new_prefill":55050,"score_linear":175956.0,"score_lmetric":197742},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2186,"cache_hit":21504,"new_prefill":33546,"score_linear":108335.0,"score_lmetric":98873},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2178,"cache_hit":52736,"new_prefill":2314,"score_linear":-52736.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":282297.339086018,"t_first_token_unix":1779713162.3530297,"t_done":282297.816392657,"t_done_unix":1779713162.8303363},{"request_id":"1314357:15:1452292:882","session_id":"1314357","input_length":109164,"t_proxy_recv":282296.750024607,"t_decision_unix":1779713161.7639663,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9990106628558866,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":109056,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":109056,"new_prefill":108,"score_linear":-109056.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":175956,"ongoing_decode_tokens":29412,"pending_prefill_tokens":10864,"num_requests":3,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":0,"new_prefill":109164,"score_linear":175956.0,"score_lmetric":360084},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2186,"cache_hit":0,"new_prefill":109164,"score_linear":129839.0,"score_lmetric":174491},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":55050,"ongoing_decode_tokens":0,"pending_prefill_tokens":2314,"num_requests":1,"active_p_offloads":0,"cached_blocks":2178,"cache_hit":0,"new_prefill":109164,"score_linear":55050.0,"score_lmetric":111478},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-109056.0,"chosen_score_lmetric":0,"t_first_token":282296.922146834,"t_first_token_unix":1779713161.9360902,"t_done":282300.919627986,"t_done_unix":1779713165.9335713},{"request_id":"1371622:2:1442319:869","session_id":"1371622","input_length":19056,"t_proxy_recv":282263.508096874,"t_decision_unix":1779713128.5220382,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":13312,"affinity_cache_ratio":0.6985726280436608,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":13312,"estimated_new_tokens":5744,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1617,"cache_hit":0,"new_prefill":19056,"score_linear":125947.0,"score_lmetric":19056},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63153,"ongoing_decode_tokens":0,"pending_prefill_tokens":14001,"num_requests":1,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":19056,"score_linear":63153.0,"score_lmetric":33057},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156900,"ongoing_decode_tokens":29412,"pending_prefill_tokens":5120,"num_requests":2,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":13312,"new_prefill":5744,"score_linear":143588.0,"score_lmetric":21728},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":19056,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":64353,"ongoing_decode_tokens":64353,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":11264,"new_prefill":7792,"score_linear":53089.0,"score_lmetric":15584},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2178,"cache_hit":0,"new_prefill":19056,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1891,"cache_hit":0,"new_prefill":19056,"score_linear":108020.0,"score_lmetric":19056},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":19056,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":143588.0,"chosen_score_lmetric":21728,"t_first_token":282302.747144321,"t_first_token_unix":1779713167.761088,"t_done":282304.20538328,"t_done_unix":1779713169.2193267},{"request_id":"1356885:2:1438037:864","session_id":"1356885","input_length":127488,"t_proxy_recv":282249.396907572,"t_decision_unix":1779713114.4108489,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":122368,"affinity_cache_ratio":0.9598393574297188,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":122368,"estimated_new_tokens":5120,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":232226,"ongoing_decode_tokens":232226,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1615,"cache_hit":0,"new_prefill":127488,"score_linear":232226.0,"score_lmetric":254976},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":127488,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":122368,"new_prefill":5120,"score_linear":-92956.0,"score_lmetric":5120},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73878,"ongoing_decode_tokens":0,"pending_prefill_tokens":73878,"num_requests":1,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":6656,"new_prefill":120832,"score_linear":67222.0,"score_lmetric":194710},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":239831,"ongoing_decode_tokens":0,"pending_prefill_tokens":131287,"num_requests":3,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":0,"new_prefill":127488,"score_linear":239831.0,"score_lmetric":776325},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":127488,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1887,"cache_hit":0,"new_prefill":127488,"score_linear":108020.0,"score_lmetric":127488},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":127488,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-92956.0,"chosen_score_lmetric":5120,"t_first_token":282301.125375109,"t_first_token_unix":1779713166.1393182,"t_done":282305.04028031,"t_done_unix":1779713170.0542238},{"request_id":"1313181:10:1338837:436","session_id":"1313181","input_length":129839,"t_proxy_recv":282274.310782254,"t_decision_unix":1779713139.3247232,"policy":"unified","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":64512,"affinity_cache_ratio":0.4968614977009989,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":64512,"estimated_new_tokens":65327,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":0,"new_prefill":129839,"score_linear":125947.0,"score_lmetric":129839},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63153,"ongoing_decode_tokens":0,"pending_prefill_tokens":14001,"num_requests":1,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":129839,"score_linear":63153.0,"score_lmetric":143840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":175956,"ongoing_decode_tokens":29412,"pending_prefill_tokens":10864,"num_requests":3,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":12800,"new_prefill":117039,"score_linear":163156.0,"score_lmetric":383709},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":129839,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2186,"cache_hit":64512,"new_prefill":65327,"score_linear":-64512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2178,"cache_hit":12800,"new_prefill":117039,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":129839,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":62464,"new_prefill":67375,"score_linear":-62464.0,"score_lmetric":0}],"chosen_score_linear":-64512.0,"chosen_score_lmetric":0,"t_first_token":282313.345142301,"t_first_token_unix":1779713178.3590858,"t_done":282314.226171054,"t_done_unix":1779713179.2401145},{"request_id":"1313181:10:1399867:746","session_id":"1313181","input_length":64724,"t_proxy_recv":282314.237784784,"t_decision_unix":1779713179.2517264,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9967245534886595,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":64512,"estimated_new_tokens":212,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":177267,"ongoing_decode_tokens":177267,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2392,"cache_hit":12800,"new_prefill":51924,"score_linear":164467.0,"score_lmetric":155772},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2187,"cache_hit":64512,"new_prefill":212,"score_linear":-64512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2182,"cache_hit":12800,"new_prefill":51924,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":62464,"new_prefill":2260,"score_linear":-62464.0,"score_lmetric":0}],"chosen_score_linear":-64512.0,"chosen_score_lmetric":0,"t_first_token":282314.327629347,"t_first_token_unix":1779713179.3415728,"t_done":282317.46597047,"t_done_unix":1779713182.4799137},{"request_id":"1363943:14:1458616:885","session_id":"1363943","input_length":29268,"t_proxy_recv":282318.226048383,"t_decision_unix":1779713183.2399895,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29184,"affinity_cache_ratio":0.997129971299713,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":29184,"estimated_new_tokens":84,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":8704,"new_prefill":20564,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":24064,"new_prefill":5204,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":177267,"ongoing_decode_tokens":177267,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2392,"cache_hit":0,"new_prefill":29268,"score_linear":177267.0,"score_lmetric":87804},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":4096,"new_prefill":25172,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2188,"cache_hit":0,"new_prefill":29268,"score_linear":129931.0,"score_lmetric":94175},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2182,"cache_hit":0,"new_prefill":29268,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":29184,"new_prefill":84,"score_linear":-29184.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":4096,"new_prefill":25172,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":282318.308885854,"t_first_token_unix":1779713183.3228292,"t_done":282318.873799366,"t_done_unix":1779713183.8877425},{"request_id":"1371622:3:1443876:871","session_id":"1371622","input_length":19292,"t_proxy_recv":282304.211193218,"t_decision_unix":1779713169.2251346,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9819614347916235,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":18944,"estimated_new_tokens":348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":0,"new_prefill":19292,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":19292,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156900,"ongoing_decode_tokens":156900,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2382,"cache_hit":18944,"new_prefill":348,"score_linear":137956.0,"score_lmetric":696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":19292,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2186,"cache_hit":11264,"new_prefill":8028,"score_linear":118575.0,"score_lmetric":73355},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2182,"cache_hit":0,"new_prefill":19292,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":19292,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":19292,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":137956.0,"chosen_score_lmetric":696,"t_first_token":282304.314506977,"t_first_token_unix":1779713169.3284504,"t_done":282323.222556325,"t_done_unix":1779713188.2365017},{"request_id":"1371622:4:1452210:881","session_id":"1371622","input_length":20439,"t_proxy_recv":282323.22806824,"t_decision_unix":1779713188.2420099,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9769558197563482,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":19968,"estimated_new_tokens":471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26406,"ongoing_decode_tokens":0,"pending_prefill_tokens":294,"num_requests":1,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":0,"new_prefill":20439,"score_linear":26406.0,"score_lmetric":20733},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":157975,"ongoing_decode_tokens":157975,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2394,"cache_hit":19968,"new_prefill":471,"score_linear":138007.0,"score_lmetric":942},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2188,"cache_hit":11264,"new_prefill":9175,"score_linear":118667.0,"score_lmetric":74082},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2182,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":138007.0,"chosen_score_lmetric":942,"t_first_token":282323.331770799,"t_first_token_unix":1779713188.3457146,"t_done":282324.955261693,"t_done_unix":1779713189.969205},{"request_id":"1371622:5:1455608:884","session_id":"1371622","input_length":21518,"t_proxy_recv":282324.962352826,"t_decision_unix":1779713189.9762936,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":20480,"affinity_cache_ratio":0.951761316107445,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":20480,"estimated_new_tokens":1038,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26406,"ongoing_decode_tokens":0,"pending_prefill_tokens":294,"num_requests":1,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":0,"new_prefill":21518,"score_linear":26406.0,"score_lmetric":21812},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":157975,"ongoing_decode_tokens":157975,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2395,"cache_hit":20480,"new_prefill":1038,"score_linear":137495.0,"score_lmetric":2076},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2188,"cache_hit":11264,"new_prefill":10254,"score_linear":118667.0,"score_lmetric":75161},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2182,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":137495.0,"chosen_score_lmetric":2076,"t_first_token":282325.296591044,"t_first_token_unix":1779713190.3105342,"t_done":282326.865660526,"t_done_unix":1779713191.8796036},{"request_id":"1242838:5:1460026:886","session_id":"1242838","input_length":26406,"t_proxy_recv":282322.708704651,"t_decision_unix":1779713187.7226458,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9888661667802772,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":26112,"estimated_new_tokens":294,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":26112,"new_prefill":294,"score_linear":-26112.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":177267,"ongoing_decode_tokens":177267,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2392,"cache_hit":3584,"new_prefill":22822,"score_linear":173683.0,"score_lmetric":68466},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2188,"cache_hit":0,"new_prefill":26406,"score_linear":129931.0,"score_lmetric":91313},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2182,"cache_hit":3584,"new_prefill":22822,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":282325.899139478,"t_first_token_unix":1779713190.9130828,"t_done":282327.840919572,"t_done_unix":1779713192.8548634},{"request_id":"1356885:3:1451307:879","session_id":"1356885","input_length":128563,"t_proxy_recv":282305.062925994,"t_decision_unix":1779713170.0768673,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":127488,"affinity_cache_ratio":0.9916383407356705,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":127488,"estimated_new_tokens":1075,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48704,"ongoing_decode_tokens":48704,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2392,"cache_hit":127488,"new_prefill":1075,"score_linear":-78784.0,"score_lmetric":2150},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":6656,"new_prefill":121907,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2186,"cache_hit":0,"new_prefill":128563,"score_linear":129839.0,"score_lmetric":193890},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2182,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-78784.0,"chosen_score_lmetric":2150,"t_first_token":282306.151134396,"t_first_token_unix":1779713171.1650782,"t_done":282329.509752854,"t_done_unix":1779713194.5236971},{"request_id":"1363943:15:1461716:889","session_id":"1363943","input_length":29651,"t_proxy_recv":282328.144430941,"t_decision_unix":1779713193.158372,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29184,"affinity_cache_ratio":0.984250109608445,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":29184,"estimated_new_tokens":467,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":8704,"new_prefill":20947,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":24064,"new_prefill":5587,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":157975,"ongoing_decode_tokens":157975,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2397,"cache_hit":0,"new_prefill":29651,"score_linear":157975.0,"score_lmetric":59302},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":4096,"new_prefill":25555,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2188,"cache_hit":0,"new_prefill":29651,"score_linear":129931.0,"score_lmetric":94558},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":2182,"cache_hit":0,"new_prefill":29651,"score_linear":81299.0,"score_lmetric":37734},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":29184,"new_prefill":467,"score_linear":-29184.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":4096,"new_prefill":25555,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":282328.317843664,"t_first_token_unix":1779713193.3317873,"t_done":282329.699848637,"t_done_unix":1779713194.7137918},{"request_id":"1363093:6:1460799:888","session_id":"1363093","input_length":81299,"t_proxy_recv":282325.288953538,"t_decision_unix":1779713190.3028946,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9005768828644879,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":73216,"estimated_new_tokens":8083,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26406,"ongoing_decode_tokens":0,"pending_prefill_tokens":294,"num_requests":1,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":0,"new_prefill":81299,"score_linear":26406.0,"score_lmetric":81593},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":179493,"ongoing_decode_tokens":157975,"pending_prefill_tokens":1038,"num_requests":3,"active_p_offloads":0,"cached_blocks":2395,"cache_hit":0,"new_prefill":81299,"score_linear":179493.0,"score_lmetric":247011},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2188,"cache_hit":0,"new_prefill":81299,"score_linear":129931.0,"score_lmetric":146206},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2182,"cache_hit":73216,"new_prefill":8083,"score_linear":-73216.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":282329.211423143,"t_first_token_unix":1779713194.225367,"t_done":282329.826196904,"t_done_unix":1779713194.84014},{"request_id":"1404395:2:1435941:862","session_id":"1404395","input_length":29412,"t_proxy_recv":282242.290288945,"t_decision_unix":1779713107.30423,"policy":"unified","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":2,"affinity_cache_hit":22528,"affinity_cache_ratio":0.7659458724330205,"affinity_num_requests":3,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":29412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":231656,"ongoing_decode_tokens":231656,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":512,"new_prefill":28900,"score_linear":231144.0,"score_lmetric":57800},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":29412,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2371,"cache_hit":0,"new_prefill":29412,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73878,"ongoing_decode_tokens":0,"pending_prefill_tokens":73878,"num_requests":1,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":29412,"score_linear":73878.0,"score_lmetric":103290},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":239831,"ongoing_decode_tokens":0,"pending_prefill_tokens":131287,"num_requests":3,"active_p_offloads":0,"cached_blocks":1927,"cache_hit":22528,"new_prefill":6884,"score_linear":217303.0,"score_lmetric":414513},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":29412,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1887,"cache_hit":0,"new_prefill":29412,"score_linear":108020.0,"score_lmetric":29412},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":29412,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282246.086408494,"t_first_token_unix":1779713111.1003523,"t_done":282333.888992049,"t_done_unix":1779713198.9029353},{"request_id":"1404395:3:1460072:887","session_id":"1404395","input_length":34392,"t_proxy_recv":282333.898483637,"t_decision_unix":1779713198.912425,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9230053500814143,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":31744,"estimated_new_tokens":2648,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":512,"new_prefill":33880,"score_linear":-512.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2459,"cache_hit":31744,"new_prefill":2648,"score_linear":-31744.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2188,"cache_hit":22528,"new_prefill":11864,"score_linear":107403.0,"score_lmetric":76771},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2197,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1906,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-31744.0,"chosen_score_lmetric":0,"t_first_token":282334.51743055,"t_first_token_unix":1779713199.5313747,"t_done":282336.947213085,"t_done_unix":1779713201.9611566},{"request_id":"1363943:16:1463626:890","session_id":"1363943","input_length":34671,"t_proxy_recv":282334.613849352,"t_decision_unix":1779713199.62779,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29696,"affinity_cache_ratio":0.8565083210752502,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":29696,"estimated_new_tokens":4975,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":8704,"new_prefill":25967,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":24064,"new_prefill":10607,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34392,"ongoing_decode_tokens":34392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2459,"cache_hit":0,"new_prefill":34671,"score_linear":34392.0,"score_lmetric":34671},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":4096,"new_prefill":30575,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2188,"cache_hit":0,"new_prefill":34671,"score_linear":129931.0,"score_lmetric":99578},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2197,"cache_hit":0,"new_prefill":34671,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1906,"cache_hit":29696,"new_prefill":4975,"score_linear":-29696.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":4096,"new_prefill":30575,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-29696.0,"chosen_score_lmetric":0,"t_first_token":282335.771616147,"t_first_token_unix":1779713200.78556,"t_done":282337.239478621,"t_done_unix":1779713202.2534218},{"request_id":"1268861:12:1463977:891","session_id":"1268861","input_length":56147,"t_proxy_recv":282335.900380474,"t_decision_unix":1779713200.914322,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9757244376369174,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":54784,"estimated_new_tokens":1363,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34392,"ongoing_decode_tokens":34392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2459,"cache_hit":0,"new_prefill":56147,"score_linear":34392.0,"score_lmetric":56147},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2188,"cache_hit":21504,"new_prefill":34643,"score_linear":108427.0,"score_lmetric":99550},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2197,"cache_hit":54784,"new_prefill":1363,"score_linear":-54784.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":34671,"ongoing_decode_tokens":34671,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1906,"cache_hit":0,"new_prefill":56147,"score_linear":34671.0,"score_lmetric":56147},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":282336.422940221,"t_first_token_unix":1779713201.4368832,"t_done":282337.325696177,"t_done_unix":1779713202.339639},{"request_id":"1371622:6:1465333:892","session_id":"1371622","input_length":23079,"t_proxy_recv":282340.159742922,"t_decision_unix":1779713205.173684,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9317561419472248,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":21504,"estimated_new_tokens":1575,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2464,"cache_hit":21504,"new_prefill":1575,"score_linear":-21504.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2188,"cache_hit":11264,"new_prefill":11815,"score_linear":118667.0,"score_lmetric":76722},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2199,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":282340.471175373,"t_first_token_unix":1779713205.4851193,"t_done":282340.9933134,"t_done_unix":1779713206.007257},{"request_id":"1363943:17:1466811:893","session_id":"1363943","input_length":35991,"t_proxy_recv":282345.296350382,"t_decision_unix":1779713210.3102915,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9673529493484482,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":34816,"estimated_new_tokens":1175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":8704,"new_prefill":27287,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":24064,"new_prefill":11927,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2467,"cache_hit":0,"new_prefill":35991,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":4096,"new_prefill":31895,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2188,"cache_hit":0,"new_prefill":35991,"score_linear":129931.0,"score_lmetric":100898},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2199,"cache_hit":0,"new_prefill":35991,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":34816,"new_prefill":1175,"score_linear":-34816.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":4096,"new_prefill":31895,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":282345.657168019,"t_first_token_unix":1779713210.671111,"t_done":282346.782637255,"t_done_unix":1779713211.7965806},{"request_id":"1404395:4:1467473:894","session_id":"1404395","input_length":34863,"t_proxy_recv":282347.610273735,"t_decision_unix":1779713212.6242144,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9839658090238935,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":34304,"estimated_new_tokens":559,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":512,"new_prefill":34351,"score_linear":-512.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2467,"cache_hit":34304,"new_prefill":559,"score_linear":-34304.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2188,"cache_hit":22528,"new_prefill":12335,"score_linear":107403.0,"score_lmetric":77242},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2199,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1918,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-34304.0,"chosen_score_lmetric":0,"t_first_token":282347.717274918,"t_first_token_unix":1779713212.7312183,"t_done":282348.967586252,"t_done_unix":1779713213.9815304},{"request_id":"1371622:7:1468305:895","session_id":"1371622","input_length":24036,"t_proxy_recv":282350.3821149,"t_decision_unix":1779713215.3960562,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9585621567648527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":23040,"estimated_new_tokens":996,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2468,"cache_hit":23040,"new_prefill":996,"score_linear":-23040.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2188,"cache_hit":11264,"new_prefill":12772,"score_linear":118667.0,"score_lmetric":77679},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2199,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1918,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":282350.604449608,"t_first_token_unix":1779713215.6183937,"t_done":282351.451151862,"t_done_unix":1779713216.4650953},{"request_id":"1313181:11:1344301:464","session_id":"1313181","input_length":129931,"t_proxy_recv":282317.494866477,"t_decision_unix":1779713182.508808,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":65024,"affinity_cache_ratio":0.5004502389729933,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":65024,"estimated_new_tokens":64907,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":177267,"ongoing_decode_tokens":177267,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2392,"cache_hit":12800,"new_prefill":117131,"score_linear":164467.0,"score_lmetric":351393},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2188,"cache_hit":65024,"new_prefill":64907,"score_linear":-65024.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2182,"cache_hit":12800,"new_prefill":117131,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":62464,"new_prefill":67467,"score_linear":-62464.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":282356.471327284,"t_first_token_unix":1779713221.4852712,"t_done":282357.318316753,"t_done_unix":1779713222.3322604},{"request_id":"1313181:11:1402841:762","session_id":"1313181","input_length":65123,"t_proxy_recv":282357.329853372,"t_decision_unix":1779713222.3437946,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9984797997635244,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":65024,"estimated_new_tokens":99,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":12800,"new_prefill":52323,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":65024,"new_prefill":99,"score_linear":-65024.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2199,"cache_hit":12800,"new_prefill":52323,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113549,"ongoing_decode_tokens":47303,"pending_prefill_tokens":25798,"num_requests":2,"active_p_offloads":0,"cached_blocks":1918,"cache_hit":0,"new_prefill":65123,"score_linear":113549.0,"score_lmetric":181842},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":62464,"new_prefill":2659,"score_linear":-62464.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":282357.434294608,"t_first_token_unix":1779713222.4482381,"t_done":282357.816554081,"t_done_unix":1779713222.8304975},{"request_id":"1399948:13:1472968:898","session_id":"1399948","input_length":12247,"t_proxy_recv":282365.730744721,"t_decision_unix":1779713230.744686,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9615416020249857,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11776,"estimated_new_tokens":471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":0,"new_prefill":12247,"score_linear":130479.0,"score_lmetric":77702},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2199,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113549,"ongoing_decode_tokens":113549,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1918,"cache_hit":11776,"new_prefill":471,"score_linear":101773.0,"score_lmetric":942},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":101773.0,"chosen_score_lmetric":942,"t_first_token":282365.804326916,"t_first_token_unix":1779713230.8182702,"t_done":282366.149743167,"t_done_unix":1779713231.1636865},{"request_id":"1405155:3:1469167:897","session_id":"1405155","input_length":66246,"t_proxy_recv":282353.27759542,"t_decision_unix":1779713218.2915366,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40448,"affinity_cache_ratio":0.610572713824231,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":40448,"estimated_new_tokens":25798,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":512,"new_prefill":65734,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2188,"cache_hit":0,"new_prefill":66246,"score_linear":129931.0,"score_lmetric":131153},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2199,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47303,"ongoing_decode_tokens":0,"pending_prefill_tokens":11463,"num_requests":1,"active_p_offloads":0,"cached_blocks":1918,"cache_hit":40448,"new_prefill":25798,"score_linear":6855.0,"score_lmetric":37261},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":6855.0,"chosen_score_lmetric":37261,"t_first_token":282365.323746321,"t_first_token_unix":1779713230.3376899,"t_done":282367.89775014,"t_done_unix":1779713232.9116936},{"request_id":"1363943:18:1469143:896","session_id":"1363943","input_length":47303,"t_proxy_recv":282353.199787172,"t_decision_unix":1779713218.2137284,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":35840,"affinity_cache_ratio":0.7576686468088705,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":35840,"estimated_new_tokens":11463,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":8704,"new_prefill":38599,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":24064,"new_prefill":23239,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":0,"new_prefill":47303,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":4096,"new_prefill":43207,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2188,"cache_hit":0,"new_prefill":47303,"score_linear":129931.0,"score_lmetric":112210},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2199,"cache_hit":0,"new_prefill":47303,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1918,"cache_hit":35840,"new_prefill":11463,"score_linear":-35840.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":4096,"new_prefill":43207,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":0,"t_first_token":282356.456342807,"t_first_token_unix":1779713221.4702868,"t_done":282369.00371137,"t_done_unix":1779713234.017655},{"request_id":"1342921:7:1473812:900","session_id":"1342921","input_length":76600,"t_proxy_recv":282368.695417599,"t_decision_unix":1779713233.709359,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9892428198433421,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":75776,"estimated_new_tokens":824,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24569,"ongoing_decode_tokens":24569,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":0,"new_prefill":76600,"score_linear":24569.0,"score_lmetric":76600},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":75776,"new_prefill":824,"score_linear":-75776.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":71168,"new_prefill":5432,"score_linear":59311.0,"score_lmetric":70887},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2199,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47303,"ongoing_decode_tokens":47303,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":76600,"score_linear":47303.0,"score_lmetric":76600},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":282369.23653431,"t_first_token_unix":1779713234.2504778,"t_done":282370.57520356,"t_done_unix":1779713235.5891473},{"request_id":"1371622:8:1473416:899","session_id":"1371622","input_length":24569,"t_proxy_recv":282367.400034204,"t_decision_unix":1779713232.4139755,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9794456428833083,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24064,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":24064,"new_prefill":505,"score_linear":-24064.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":11264,"new_prefill":13305,"score_linear":119215.0,"score_lmetric":78760},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2199,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113549,"ongoing_decode_tokens":113549,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1918,"cache_hit":0,"new_prefill":24569,"score_linear":113549.0,"score_lmetric":49138},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":282367.557512298,"t_first_token_unix":1779713232.5714555,"t_done":282370.716019078,"t_done_unix":1779713235.7299623},{"request_id":"1363943:19:1473899:901","session_id":"1363943","input_length":56056,"t_proxy_recv":282369.021947848,"t_decision_unix":1779713234.0358891,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":47616,"affinity_cache_ratio":0.8494362780077066,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":47616,"estimated_new_tokens":8440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":8704,"new_prefill":47352,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":24064,"new_prefill":31992,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24569,"ongoing_decode_tokens":24569,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":0,"new_prefill":56056,"score_linear":24569.0,"score_lmetric":56056},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76600,"ongoing_decode_tokens":0,"pending_prefill_tokens":824,"num_requests":1,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":4096,"new_prefill":51960,"score_linear":72504.0,"score_lmetric":52784},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":0,"new_prefill":56056,"score_linear":130479.0,"score_lmetric":121511},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2199,"cache_hit":0,"new_prefill":56056,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1991,"cache_hit":47616,"new_prefill":8440,"score_linear":-47616.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":4096,"new_prefill":51960,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-47616.0,"chosen_score_lmetric":0,"t_first_token":282371.966474839,"t_first_token_unix":1779713236.9804184,"t_done":282373.828240956,"t_done_unix":1779713238.842186},{"request_id":"1363943:20:1476805:903","session_id":"1363943","input_length":60761,"t_proxy_recv":282378.942665736,"t_decision_unix":1779713243.9566069,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9184838959200803,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":55808,"estimated_new_tokens":4953,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":8704,"new_prefill":52057,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":24064,"new_prefill":36697,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2471,"cache_hit":0,"new_prefill":60761,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":4096,"new_prefill":56665,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":0,"new_prefill":60761,"score_linear":130479.0,"score_lmetric":126216},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44949,"ongoing_decode_tokens":0,"pending_prefill_tokens":44949,"num_requests":1,"active_p_offloads":0,"cached_blocks":2199,"cache_hit":0,"new_prefill":60761,"score_linear":44949.0,"score_lmetric":105710},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":55808,"new_prefill":4953,"score_linear":-55808.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":4096,"new_prefill":56665,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":282380.729550245,"t_first_token_unix":1779713245.743494,"t_done":282384.186399261,"t_done_unix":1779713249.2003424},{"request_id":"1305906:4:1476757:902","session_id":"1305906","input_length":44949,"t_proxy_recv":282378.762849498,"t_decision_unix":1779713243.7767906,"policy":"unified","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":5,"affinity_cache_hit":16896,"affinity_cache_ratio":0.375892678368818,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":44949,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2471,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":16896,"new_prefill":28053,"score_linear":113583.0,"score_lmetric":93508},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2199,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282386.51390213,"t_first_token_unix":1779713251.5278456,"t_done":282387.849101498,"t_done_unix":1779713252.863045},{"request_id":"1371622:9:1479535:905","session_id":"1371622","input_length":25286,"t_proxy_recv":282388.077886242,"t_decision_unix":1779713253.0918276,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9719212212291386,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24576,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38827,"ongoing_decode_tokens":0,"pending_prefill_tokens":427,"num_requests":1,"active_p_offloads":0,"cached_blocks":2471,"cache_hit":24576,"new_prefill":710,"score_linear":14251.0,"score_lmetric":1137},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":11264,"new_prefill":14022,"score_linear":119215.0,"score_lmetric":79477},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2017,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":14251.0,"chosen_score_lmetric":1137,"t_first_token":282390.830753869,"t_first_token_unix":1779713255.8446972,"t_done":282392.382895974,"t_done_unix":1779713257.3968394},{"request_id":"1404395:5:1480170:906","session_id":"1404395","input_length":36988,"t_proxy_recv":282390.320261437,"t_decision_unix":1779713255.3342023,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9412782524061858,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":34816,"estimated_new_tokens":2172,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":512,"new_prefill":36476,"score_linear":-512.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":64113,"ongoing_decode_tokens":0,"pending_prefill_tokens":1137,"num_requests":2,"active_p_offloads":0,"cached_blocks":2471,"cache_hit":34816,"new_prefill":2172,"score_linear":29297.0,"score_lmetric":6618},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":22528,"new_prefill":14460,"score_linear":107951.0,"score_lmetric":79915},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2017,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":29297.0,"chosen_score_lmetric":6618,"t_first_token":282391.368274001,"t_first_token_unix":1779713256.3822181,"t_done":282395.246280908,"t_done_unix":1779713260.2602243},{"request_id":"1268861:13:1481831:907","session_id":"1268861","input_length":57130,"t_proxy_recv":282395.910356574,"t_decision_unix":1779713260.9242978,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":55808,"affinity_cache_ratio":0.976859793453527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":55808,"estimated_new_tokens":1322,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2476,"cache_hit":0,"new_prefill":57130,"score_linear":38827.0,"score_lmetric":57130},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":21504,"new_prefill":35626,"score_linear":108975.0,"score_lmetric":101081},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":55808,"new_prefill":1322,"score_linear":-55808.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2017,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":282396.353925422,"t_first_token_unix":1779713261.3678691,"t_done":282397.645214701,"t_done_unix":1779713262.659158},{"request_id":"1313181:12:1346194:470","session_id":"1313181","input_length":130479,"t_proxy_recv":282357.838084404,"t_decision_unix":1779713222.8520257,"policy":"unified","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":65024,"affinity_cache_ratio":0.49834839322802904,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":65024,"estimated_new_tokens":65455,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":12800,"new_prefill":117679,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":65024,"new_prefill":65455,"score_linear":-65024.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2199,"cache_hit":12800,"new_prefill":117679,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113549,"ongoing_decode_tokens":47303,"pending_prefill_tokens":25798,"num_requests":2,"active_p_offloads":0,"cached_blocks":1918,"cache_hit":0,"new_prefill":130479,"score_linear":113549.0,"score_lmetric":312554},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":62464,"new_prefill":68015,"score_linear":-62464.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":282397.098600543,"t_first_token_unix":1779713262.1125443,"t_done":282398.003699802,"t_done_unix":1779713263.0176435},{"request_id":"1313181:12:1404813:772","session_id":"1313181","input_length":65179,"t_proxy_recv":282398.014717755,"t_decision_unix":1779713263.0286589,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9976219334448212,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":65024,"estimated_new_tokens":155,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2476,"cache_hit":12800,"new_prefill":52379,"score_linear":26027.0,"score_lmetric":52379},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":65024,"new_prefill":155,"score_linear":-65024.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":12800,"new_prefill":52379,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":65658,"ongoing_decode_tokens":0,"pending_prefill_tokens":4730,"num_requests":1,"active_p_offloads":0,"cached_blocks":2017,"cache_hit":0,"new_prefill":65179,"score_linear":65658.0,"score_lmetric":69909},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":62464,"new_prefill":2715,"score_linear":-62464.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":282398.113330884,"t_first_token_unix":1779713263.1272743,"t_done":282398.662945541,"t_done_unix":1779713263.676889},{"request_id":"1363943:21:1482184:908","session_id":"1363943","input_length":65658,"t_proxy_recv":282397.244854204,"t_decision_unix":1779713262.2587955,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9279600353346127,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":60928,"estimated_new_tokens":4730,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":8704,"new_prefill":56954,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":24064,"new_prefill":41594,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2476,"cache_hit":0,"new_prefill":65658,"score_linear":38827.0,"score_lmetric":65658},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":4096,"new_prefill":61562,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":130479,"ongoing_decode_tokens":130479,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":0,"new_prefill":65658,"score_linear":130479.0,"score_lmetric":65658},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":57130,"ongoing_decode_tokens":57130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":0,"new_prefill":65658,"score_linear":57130.0,"score_lmetric":65658},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2017,"cache_hit":60928,"new_prefill":4730,"score_linear":-60928.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":4096,"new_prefill":61562,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":282399.180714834,"t_first_token_unix":1779713264.1946583,"t_done":282402.320227315,"t_done_unix":1779713267.3341708},{"request_id":"1301929:4:1479037:904","session_id":"1301929","input_length":38827,"t_proxy_recv":282386.336461859,"t_decision_unix":1779713251.350403,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9890024982615191,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":38400,"estimated_new_tokens":427,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":3584,"new_prefill":35243,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2471,"cache_hit":38400,"new_prefill":427,"score_linear":-38400.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":0,"new_prefill":38827,"score_linear":130479.0,"score_lmetric":104282},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44949,"ongoing_decode_tokens":0,"pending_prefill_tokens":44949,"num_requests":1,"active_p_offloads":0,"cached_blocks":2199,"cache_hit":38400,"new_prefill":427,"score_linear":6549.0,"score_lmetric":45376},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2017,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":0,"t_first_token":282390.764882171,"t_first_token_unix":1779713255.778826,"t_done":282404.60677157,"t_done_unix":1779713269.6207159},{"request_id":"1404395:6:1483967:909","session_id":"1404395","input_length":37689,"t_proxy_recv":282403.16188149,"t_decision_unix":1779713268.1758223,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9781103239672053,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":36864,"estimated_new_tokens":825,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":512,"new_prefill":37177,"score_linear":-512.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2476,"cache_hit":36864,"new_prefill":825,"score_linear":1963.0,"score_lmetric":825},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":22528,"new_prefill":15161,"score_linear":109171.0,"score_lmetric":81836},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":1963.0,"chosen_score_lmetric":825,"t_first_token":282403.374830477,"t_first_token_unix":1779713268.3887742,"t_done":282406.235659577,"t_done_unix":1779713271.249603},{"request_id":"1363943:22:1485341:910","session_id":"1363943","input_length":70238,"t_proxy_recv":282407.897336918,"t_decision_unix":1779713272.9112782,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":65536,"affinity_cache_ratio":0.9330561804151599,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":65536,"estimated_new_tokens":4702,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":8704,"new_prefill":61534,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":24064,"new_prefill":46174,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":70238,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":4096,"new_prefill":66142,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":0,"new_prefill":70238,"score_linear":131699.0,"score_lmetric":136913},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":70238,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":65536,"new_prefill":4702,"score_linear":-65536.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":4096,"new_prefill":66142,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-65536.0,"chosen_score_lmetric":0,"t_first_token":282409.827330637,"t_first_token_unix":1779713274.8412743,"t_done":282413.306458709,"t_done_unix":1779713278.3204021},{"request_id":"1242838:6:1486863:911","session_id":"1242838","input_length":29903,"t_proxy_recv":282412.913328244,"t_decision_unix":1779713277.9272697,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8903454502892686,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":26624,"estimated_new_tokens":3279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":26624,"new_prefill":3279,"score_linear":-26624.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":3584,"new_prefill":26319,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":0,"new_prefill":29903,"score_linear":131699.0,"score_lmetric":96578},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":3584,"new_prefill":26319,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":70238,"ongoing_decode_tokens":70238,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":29903,"score_linear":70238.0,"score_lmetric":29903},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-26624.0,"chosen_score_lmetric":0,"t_first_token":282413.642148609,"t_first_token_unix":1779713278.6560922,"t_done":282414.995434307,"t_done_unix":1779713280.0093775},{"request_id":"1363943:23:1488713:912","session_id":"1363943","input_length":72516,"t_proxy_recv":282419.051022202,"t_decision_unix":1779713284.0649636,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9672899773843014,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":70144,"estimated_new_tokens":2372,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1651,"cache_hit":8704,"new_prefill":63812,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":24064,"new_prefill":48452,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":72516,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":4096,"new_prefill":68420,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":0,"new_prefill":72516,"score_linear":131699.0,"score_lmetric":139191},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":72516,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2035,"cache_hit":70144,"new_prefill":2372,"score_linear":-70144.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":4096,"new_prefill":68420,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":282420.09597821,"t_first_token_unix":1779713285.1099217,"t_done":282422.076558112,"t_done_unix":1779713287.0905013},{"request_id":"1404395:7:1491186:914","session_id":"1404395","input_length":39569,"t_proxy_recv":282427.705629098,"t_decision_unix":1779713292.7195704,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9575172483509818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":37888,"estimated_new_tokens":1681,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1651,"cache_hit":512,"new_prefill":39057,"score_linear":-512.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":37888,"new_prefill":1681,"score_linear":-37888.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":22528,"new_prefill":17041,"score_linear":109171.0,"score_lmetric":83716},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":74939,"ongoing_decode_tokens":0,"pending_prefill_tokens":2235,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":39569,"score_linear":74939.0,"score_lmetric":41804},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-37888.0,"chosen_score_lmetric":0,"t_first_token":282428.179480334,"t_first_token_unix":1779713293.193424,"t_done":282428.47234605,"t_done_unix":1779713293.4862897},{"request_id":"1363943:24:1491020:913","session_id":"1363943","input_length":74939,"t_proxy_recv":282427.311594006,"t_decision_unix":1779713292.3255353,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9701757429375892,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":72704,"estimated_new_tokens":2235,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1651,"cache_hit":8704,"new_prefill":66235,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":24064,"new_prefill":50875,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":74939,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":4096,"new_prefill":70843,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":0,"new_prefill":74939,"score_linear":131699.0,"score_lmetric":141614},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":74939,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":72704,"new_prefill":2235,"score_linear":-72704.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":4096,"new_prefill":70843,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":282428.532314255,"t_first_token_unix":1779713293.5462575,"t_done":282430.133157709,"t_done_unix":1779713295.1471012},{"request_id":"1363943:25:1493325:915","session_id":"1363943","input_length":75711,"t_proxy_recv":282434.793986851,"t_decision_unix":1779713299.8079278,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9873334125820554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":74752,"estimated_new_tokens":959,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1651,"cache_hit":8704,"new_prefill":67007,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":24064,"new_prefill":51647,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2481,"cache_hit":0,"new_prefill":75711,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":4096,"new_prefill":71615,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":0,"new_prefill":75711,"score_linear":131699.0,"score_lmetric":142386},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":75711,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":74752,"new_prefill":959,"score_linear":-74752.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":4096,"new_prefill":71615,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":282435.197455982,"t_first_token_unix":1779713300.2113998,"t_done":282437.392576413,"t_done_unix":1779713302.40652},{"request_id":"1313181:13:1349104:484","session_id":"1313181","input_length":131699,"t_proxy_recv":282398.687671479,"t_decision_unix":1779713263.7016127,"policy":"unified","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":65024,"affinity_cache_ratio":0.49373191899710706,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":65024,"estimated_new_tokens":66675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1645,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2476,"cache_hit":12800,"new_prefill":118899,"score_linear":26027.0,"score_lmetric":118899},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":65024,"new_prefill":66675,"score_linear":-65024.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":12800,"new_prefill":118899,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":65658,"ongoing_decode_tokens":0,"pending_prefill_tokens":4730,"num_requests":1,"active_p_offloads":0,"cached_blocks":2017,"cache_hit":0,"new_prefill":131699,"score_linear":65658.0,"score_lmetric":136429},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":62464,"new_prefill":69235,"score_linear":-62464.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":282439.162570518,"t_first_token_unix":1779713304.176514,"t_done":282440.851923758,"t_done_unix":1779713305.8658674},{"request_id":"1404395:8:1494219:916","session_id":"1404395","input_length":39820,"t_proxy_recv":282437.815884034,"t_decision_unix":1779713302.8298252,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":39424,"affinity_cache_ratio":0.9900552486187846,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":39424,"estimated_new_tokens":396,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1651,"cache_hit":512,"new_prefill":39308,"score_linear":-512.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2481,"cache_hit":39424,"new_prefill":396,"score_linear":-39424.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":22528,"new_prefill":17292,"score_linear":109171.0,"score_lmetric":83967},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39424.0,"chosen_score_lmetric":0,"t_first_token":282437.963290579,"t_first_token_unix":1779713302.9772336,"t_done":282441.597510796,"t_done_unix":1779713306.611454},{"request_id":"1313181:13:1406095:783","session_id":"1313181","input_length":65279,"t_proxy_recv":282440.867770157,"t_decision_unix":1779713305.8817117,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9960936901606948,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":65024,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1651,"cache_hit":0,"new_prefill":65279,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":65279,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":39820,"ongoing_decode_tokens":39820,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2481,"cache_hit":12800,"new_prefill":52479,"score_linear":27020.0,"score_lmetric":52479},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":65279,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2196,"cache_hit":65024,"new_prefill":255,"score_linear":-65024.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":12800,"new_prefill":52479,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":65279,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":62464,"new_prefill":2815,"score_linear":-62464.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":282440.965384893,"t_first_token_unix":1779713305.979328,"t_done":282443.152194313,"t_done_unix":1779713308.1661384},{"request_id":"1363943:26:1495648:917","session_id":"1363943","input_length":83861,"t_proxy_recv":282442.554695645,"t_decision_unix":1779713307.568637,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75776,"affinity_cache_ratio":0.903590465174515,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":75776,"estimated_new_tokens":8085,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1651,"cache_hit":8704,"new_prefill":75157,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":24064,"new_prefill":59797,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2482,"cache_hit":0,"new_prefill":83861,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":4096,"new_prefill":79765,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65279,"ongoing_decode_tokens":65279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2196,"cache_hit":0,"new_prefill":83861,"score_linear":65279.0,"score_lmetric":83861},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":83861,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":75776,"new_prefill":8085,"score_linear":-75776.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":4096,"new_prefill":79765,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":282446.579837735,"t_first_token_unix":1779713311.5937812,"t_done":282448.419557617,"t_done_unix":1779713313.4335012},{"request_id":"1363943:27:1497882:919","session_id":"1363943","input_length":84090,"t_proxy_recv":282449.829949539,"t_decision_unix":1779713314.8438854,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":83968,"affinity_cache_ratio":0.9985491735045784,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":83968,"estimated_new_tokens":122,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1651,"cache_hit":8704,"new_prefill":75386,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":24064,"new_prefill":60026,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":2482,"cache_hit":0,"new_prefill":84090,"score_linear":75760.0,"score_lmetric":88170},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":4096,"new_prefill":79994,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":1,"active_p_offloads":0,"cached_blocks":2197,"cache_hit":0,"new_prefill":84090,"score_linear":139357.0,"score_lmetric":91863},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":84090,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2062,"cache_hit":83968,"new_prefill":122,"score_linear":-83968.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":4096,"new_prefill":79994,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-83968.0,"chosen_score_lmetric":0,"t_first_token":282449.971155341,"t_first_token_unix":1779713314.9850986,"t_done":282453.534749327,"t_done_unix":1779713318.548693},{"request_id":"1268861:14:1498281:920","session_id":"1268861","input_length":61910,"t_proxy_recv":282451.303864272,"t_decision_unix":1779713316.3178058,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9179777095784203,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":56832,"estimated_new_tokens":5078,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1651,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":2482,"cache_hit":0,"new_prefill":61910,"score_linear":75760.0,"score_lmetric":65990},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":1,"active_p_offloads":0,"cached_blocks":2197,"cache_hit":21504,"new_prefill":40406,"score_linear":117853.0,"score_lmetric":48179},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":56832,"new_prefill":5078,"score_linear":-56832.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":84090,"ongoing_decode_tokens":84090,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2062,"cache_hit":0,"new_prefill":61910,"score_linear":84090.0,"score_lmetric":61910},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-56832.0,"chosen_score_lmetric":0,"t_first_token":282453.156573682,"t_first_token_unix":1779713318.1705172,"t_done":282453.728464449,"t_done_unix":1779713318.7424073},{"request_id":"1242838:7:1499476:921","session_id":"1242838","input_length":33352,"t_proxy_recv":282455.135384237,"t_decision_unix":1779713320.1493256,"policy":"unified","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":29696,"affinity_cache_ratio":0.8903813864236028,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":29696,"estimated_new_tokens":3656,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1651,"cache_hit":29696,"new_prefill":3656,"score_linear":-29696.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":2482,"cache_hit":3584,"new_prefill":29768,"score_linear":72176.0,"score_lmetric":33848},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":1,"active_p_offloads":0,"cached_blocks":2197,"cache_hit":0,"new_prefill":33352,"score_linear":139357.0,"score_lmetric":41125},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":29768,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2062,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-29696.0,"chosen_score_lmetric":0,"t_first_token":282455.937847824,"t_first_token_unix":1779713320.9517913,"t_done":282457.956273596,"t_done_unix":1779713322.9702168},{"request_id":"1363943:28:1500984:922","session_id":"1363943","input_length":86984,"t_proxy_recv":282460.140010792,"t_decision_unix":1779713325.153952,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":83968,"affinity_cache_ratio":0.9653269566816886,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":83968,"estimated_new_tokens":3016,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":8704,"new_prefill":78280,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":24064,"new_prefill":62920,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":2482,"cache_hit":0,"new_prefill":86984,"score_linear":75760.0,"score_lmetric":91064},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":4096,"new_prefill":82888,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":1,"active_p_offloads":0,"cached_blocks":2197,"cache_hit":0,"new_prefill":86984,"score_linear":139357.0,"score_lmetric":94757},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":86984,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2062,"cache_hit":83968,"new_prefill":3016,"score_linear":-83968.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":4096,"new_prefill":82888,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-83968.0,"chosen_score_lmetric":0,"t_first_token":282461.698420753,"t_first_token_unix":1779713326.7123642,"t_done":282463.880246663,"t_done_unix":1779713328.89419},{"request_id":"1388507:2:1496686:918","session_id":"1388507","input_length":75760,"t_proxy_recv":282445.920749666,"t_decision_unix":1779713310.9346912,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9461457233368532,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":71680,"estimated_new_tokens":4080,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1651,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2482,"cache_hit":71680,"new_prefill":4080,"score_linear":-71680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":1,"active_p_offloads":0,"cached_blocks":2197,"cache_hit":0,"new_prefill":75760,"score_linear":139357.0,"score_lmetric":83533},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":83861,"ongoing_decode_tokens":0,"pending_prefill_tokens":8085,"num_requests":1,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":75760,"score_linear":83861.0,"score_lmetric":83845},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":282465.588289464,"t_first_token_unix":1779713330.6022332,"t_done":282467.216968832,"t_done_unix":1779713332.230912},{"request_id":"1342921:8:1503584:925","session_id":"1342921","input_length":78722,"t_proxy_recv":282468.998427881,"t_decision_unix":1779713334.0123692,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":76288,"affinity_cache_ratio":0.9690810700947639,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":76288,"estimated_new_tokens":2434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2490,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":76288,"new_prefill":2434,"score_linear":-76288.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":1,"active_p_offloads":0,"cached_blocks":2197,"cache_hit":71168,"new_prefill":7554,"score_linear":68189.0,"score_lmetric":15327},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103893,"ongoing_decode_tokens":0,"pending_prefill_tokens":10709,"num_requests":1,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":78722,"score_linear":103893.0,"score_lmetric":89431},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89469,"ongoing_decode_tokens":0,"pending_prefill_tokens":2429,"num_requests":1,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":78722,"score_linear":89469.0,"score_lmetric":81151},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-76288.0,"chosen_score_lmetric":0,"t_first_token":282470.135855093,"t_first_token_unix":1779713335.1497984,"t_done":282470.310054779,"t_done_unix":1779713335.3239985},{"request_id":"1363943:29:1503515:924","session_id":"1363943","input_length":89469,"t_proxy_recv":282468.741935259,"t_decision_unix":1779713333.7558763,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":87040,"affinity_cache_ratio":0.972850931607596,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":87040,"estimated_new_tokens":2429,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":8704,"new_prefill":80765,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":24064,"new_prefill":65405,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2490,"cache_hit":0,"new_prefill":89469,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":4096,"new_prefill":85373,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":1,"active_p_offloads":0,"cached_blocks":2197,"cache_hit":0,"new_prefill":89469,"score_linear":139357.0,"score_lmetric":97242},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103893,"ongoing_decode_tokens":0,"pending_prefill_tokens":10709,"num_requests":1,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":89469,"score_linear":103893.0,"score_lmetric":100178},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":87040,"new_prefill":2429,"score_linear":-87040.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":4096,"new_prefill":85373,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-87040.0,"chosen_score_lmetric":0,"t_first_token":282470.179843319,"t_first_token_unix":1779713335.1937876,"t_done":282472.520929006,"t_done_unix":1779713337.5348723},{"request_id":"1399948:14:1504493:926","session_id":"1399948","input_length":14189,"t_proxy_recv":282471.773193771,"t_decision_unix":1779713336.7871351,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":11776,"affinity_cache_ratio":0.829938684896751,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11776,"estimated_new_tokens":2413,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2490,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2113,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":1,"active_p_offloads":0,"cached_blocks":2197,"cache_hit":0,"new_prefill":14189,"score_linear":139357.0,"score_lmetric":21962},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103893,"ongoing_decode_tokens":0,"pending_prefill_tokens":10709,"num_requests":1,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":14189,"score_linear":103893.0,"score_lmetric":24898},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89469,"ongoing_decode_tokens":89469,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":11776,"new_prefill":2413,"score_linear":77693.0,"score_lmetric":2413},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":77693.0,"chosen_score_lmetric":2413,"t_first_token":282472.07054371,"t_first_token_unix":1779713337.0844872,"t_done":282472.579972702,"t_done_unix":1779713337.593916},{"request_id":"1363943:30:1506171:927","session_id":"1363943","input_length":89713,"t_proxy_recv":282477.579868796,"t_decision_unix":1779713342.5938098,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9987404278086788,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":89600,"estimated_new_tokens":113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":8704,"new_prefill":81009,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":24064,"new_prefill":65649,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2490,"cache_hit":0,"new_prefill":89713,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2113,"cache_hit":4096,"new_prefill":85617,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":1,"active_p_offloads":0,"cached_blocks":2197,"cache_hit":0,"new_prefill":89713,"score_linear":139357.0,"score_lmetric":97486},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103893,"ongoing_decode_tokens":0,"pending_prefill_tokens":10709,"num_requests":1,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":89713,"score_linear":103893.0,"score_lmetric":100422},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2077,"cache_hit":89600,"new_prefill":113,"score_linear":-89600.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":4096,"new_prefill":85617,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-89600.0,"chosen_score_lmetric":0,"t_first_token":282477.723129246,"t_first_token_unix":1779713342.7370727,"t_done":282478.383624761,"t_done_unix":1779713343.3975682},{"request_id":"1313181:14:1351342:491","session_id":"1313181","input_length":139357,"t_proxy_recv":282443.177212052,"t_decision_unix":1779713308.1911538,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9442223928471479,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":131584,"estimated_new_tokens":7773,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1651,"cache_hit":0,"new_prefill":139357,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":139357,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2482,"cache_hit":12800,"new_prefill":126557,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":139357,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2197,"cache_hit":131584,"new_prefill":7773,"score_linear":-131584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":12800,"new_prefill":126557,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":83861,"ongoing_decode_tokens":0,"pending_prefill_tokens":8085,"num_requests":1,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":139357,"score_linear":83861.0,"score_lmetric":147442},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":62464,"new_prefill":76893,"score_linear":-62464.0,"score_lmetric":0}],"chosen_score_linear":-131584.0,"chosen_score_lmetric":0,"t_first_token":282489.63227411,"t_first_token_unix":1779713354.646218,"t_done":282498.029455244,"t_done_unix":1779713363.0433996},{"request_id":"1399948:15:1512300:930","session_id":"1399948","input_length":15669,"t_proxy_recv":282498.095274368,"t_decision_unix":1779713363.1092155,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8822515795519816,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":13824,"estimated_new_tokens":1845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2490,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2113,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65876,"ongoing_decode_tokens":0,"pending_prefill_tokens":340,"num_requests":1,"active_p_offloads":0,"cached_blocks":2213,"cache_hit":0,"new_prefill":15669,"score_linear":65876.0,"score_lmetric":16009},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166928,"ongoing_decode_tokens":0,"pending_prefill_tokens":11792,"num_requests":2,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":15669,"score_linear":166928.0,"score_lmetric":54922},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2077,"cache_hit":13824,"new_prefill":1845,"score_linear":75966.0,"score_lmetric":1845},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":75966.0,"chosen_score_lmetric":1845,"t_first_token":282498.363188202,"t_first_token_unix":1779713363.3771327,"t_done":282498.861242559,"t_done_unix":1779713363.875186},{"request_id":"1313181:14:1408792:803","session_id":"1313181","input_length":65876,"t_proxy_recv":282498.040066763,"t_decision_unix":1779713363.0540078,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":65536,"affinity_cache_ratio":0.9948387880259882,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":65536,"estimated_new_tokens":340,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":65876,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":65876,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2490,"cache_hit":12800,"new_prefill":53076,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2113,"cache_hit":0,"new_prefill":65876,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2213,"cache_hit":65536,"new_prefill":340,"score_linear":-65536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166928,"ongoing_decode_tokens":0,"pending_prefill_tokens":11792,"num_requests":2,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":12800,"new_prefill":53076,"score_linear":154128.0,"score_lmetric":129736},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2077,"cache_hit":0,"new_prefill":65876,"score_linear":89790.0,"score_lmetric":65876},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":62464,"new_prefill":3412,"score_linear":-62464.0,"score_lmetric":0}],"chosen_score_linear":-65536.0,"chosen_score_lmetric":0,"t_first_token":282498.147225959,"t_first_token_unix":1779713363.16117,"t_done":282501.128439441,"t_done_unix":1779713366.1423852},{"request_id":"1268861:15:1508874:928","session_id":"1268861","input_length":63035,"t_proxy_recv":282486.628136761,"t_decision_unix":1779713351.6420782,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9828190687713175,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":61952,"estimated_new_tokens":1083,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2490,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2113,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":1,"active_p_offloads":0,"cached_blocks":2197,"cache_hit":21504,"new_prefill":41531,"score_linear":117853.0,"score_lmetric":49304},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103893,"ongoing_decode_tokens":0,"pending_prefill_tokens":10709,"num_requests":1,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":61952,"new_prefill":1083,"score_linear":41941.0,"score_lmetric":11792},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2077,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":41941.0,"chosen_score_lmetric":11792,"t_first_token":282499.251353706,"t_first_token_unix":1779713364.2652974,"t_done":282501.790874883,"t_done_unix":1779713366.8048186},{"request_id":"1277428:9:1513231:932","session_id":"1277428","input_length":44364,"t_proxy_recv":282501.106706563,"t_decision_unix":1779713366.1206474,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":42496,"affinity_cache_ratio":0.9578937877558381,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":42496,"estimated_new_tokens":1868,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":44364,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":4608,"new_prefill":39756,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130532,"ongoing_decode_tokens":0,"pending_prefill_tokens":996,"num_requests":1,"active_p_offloads":0,"cached_blocks":2490,"cache_hit":0,"new_prefill":44364,"score_linear":130532.0,"score_lmetric":45360},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2113,"cache_hit":42496,"new_prefill":1868,"score_linear":-42496.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65876,"ongoing_decode_tokens":65876,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2213,"cache_hit":0,"new_prefill":44364,"score_linear":65876.0,"score_lmetric":44364},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166928,"ongoing_decode_tokens":166928,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":44364,"score_linear":166928.0,"score_lmetric":88728},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":0,"new_prefill":44364,"score_linear":89790.0,"score_lmetric":44364},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":44364,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-42496.0,"chosen_score_lmetric":0,"t_first_token":282501.628292874,"t_first_token_unix":1779713366.6422367,"t_done":282501.928562767,"t_done_unix":1779713366.942506},{"request_id":"1397515:2:1502033:923","session_id":"1397515","input_length":103893,"t_proxy_recv":282463.702575127,"t_decision_unix":1779713328.7165163,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":93184,"affinity_cache_ratio":0.8969227955685176,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":93184,"estimated_new_tokens":10709,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":512,"new_prefill":103381,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":2482,"cache_hit":0,"new_prefill":103893,"score_linear":75760.0,"score_lmetric":107973},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":1,"active_p_offloads":0,"cached_blocks":2197,"cache_hit":0,"new_prefill":103893,"score_linear":139357.0,"score_lmetric":111666},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":93184,"new_prefill":10709,"score_linear":-93184.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86984,"ongoing_decode_tokens":86984,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2062,"cache_hit":0,"new_prefill":103893,"score_linear":86984.0,"score_lmetric":103893},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":282499.248055048,"t_first_token_unix":1779713364.261999,"t_done":282503.755950322,"t_done_unix":1779713368.769894},{"request_id":"1399948:16:1513839:933","session_id":"1399948","input_length":15913,"t_proxy_recv":282503.270022192,"t_decision_unix":1779713368.2839634,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":15360,"affinity_cache_ratio":0.9652485389304343,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":15360,"estimated_new_tokens":553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130532,"ongoing_decode_tokens":0,"pending_prefill_tokens":996,"num_requests":1,"active_p_offloads":0,"cached_blocks":2490,"cache_hit":0,"new_prefill":15913,"score_linear":130532.0,"score_lmetric":16909},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2116,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":66259,"ongoing_decode_tokens":66259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2214,"cache_hit":0,"new_prefill":15913,"score_linear":66259.0,"score_lmetric":15913},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103893,"ongoing_decode_tokens":103893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2301,"cache_hit":0,"new_prefill":15913,"score_linear":103893.0,"score_lmetric":15913},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":15360,"new_prefill":553,"score_linear":74430.0,"score_lmetric":553},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":74430.0,"chosen_score_lmetric":553,"t_first_token":282503.355329224,"t_first_token_unix":1779713368.3692732,"t_done":282504.22785892,"t_done_unix":1779713369.2418025},{"request_id":"1313181:15:1411723:818","session_id":"1313181","input_length":66259,"t_proxy_recv":282501.140164102,"t_decision_unix":1779713366.1541054,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":66048,"affinity_cache_ratio":0.9968155269472826,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":66048,"estimated_new_tokens":211,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":66259,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":66259,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130532,"ongoing_decode_tokens":0,"pending_prefill_tokens":996,"num_requests":1,"active_p_offloads":0,"cached_blocks":2490,"cache_hit":12800,"new_prefill":53459,"score_linear":117732.0,"score_lmetric":54455},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":44364,"ongoing_decode_tokens":0,"pending_prefill_tokens":1868,"num_requests":1,"active_p_offloads":0,"cached_blocks":2113,"cache_hit":0,"new_prefill":66259,"score_linear":44364.0,"score_lmetric":68127},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2214,"cache_hit":66048,"new_prefill":211,"score_linear":-66048.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166928,"ongoing_decode_tokens":166928,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":12800,"new_prefill":53459,"score_linear":154128.0,"score_lmetric":106918},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":0,"new_prefill":66259,"score_linear":89790.0,"score_lmetric":66259},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":62464,"new_prefill":3795,"score_linear":-62464.0,"score_lmetric":0}],"chosen_score_linear":-66048.0,"chosen_score_lmetric":0,"t_first_token":282501.266551274,"t_first_token_unix":1779713366.280496,"t_done":282504.528957799,"t_done_unix":1779713369.5429013},{"request_id":"1277428:10:1517408:935","session_id":"1277428","input_length":45851,"t_proxy_recv":282514.903174422,"t_decision_unix":1779713379.9171154,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9603280190181239,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":44032,"estimated_new_tokens":1819,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":4608,"new_prefill":41243,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130532,"ongoing_decode_tokens":0,"pending_prefill_tokens":996,"num_requests":1,"active_p_offloads":0,"cached_blocks":2490,"cache_hit":0,"new_prefill":45851,"score_linear":130532.0,"score_lmetric":46847},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2116,"cache_hit":44032,"new_prefill":1819,"score_linear":-44032.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2322,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":45851,"score_linear":89790.0,"score_lmetric":45851},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":282515.435524843,"t_first_token_unix":1779713380.4494689,"t_done":282517.536906898,"t_done_unix":1779713382.5508504},{"request_id":"1399948:17:1518102:936","session_id":"1399948","input_length":16604,"t_proxy_recv":282517.383678672,"t_decision_unix":1779713382.39762,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":15872,"affinity_cache_ratio":0.9559142375331245,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":15872,"estimated_new_tokens":732,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130532,"ongoing_decode_tokens":0,"pending_prefill_tokens":996,"num_requests":1,"active_p_offloads":0,"cached_blocks":2490,"cache_hit":0,"new_prefill":16604,"score_linear":130532.0,"score_lmetric":17600},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":45851,"ongoing_decode_tokens":45851,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2116,"cache_hit":0,"new_prefill":16604,"score_linear":45851.0,"score_lmetric":16604},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2322,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":15872,"new_prefill":732,"score_linear":73918.0,"score_lmetric":732},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":73918.0,"chosen_score_lmetric":732,"t_first_token":282517.61904822,"t_first_token_unix":1779713382.6329918,"t_done":282518.347052222,"t_done_unix":1779713383.3609955},{"request_id":"1356885:4:1512902:931","session_id":"1356885","input_length":130532,"t_proxy_recv":282499.982525481,"t_decision_unix":1779713364.9964662,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":129536,"affinity_cache_ratio":0.9923696871265284,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":129536,"estimated_new_tokens":996,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2490,"cache_hit":129536,"new_prefill":996,"score_linear":-129536.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2113,"cache_hit":6656,"new_prefill":123876,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65876,"ongoing_decode_tokens":65876,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2213,"cache_hit":0,"new_prefill":130532,"score_linear":65876.0,"score_lmetric":130532},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166928,"ongoing_decode_tokens":166928,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":130532,"score_linear":166928.0,"score_lmetric":261064},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":0,"new_prefill":130532,"score_linear":89790.0,"score_lmetric":130532},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-129536.0,"chosen_score_lmetric":0,"t_first_token":282521.769792263,"t_first_token_unix":1779713386.783736,"t_done":282525.20390448,"t_done_unix":1779713390.217848},{"request_id":"1277428:11:1520449:937","session_id":"1277428","input_length":46361,"t_proxy_recv":282524.887082139,"t_decision_unix":1779713389.9010234,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":46080,"affinity_cache_ratio":0.9939388710338432,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":46080,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":4608,"new_prefill":41753,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130532,"ongoing_decode_tokens":130532,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2490,"cache_hit":0,"new_prefill":46361,"score_linear":130532.0,"score_lmetric":46361},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2120,"cache_hit":46080,"new_prefill":281,"score_linear":-46080.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2322,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2082,"cache_hit":0,"new_prefill":46361,"score_linear":89790.0,"score_lmetric":46361},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-46080.0,"chosen_score_lmetric":0,"t_first_token":282525.054204611,"t_first_token_unix":1779713390.0681484,"t_done":282525.450421707,"t_done_unix":1779713390.464365},{"request_id":"1363943:31:1509815:929","session_id":"1363943","input_length":89790,"t_proxy_recv":282489.656680985,"t_decision_unix":1779713354.6706223,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9978839514422542,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":89600,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":8704,"new_prefill":81086,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":24064,"new_prefill":65726,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2490,"cache_hit":0,"new_prefill":89790,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2113,"cache_hit":4096,"new_prefill":85694,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139357,"ongoing_decode_tokens":139357,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2197,"cache_hit":0,"new_prefill":89790,"score_linear":139357.0,"score_lmetric":89790},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166928,"ongoing_decode_tokens":0,"pending_prefill_tokens":11792,"num_requests":2,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":89790,"score_linear":166928.0,"score_lmetric":203164},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2077,"cache_hit":89600,"new_prefill":190,"score_linear":-89600.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":4096,"new_prefill":85694,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-89600.0,"chosen_score_lmetric":0,"t_first_token":282489.784859637,"t_first_token_unix":1779713354.7988036,"t_done":282525.921654011,"t_done_unix":1779713390.935598},{"request_id":"1399948:18:1524432:938","session_id":"1399948","input_length":17276,"t_proxy_recv":282538.443296875,"t_decision_unix":1779713403.4572377,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":16384,"affinity_cache_ratio":0.948367677703172,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":16384,"estimated_new_tokens":892,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2120,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2322,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":16384,"new_prefill":892,"score_linear":-16384.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16384.0,"chosen_score_lmetric":0,"t_first_token":282538.577179275,"t_first_token_unix":1779713403.591123,"t_done":282538.930901294,"t_done_unix":1779713403.944845},{"request_id":"1342921:9:1525898:939","session_id":"1342921","input_length":79086,"t_proxy_recv":282543.478964291,"t_decision_unix":1779713408.4929051,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9905166527577574,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":78336,"estimated_new_tokens":750,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2120,"cache_hit":78336,"new_prefill":750,"score_linear":-78336.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":71168,"new_prefill":7918,"score_linear":-71168.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2322,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2084,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":282543.878511132,"t_first_token_unix":1779713408.892455,"t_done":282543.959564647,"t_done_unix":1779713408.9735084},{"request_id":"1399948:19:1526739:941","session_id":"1399948","input_length":18091,"t_proxy_recv":282546.356775935,"t_decision_unix":1779713411.3707168,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":16896,"affinity_cache_ratio":0.9339450555524846,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":16896,"estimated_new_tokens":1195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":18091,"score_linear":87576.0,"score_lmetric":28867},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2322,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2084,"cache_hit":16896,"new_prefill":1195,"score_linear":-16896.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":282546.529245987,"t_first_token_unix":1779713411.5431898,"t_done":282546.811455169,"t_done_unix":1779713411.825399},{"request_id":"1399948:20:1527857:942","session_id":"1399948","input_length":18164,"t_proxy_recv":282549.855768818,"t_decision_unix":1779713414.8697097,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":17920,"affinity_cache_ratio":0.9865668354987888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":17920,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":18164,"score_linear":87576.0,"score_lmetric":28940},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2322,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2086,"cache_hit":17920,"new_prefill":244,"score_linear":-17920.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":282549.903307788,"t_first_token_unix":1779713414.917251,"t_done":282550.438333414,"t_done_unix":1779713415.4522767},{"request_id":"1399948:21:1528978:944","session_id":"1399948","input_length":18388,"t_proxy_recv":282553.803534029,"t_decision_unix":1779713418.8174756,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":17920,"affinity_cache_ratio":0.9745486186643463,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":17920,"estimated_new_tokens":468,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":18388,"score_linear":87576.0,"score_lmetric":29164},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2322,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36568,"ongoing_decode_tokens":0,"pending_prefill_tokens":36568,"num_requests":1,"active_p_offloads":0,"cached_blocks":2086,"cache_hit":17920,"new_prefill":468,"score_linear":18648.0,"score_lmetric":37036},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":18648.0,"chosen_score_lmetric":37036,"t_first_token":282556.570304252,"t_first_token_unix":1779713421.5842474,"t_done":282557.391332746,"t_done_unix":1779713422.4052763},{"request_id":"1399948:22:1530122:947","session_id":"1399948","input_length":18563,"t_proxy_recv":282557.629214519,"t_decision_unix":1779713422.6431556,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":18432,"affinity_cache_ratio":0.992942951031622,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":18432,"estimated_new_tokens":131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":18563,"score_linear":87576.0,"score_lmetric":29339},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71192,"ongoing_decode_tokens":0,"pending_prefill_tokens":8216,"num_requests":1,"active_p_offloads":0,"cached_blocks":2322,"cache_hit":0,"new_prefill":18563,"score_linear":71192.0,"score_lmetric":26779},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36568,"ongoing_decode_tokens":36568,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2087,"cache_hit":18432,"new_prefill":131,"score_linear":18136.0,"score_lmetric":131},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":18136.0,"chosen_score_lmetric":131,"t_first_token":282557.695459541,"t_first_token_unix":1779713422.709403,"t_done":282558.061792449,"t_done_unix":1779713423.0757358},{"request_id":"1243831:2:1528168:943","session_id":"1243831","input_length":36568,"t_proxy_recv":282551.06813191,"t_decision_unix":1779713416.082073,"policy":"unified","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":6,"affinity_cache_hit":11264,"affinity_cache_ratio":0.30802887770728504,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":36568,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":11264,"new_prefill":25304,"score_linear":76312.0,"score_lmetric":36080},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2322,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2086,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":282556.566486771,"t_first_token_unix":1779713421.5804312,"t_done":282561.076588412,"t_done_unix":1779713426.0905316},{"request_id":"1268861:16:1529894:946","session_id":"1268861","input_length":71192,"t_proxy_recv":282556.815581198,"t_decision_unix":1779713421.8295221,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":62976,"affinity_cache_ratio":0.8845937745814136,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":62976,"estimated_new_tokens":8216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":71192,"score_linear":87576.0,"score_lmetric":81968},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":21504,"new_prefill":49688,"score_linear":-21504.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2322,"cache_hit":62976,"new_prefill":8216,"score_linear":-62976.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":54956,"ongoing_decode_tokens":54956,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2086,"cache_hit":0,"new_prefill":71192,"score_linear":54956.0,"score_lmetric":142384},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-62976.0,"chosen_score_lmetric":0,"t_first_token":282560.272401095,"t_first_token_unix":1779713425.2863448,"t_done":282561.408830432,"t_done_unix":1779713426.4227743},{"request_id":"1243831:3:1270336:110","session_id":"1243831","input_length":11584,"t_proxy_recv":282561.080181804,"t_decision_unix":1779713426.0941234,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9723756906077348,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11264,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":11264,"new_prefill":320,"score_linear":76312.0,"score_lmetric":11096},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71192,"ongoing_decode_tokens":71192,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2322,"cache_hit":0,"new_prefill":11584,"score_linear":71192.0,"score_lmetric":11584},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":11264,"new_prefill":320,"score_linear":-11264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":282561.111215616,"t_first_token_unix":1779713426.1251595,"t_done":282561.948124908,"t_done_unix":1779713426.9620683},{"request_id":"1243831:4:1284306:183","session_id":"1243831","input_length":14515,"t_proxy_recv":282561.953598307,"t_decision_unix":1779713426.9675395,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":11264,"affinity_cache_ratio":0.7760248019290389,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11264,"estimated_new_tokens":3251,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":11264,"new_prefill":3251,"score_linear":76312.0,"score_lmetric":14027},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":11264,"new_prefill":3251,"score_linear":-11264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":282562.322625159,"t_first_token_unix":1779713427.3365712,"t_done":282562.749990541,"t_done_unix":1779713427.763934},{"request_id":"1243831:5:1303288:273","session_id":"1243831","input_length":14627,"t_proxy_recv":282562.754215862,"t_decision_unix":1779713427.768157,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.980105284747385,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":14336,"estimated_new_tokens":291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":11264,"new_prefill":3363,"score_linear":76312.0,"score_lmetric":14139},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2165,"cache_hit":14336,"new_prefill":291,"score_linear":-14336.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-14336.0,"chosen_score_lmetric":0,"t_first_token":282562.803516586,"t_first_token_unix":1779713427.8174603,"t_done":282563.253995171,"t_done_unix":1779713428.2679389},{"request_id":"1243831:6:1313694:320","session_id":"1243831","input_length":17410,"t_proxy_recv":282563.259937952,"t_decision_unix":1779713428.2738793,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.8234348075818495,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":14336,"estimated_new_tokens":3074,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":11264,"new_prefill":6146,"score_linear":76312.0,"score_lmetric":16922},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2165,"cache_hit":14336,"new_prefill":3074,"score_linear":-14336.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-14336.0,"chosen_score_lmetric":0,"t_first_token":282563.67128847,"t_first_token_unix":1779713428.685232,"t_done":282564.126340903,"t_done_unix":1779713429.1402843},{"request_id":"1243831:7:1323865:366","session_id":"1243831","input_length":19460,"t_proxy_recv":282564.131929669,"t_decision_unix":1779713429.1458712,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":17408,"affinity_cache_ratio":0.8945529290853032,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":17408,"estimated_new_tokens":2052,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":11264,"new_prefill":8196,"score_linear":76312.0,"score_lmetric":18972},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":17408,"new_prefill":2052,"score_linear":-17408.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-17408.0,"chosen_score_lmetric":0,"t_first_token":282564.484307684,"t_first_token_unix":1779713429.498251,"t_done":282565.086041565,"t_done_unix":1779713430.0999851},{"request_id":"1243831:8:1333049:414","session_id":"1243831","input_length":24512,"t_proxy_recv":282565.098710894,"t_decision_unix":1779713430.112652,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":19456,"affinity_cache_ratio":0.793733681462141,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":19456,"estimated_new_tokens":5056,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":11264,"new_prefill":13248,"score_linear":76312.0,"score_lmetric":24024},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":19456,"new_prefill":5056,"score_linear":-19456.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-19456.0,"chosen_score_lmetric":0,"t_first_token":282565.970270694,"t_first_token_unix":1779713430.9842145,"t_done":282566.645821104,"t_done_unix":1779713431.6597648},{"request_id":"1243831:9:1348240:478","session_id":"1243831","input_length":25075,"t_proxy_recv":282566.651742576,"t_decision_unix":1779713431.6656837,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":24576,"affinity_cache_ratio":0.980099700897308,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24576,"estimated_new_tokens":499,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":11264,"new_prefill":13811,"score_linear":76312.0,"score_lmetric":24587},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2185,"cache_hit":24576,"new_prefill":499,"score_linear":-24576.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":282566.813981068,"t_first_token_unix":1779713431.8279247,"t_done":282567.220907391,"t_done_unix":1779713432.2348511},{"request_id":"1243831:10:1358921:521","session_id":"1243831","input_length":26343,"t_proxy_recv":282567.226774734,"t_decision_unix":1779713432.240716,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9523592605246175,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":25088,"estimated_new_tokens":1255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":11264,"new_prefill":15079,"score_linear":76312.0,"score_lmetric":25855},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2186,"cache_hit":25088,"new_prefill":1255,"score_linear":-25088.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-25088.0,"chosen_score_lmetric":0,"t_first_token":282567.513961911,"t_first_token_unix":1779713432.5279057,"t_done":282568.206755382,"t_done_unix":1779713433.2206988},{"request_id":"1243831:11:1371191:594","session_id":"1243831","input_length":26818,"t_proxy_recv":282568.212714833,"t_decision_unix":1779713433.2266564,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9736743977925274,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":26112,"estimated_new_tokens":706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":11264,"new_prefill":15554,"score_linear":76312.0,"score_lmetric":26330},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2188,"cache_hit":26112,"new_prefill":706,"score_linear":-26112.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":282568.3756892,"t_first_token_unix":1779713433.3896325,"t_done":282568.833326655,"t_done_unix":1779713433.8472703},{"request_id":"1243831:12:1385174:681","session_id":"1243831","input_length":27164,"t_proxy_recv":282568.839385891,"t_decision_unix":1779713433.8533273,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9801207480488883,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":26624,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":11264,"new_prefill":15900,"score_linear":76312.0,"score_lmetric":26676},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":26624,"new_prefill":540,"score_linear":-26624.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-26624.0,"chosen_score_lmetric":0,"t_first_token":282568.956372992,"t_first_token_unix":1779713433.9703166,"t_done":282569.360277254,"t_done_unix":1779713434.3742206},{"request_id":"1243831:13:1398072:738","session_id":"1243831","input_length":27286,"t_proxy_recv":282569.366230756,"t_decision_unix":1779713434.380172,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9945026753646559,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":27136,"estimated_new_tokens":150,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":11264,"new_prefill":16022,"score_linear":76312.0,"score_lmetric":26798},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2190,"cache_hit":27136,"new_prefill":150,"score_linear":-27136.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":282569.440636625,"t_first_token_unix":1779713434.4545803,"t_done":282569.972355524,"t_done_unix":1779713434.9862983},{"request_id":"1243831:14:1411189:814","session_id":"1243831","input_length":28085,"t_proxy_recv":282569.978264448,"t_decision_unix":1779713434.9922059,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9662097204913654,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":27136,"estimated_new_tokens":949,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":159563,"ongoing_decode_tokens":0,"pending_prefill_tokens":18763,"num_requests":2,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":11264,"new_prefill":16821,"score_linear":148299.0,"score_lmetric":71168},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130906,"ongoing_decode_tokens":130906,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":28085,"score_linear":130906.0,"score_lmetric":28085},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2190,"cache_hit":27136,"new_prefill":949,"score_linear":-27136.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":282570.208868302,"t_first_token_unix":1779713435.2228122,"t_done":282570.740965521,"t_done_unix":1779713435.7549093},{"request_id":"1243831:15:1427593:849","session_id":"1243831","input_length":29382,"t_proxy_recv":282570.747665795,"t_decision_unix":1779713435.761607,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9584099108297597,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":28160,"estimated_new_tokens":1222,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":159563,"ongoing_decode_tokens":0,"pending_prefill_tokens":18763,"num_requests":2,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":11264,"new_prefill":18118,"score_linear":148299.0,"score_lmetric":73762},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130906,"ongoing_decode_tokens":130906,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":29382,"score_linear":130906.0,"score_lmetric":29382},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":28160,"new_prefill":1222,"score_linear":-28160.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":282571.056846454,"t_first_token_unix":1779713436.0707908,"t_done":282571.911516874,"t_done_unix":1779713436.9254603},{"request_id":"1356885:5:1533696:948","session_id":"1356885","input_length":130906,"t_proxy_recv":282569.469055941,"t_decision_unix":1779713434.482997,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":130560,"affinity_cache_ratio":0.9973568820374925,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":130560,"estimated_new_tokens":346,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":130906,"score_linear":87576.0,"score_lmetric":141682},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":130560,"new_prefill":346,"score_linear":-130560.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":6656,"new_prefill":124250,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27286,"ongoing_decode_tokens":27286,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2190,"cache_hit":0,"new_prefill":130906,"score_linear":27286.0,"score_lmetric":130906},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-130560.0,"chosen_score_lmetric":0,"t_first_token":282569.727819456,"t_first_token_unix":1779713434.7417634,"t_done":282571.931110569,"t_done_unix":1779713436.9450536},{"request_id":"1243831:16:1446717:874","session_id":"1243831","input_length":29571,"t_proxy_recv":282571.917844584,"t_decision_unix":1779713436.931786,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9869128538094755,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":29184,"estimated_new_tokens":387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":159563,"ongoing_decode_tokens":87576,"pending_prefill_tokens":7987,"num_requests":2,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":11264,"new_prefill":18307,"score_linear":148299.0,"score_lmetric":52588},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130906,"ongoing_decode_tokens":130906,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":29571,"score_linear":130906.0,"score_lmetric":29571},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2194,"cache_hit":29184,"new_prefill":387,"score_linear":-29184.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":282571.99848408,"t_first_token_unix":1779713437.0124278,"t_done":282572.425166707,"t_done_unix":1779713437.4391098},{"request_id":"1294611:15:1533841:949","session_id":"1294611","input_length":71987,"t_proxy_recv":282569.934170474,"t_decision_unix":1779713434.9481113,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":64000,"affinity_cache_ratio":0.8890494116993346,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":64000,"estimated_new_tokens":7987,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":64000,"new_prefill":7987,"score_linear":23576.0,"score_lmetric":18763},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130906,"ongoing_decode_tokens":130906,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":12800,"new_prefill":59187,"score_linear":118106.0,"score_lmetric":59187},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":12800,"new_prefill":59187,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27286,"ongoing_decode_tokens":27286,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2190,"cache_hit":0,"new_prefill":71987,"score_linear":27286.0,"score_lmetric":71987},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":23576.0,"chosen_score_lmetric":18763,"t_first_token":282575.229168246,"t_first_token_unix":1779713440.243112,"t_done":282579.770844898,"t_done_unix":1779713444.7847884},{"request_id":"1363943:32:1537767:950","session_id":"1363943","input_length":93368,"t_proxy_recv":282583.259440164,"t_decision_unix":1779713448.2733815,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9980293034015937,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":93184,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":8704,"new_prefill":84664,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":24064,"new_prefill":69304,"score_linear":63512.0,"score_lmetric":69304},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":93368,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":4096,"new_prefill":89272,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":93368,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":0,"new_prefill":93368,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2194,"cache_hit":93184,"new_prefill":184,"score_linear":-62023.0,"score_lmetric":184},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":4096,"new_prefill":89272,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-62023.0,"chosen_score_lmetric":184,"t_first_token":282583.490638487,"t_first_token_unix":1779713448.504582,"t_done":282585.895642318,"t_done_unix":1779713450.909586},{"request_id":"1253804:7:1526643:940","session_id":"1253804","input_length":87576,"t_proxy_recv":282545.922257904,"t_decision_unix":1779713410.936199,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":76800,"affinity_cache_ratio":0.8769525897506166,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":76800,"estimated_new_tokens":10776,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":76800,"new_prefill":10776,"score_linear":-76800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":3584,"new_prefill":83992,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2322,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2084,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":282571.802219984,"t_first_token_unix":1779713436.8161638,"t_done":282591.581112637,"t_done_unix":1779713456.5950594},{"request_id":"1253804:8:1541192:953","session_id":"1253804","input_length":89116,"t_proxy_recv":282594.407068261,"t_decision_unix":1779713459.4210098,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":88576,"affinity_cache_ratio":0.9939404820683154,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":88576,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":88576,"new_prefill":540,"score_linear":-88576.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":3584,"new_prefill":85532,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":75693,"ongoing_decode_tokens":75693,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":0,"new_prefill":89116,"score_linear":75693.0,"score_lmetric":89116},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":124757,"ongoing_decode_tokens":124757,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2194,"cache_hit":0,"new_prefill":89116,"score_linear":124757.0,"score_lmetric":178232},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-88576.0,"chosen_score_lmetric":0,"t_first_token":282594.55034171,"t_first_token_unix":1779713459.5642853,"t_done":282594.968650521,"t_done_unix":1779713459.982595},{"request_id":"1268861:17:1540278:951","session_id":"1268861","input_length":75693,"t_proxy_recv":282591.341271451,"t_decision_unix":1779713456.3552127,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9402190427120077,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":71168,"estimated_new_tokens":4525,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":75693,"score_linear":87576.0,"score_lmetric":75693},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":21504,"new_prefill":54189,"score_linear":-21504.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":71168,"new_prefill":4525,"score_linear":-71168.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2194,"cache_hit":0,"new_prefill":75693,"score_linear":31161.0,"score_lmetric":75693},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":282593.515877667,"t_first_token_unix":1779713458.5298214,"t_done":282594.972681902,"t_done_unix":1779713459.986626},{"request_id":"1363943:33:1541065:952","session_id":"1363943","input_length":93596,"t_proxy_recv":282593.989662309,"t_decision_unix":1779713459.0036037,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9955981024830121,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":93184,"estimated_new_tokens":412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":8704,"new_prefill":84892,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":24064,"new_prefill":69532,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":93596,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":4096,"new_prefill":89500,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":93596,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":75693,"ongoing_decode_tokens":75693,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":0,"new_prefill":93596,"score_linear":75693.0,"score_lmetric":93596},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2194,"cache_hit":93184,"new_prefill":412,"score_linear":-62023.0,"score_lmetric":412},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":4096,"new_prefill":89500,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-62023.0,"chosen_score_lmetric":412,"t_first_token":282594.167401771,"t_first_token_unix":1779713459.181345,"t_done":282602.374597096,"t_done_unix":1779713467.388541},{"request_id":"1399948:23:1544108:954","session_id":"1399948","input_length":20031,"t_proxy_recv":282603.852298401,"t_decision_unix":1779713468.866239,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9201737307173881,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":18432,"estimated_new_tokens":1599,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2347,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2195,"cache_hit":18432,"new_prefill":1599,"score_linear":12729.0,"score_lmetric":1599},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":12729.0,"chosen_score_lmetric":1599,"t_first_token":282604.143677781,"t_first_token_unix":1779713469.1576216,"t_done":282604.769314112,"t_done_unix":1779713469.783258},{"request_id":"1399948:24:1546940:955","session_id":"1399948","input_length":21809,"t_proxy_recv":282613.300663597,"t_decision_unix":1779713478.3146045,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9155853088174607,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":19968,"estimated_new_tokens":1841,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2347,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2198,"cache_hit":19968,"new_prefill":1841,"score_linear":11193.0,"score_lmetric":1841},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":11193.0,"chosen_score_lmetric":1841,"t_first_token":282613.644588206,"t_first_token_unix":1779713478.6585321,"t_done":282614.016274811,"t_done_unix":1779713479.030218},{"request_id":"1243831:17:1453633:883","session_id":"1243831","input_length":31161,"t_proxy_recv":282572.435457429,"t_decision_unix":1779713437.449399,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9365553095215173,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":29184,"estimated_new_tokens":1977,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":159563,"ongoing_decode_tokens":87576,"pending_prefill_tokens":7987,"num_requests":2,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":11264,"new_prefill":19897,"score_linear":148299.0,"score_lmetric":55768},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2194,"cache_hit":29184,"new_prefill":1977,"score_linear":-29184.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":282572.825301505,"t_first_token_unix":1779713437.839245,"t_done":282631.003294465,"t_done_unix":1779713496.0172384},{"request_id":"1399948:25:1553234:957","session_id":"1399948","input_length":22250,"t_proxy_recv":282633.833399301,"t_decision_unix":1779713498.8473403,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9664719101123596,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":21504,"estimated_new_tokens":746,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":76017,"ongoing_decode_tokens":76017,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2347,"cache_hit":0,"new_prefill":22250,"score_linear":76017.0,"score_lmetric":22250},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2206,"cache_hit":21504,"new_prefill":746,"score_linear":-21504.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":282633.979595725,"t_first_token_unix":1779713498.993539,"t_done":282634.528870084,"t_done_unix":1779713499.5428138},{"request_id":"1268861:18:1553083:956","session_id":"1268861","input_length":76017,"t_proxy_recv":282633.397927268,"t_decision_unix":1779713498.411868,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9968296565241985,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":75776,"estimated_new_tokens":241,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":21504,"new_prefill":54513,"score_linear":-21504.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2347,"cache_hit":75776,"new_prefill":241,"score_linear":-75776.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2206,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":282633.648876113,"t_first_token_unix":1779713498.6628199,"t_done":282634.678614139,"t_done_unix":1779713499.692558},{"request_id":"1399948:26:1557859:959","session_id":"1399948","input_length":23042,"t_proxy_recv":282649.809940518,"t_decision_unix":1779713514.8238814,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9554726152243729,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":22016,"estimated_new_tokens":1026,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2347,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2207,"cache_hit":22016,"new_prefill":1026,"score_linear":-22016.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-22016.0,"chosen_score_lmetric":0,"t_first_token":282650.015011227,"t_first_token_unix":1779713515.028955,"t_done":282650.300996832,"t_done_unix":1779713515.3149402},{"request_id":"1399948:27:1559017:960","session_id":"1399948","input_length":24139,"t_proxy_recv":282653.459962647,"t_decision_unix":1779713518.473904,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9544720162392808,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":23040,"estimated_new_tokens":1099,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2347,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2209,"cache_hit":23040,"new_prefill":1099,"score_linear":-23040.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":282653.725693337,"t_first_token_unix":1779713518.739637,"t_done":282654.682827511,"t_done_unix":1779713519.6967711},{"request_id":"1399948:28:1560859:961","session_id":"1399948","input_length":24386,"t_proxy_recv":282659.588303795,"t_decision_unix":1779713524.602245,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9867957024522267,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24064,"estimated_new_tokens":322,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2347,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2211,"cache_hit":24064,"new_prefill":322,"score_linear":-24064.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":282659.670025743,"t_first_token_unix":1779713524.683969,"t_done":282660.940049469,"t_done_unix":1779713525.9539926},{"request_id":"1399948:29:1571125:963","session_id":"1399948","input_length":28781,"t_proxy_recv":282693.452261488,"t_decision_unix":1779713558.4662027,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":24576,"affinity_cache_ratio":0.8538966679406553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24576,"estimated_new_tokens":4205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131413,"ongoing_decode_tokens":131413,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":28781,"score_linear":131413.0,"score_lmetric":28781},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2347,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":24576,"new_prefill":4205,"score_linear":-24576.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":282694.345485218,"t_first_token_unix":1779713559.3594286,"t_done":282694.614619854,"t_done_unix":1779713559.6285627},{"request_id":"1356885:6:1570780:962","session_id":"1356885","input_length":131413,"t_proxy_recv":282692.467383654,"t_decision_unix":1779713557.4813244,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":131072,"affinity_cache_ratio":0.9974051273466096,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":131072,"estimated_new_tokens":341,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":131072,"new_prefill":341,"score_linear":-131072.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":6656,"new_prefill":124757,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2347,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-131072.0,"chosen_score_lmetric":0,"t_first_token":282693.118500347,"t_first_token_unix":1779713558.132444,"t_done":282695.310272498,"t_done_unix":1779713560.3242161},{"request_id":"1268861:19:1578134:966","session_id":"1268861","input_length":76963,"t_proxy_recv":282717.30292783,"t_decision_unix":1779713582.316869,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9845770045346465,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":75776,"estimated_new_tokens":1187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":109083,"ongoing_decode_tokens":0,"pending_prefill_tokens":1051,"num_requests":1,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":21504,"new_prefill":55459,"score_linear":87579.0,"score_lmetric":56510},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2347,"cache_hit":75776,"new_prefill":1187,"score_linear":-75776.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":282717.847920934,"t_first_token_unix":1779713582.8618648,"t_done":282718.61901079,"t_done_unix":1779713583.6329544},{"request_id":"1399948:30:1578524:967","session_id":"1399948","input_length":30773,"t_proxy_recv":282718.642109695,"t_decision_unix":1779713583.6560512,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9317258635817113,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":28672,"estimated_new_tokens":2101,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":109083,"ongoing_decode_tokens":0,"pending_prefill_tokens":1051,"num_requests":1,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":30773,"score_linear":109083.0,"score_lmetric":31824},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":28672,"new_prefill":2101,"score_linear":-28672.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-28672.0,"chosen_score_lmetric":0,"t_first_token":282719.14774299,"t_first_token_unix":1779713584.161687,"t_done":282719.448390135,"t_done_unix":1779713584.4623337},{"request_id":"1399948:31:1579418:968","session_id":"1399948","input_length":30925,"t_proxy_recv":282721.869443397,"t_decision_unix":1779713586.8833845,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9933710590137429,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":30720,"estimated_new_tokens":205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":109083,"ongoing_decode_tokens":0,"pending_prefill_tokens":1051,"num_requests":1,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":30925,"score_linear":109083.0,"score_lmetric":31976},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2224,"cache_hit":30720,"new_prefill":205,"score_linear":-30720.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":282721.966811528,"t_first_token_unix":1779713586.9807549,"t_done":282723.301956989,"t_done_unix":1779713588.3159},{"request_id":"1356885:7:1580925:969","session_id":"1356885","input_length":131775,"t_proxy_recv":282727.183140489,"t_decision_unix":1779713592.1970813,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9985505596660975,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":131584,"estimated_new_tokens":191,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":131584,"new_prefill":191,"score_linear":-131584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":6656,"new_prefill":125119,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":109083,"ongoing_decode_tokens":0,"pending_prefill_tokens":1051,"num_requests":1,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":131775,"score_linear":109083.0,"score_lmetric":132826},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2224,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-131584.0,"chosen_score_lmetric":0,"t_first_token":282727.585940362,"t_first_token_unix":1779713592.5998845,"t_done":282729.605713158,"t_done_unix":1779713594.6196573},{"request_id":"1399948:32:1581424:970","session_id":"1399948","input_length":31231,"t_proxy_recv":282728.623970823,"t_decision_unix":1779713593.6379118,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9836380519355769,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":30720,"estimated_new_tokens":511,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131775,"ongoing_decode_tokens":131775,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":31231,"score_linear":131775.0,"score_lmetric":31231},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":109083,"ongoing_decode_tokens":0,"pending_prefill_tokens":1051,"num_requests":1,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":31231,"score_linear":109083.0,"score_lmetric":32282},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2224,"cache_hit":30720,"new_prefill":511,"score_linear":-30720.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":282728.724486296,"t_first_token_unix":1779713593.7384298,"t_done":282729.728200273,"t_done_unix":1779713594.742144},{"request_id":"1399948:33:1583165:972","session_id":"1399948","input_length":31445,"t_proxy_recv":282734.531042058,"t_decision_unix":1779713599.5449831,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9932262680871363,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":31232,"estimated_new_tokens":213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":109083,"ongoing_decode_tokens":0,"pending_prefill_tokens":1051,"num_requests":1,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":31445,"score_linear":109083.0,"score_lmetric":32496},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2225,"cache_hit":31232,"new_prefill":213,"score_linear":-31232.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":282734.616810202,"t_first_token_unix":1779713599.6307545,"t_done":282735.272717382,"t_done_unix":1779713600.286661},{"request_id":"1277428:12:1586139:973","session_id":"1277428","input_length":47660,"t_proxy_recv":282744.668204646,"t_decision_unix":1779713609.6821456,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":46080,"affinity_cache_ratio":0.9668485102811583,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":46080,"estimated_new_tokens":1580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":4608,"new_prefill":43052,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":46080,"new_prefill":1580,"score_linear":-46080.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":109083,"ongoing_decode_tokens":0,"pending_prefill_tokens":1051,"num_requests":1,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":47660,"score_linear":109083.0,"score_lmetric":48711},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2225,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-46080.0,"chosen_score_lmetric":0,"t_first_token":282745.129972785,"t_first_token_unix":1779713610.1439176,"t_done":282745.741410093,"t_done_unix":1779713610.7553535},{"request_id":"1399948:34:1586232:974","session_id":"1399948","input_length":32143,"t_proxy_recv":282745.0180223,"t_decision_unix":1779713610.0319633,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":31232,"affinity_cache_ratio":0.97165790374265,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":31232,"estimated_new_tokens":911,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":47660,"ongoing_decode_tokens":0,"pending_prefill_tokens":1580,"num_requests":1,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":32143,"score_linear":47660.0,"score_lmetric":33723},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":109083,"ongoing_decode_tokens":0,"pending_prefill_tokens":1051,"num_requests":1,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":32143,"score_linear":109083.0,"score_lmetric":33194},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2225,"cache_hit":31232,"new_prefill":911,"score_linear":-31232.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":282745.218118873,"t_first_token_unix":1779713610.232063,"t_done":282746.118559358,"t_done_unix":1779713611.1325026},{"request_id":"1270606:4:1578042:965","session_id":"1270606","input_length":109083,"t_proxy_recv":282717.077910916,"t_decision_unix":1779713582.0918517,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9903651348056067,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":108032,"estimated_new_tokens":1051,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":108032,"new_prefill":1051,"score_linear":-108032.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2347,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":1536,"new_prefill":107547,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":282755.763314912,"t_first_token_unix":1779713620.7772596,"t_done":282756.196253414,"t_done_unix":1779713621.2101972},{"request_id":"1270606:5:1581455:971","session_id":"1270606","input_length":111387,"t_proxy_recv":282756.235915556,"t_decision_unix":1779713621.2498565,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9790729618357618,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":109056,"estimated_new_tokens":2331,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2124,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":109056,"new_prefill":2331,"score_linear":-109056.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":1536,"new_prefill":109851,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-109056.0,"chosen_score_lmetric":0,"t_first_token":282757.99634228,"t_first_token_unix":1779713623.0102887,"t_done":282760.842930217,"t_done_unix":1779713625.856874},{"request_id":"1294611:15:1590202:975","session_id":"1294611","input_length":75249,"t_proxy_recv":282758.205244115,"t_decision_unix":1779713623.2191849,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9593748754136268,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":72192,"estimated_new_tokens":3057,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":72192,"new_prefill":3057,"score_linear":-72192.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":12800,"new_prefill":62449,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2124,"cache_hit":12800,"new_prefill":62449,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111387,"ongoing_decode_tokens":111387,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":0,"new_prefill":75249,"score_linear":111387.0,"score_lmetric":75249},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72192.0,"chosen_score_lmetric":0,"t_first_token":282759.72574892,"t_first_token_unix":1779713624.7396922,"t_done":282762.44825865,"t_done_unix":1779713627.4622025},{"request_id":"1277428:13:1593499:976","session_id":"1277428","input_length":49316,"t_proxy_recv":282769.848485185,"t_decision_unix":1779713634.8624258,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":47616,"affinity_cache_ratio":0.9655284289074539,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":47616,"estimated_new_tokens":1700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":4608,"new_prefill":44708,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2124,"cache_hit":47616,"new_prefill":1700,"score_linear":-47616.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-47616.0,"chosen_score_lmetric":0,"t_first_token":282770.497307707,"t_first_token_unix":1779713635.511252,"t_done":282772.02456507,"t_done_unix":1779713637.038509},{"request_id":"1294611:15:1594038:977","session_id":"1294611","input_length":75584,"t_proxy_recv":282771.56917986,"t_decision_unix":1779713636.5831206,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":75264,"affinity_cache_ratio":0.995766299745978,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":75264,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":75264,"new_prefill":320,"score_linear":-75264.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":12800,"new_prefill":62784,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49316,"ongoing_decode_tokens":49316,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2124,"cache_hit":12800,"new_prefill":62784,"score_linear":36516.0,"score_lmetric":62784},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":282771.696471548,"t_first_token_unix":1779713636.7104154,"t_done":282772.810816332,"t_done_unix":1779713637.82476},{"request_id":"1268861:20:1595141:978","session_id":"1268861","input_length":77218,"t_proxy_recv":282775.548579168,"t_decision_unix":1779713640.56252,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9945867543836929,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":76800,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":21504,"new_prefill":55714,"score_linear":-21504.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":76800,"new_prefill":418,"score_linear":-76800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":282775.796761491,"t_first_token_unix":1779713640.8107057,"t_done":282776.325911464,"t_done_unix":1779713641.339855},{"request_id":"1399948:35:1602048:980","session_id":"1399948","input_length":33533,"t_proxy_recv":282798.931918048,"t_decision_unix":1779713663.945859,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":32256,"affinity_cache_ratio":0.9619181105179972,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":32256,"estimated_new_tokens":1277,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75716,"ongoing_decode_tokens":75716,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":0,"new_prefill":33533,"score_linear":75716.0,"score_lmetric":33533},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":32256,"new_prefill":1277,"score_linear":-32256.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-32256.0,"chosen_score_lmetric":0,"t_first_token":282799.343178739,"t_first_token_unix":1779713664.357122,"t_done":282800.362156292,"t_done_unix":1779713665.3760998},{"request_id":"1253804:9:1605110:981","session_id":"1253804","input_length":90656,"t_proxy_recv":282808.912170627,"t_decision_unix":1779713673.9261117,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":89088,"affinity_cache_ratio":0.9827038475114719,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":89088,"estimated_new_tokens":1568,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75716,"ongoing_decode_tokens":75716,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":89088,"new_prefill":1568,"score_linear":-13372.0,"score_lmetric":1568},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":3584,"new_prefill":87072,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13372.0,"chosen_score_lmetric":1568,"t_first_token":282809.887798029,"t_first_token_unix":1779713674.9017422,"t_done":282815.200533452,"t_done_unix":1779713680.214477},{"request_id":"1294611:15:1596163:979","session_id":"1294611","input_length":75716,"t_proxy_recv":282778.732507856,"t_decision_unix":1779713643.746449,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9940303238417243,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":75264,"estimated_new_tokens":452,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":75264,"new_prefill":452,"score_linear":-75264.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":12800,"new_prefill":62916,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":12800,"new_prefill":62916,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":282778.853098993,"t_first_token_unix":1779713643.867043,"t_done":282820.228663321,"t_done_unix":1779713685.2426116},{"request_id":"1268861:21:1609831:982","session_id":"1268861","input_length":77293,"t_proxy_recv":282824.654568868,"t_decision_unix":1779713689.6685102,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9936216733727504,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":76800,"estimated_new_tokens":493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1852,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":21504,"new_prefill":55789,"score_linear":-21504.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":76800,"new_prefill":493,"score_linear":-76800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":282824.765719237,"t_first_token_unix":1779713689.7796626,"t_done":282826.365307474,"t_done_unix":1779713691.3792508},{"request_id":"1253804:10:1611505:983","session_id":"1253804","input_length":91103,"t_proxy_recv":282830.133538204,"t_decision_unix":1779713695.1474793,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":90624,"affinity_cache_ratio":0.9947422148557128,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":90624,"estimated_new_tokens":479,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1852,"cache_hit":90624,"new_prefill":479,"score_linear":-90624.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":3584,"new_prefill":87519,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2350,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-90624.0,"chosen_score_lmetric":0,"t_first_token":282830.309576727,"t_first_token_unix":1779713695.3235202,"t_done":282830.436954943,"t_done_unix":1779713695.4508984},{"request_id":"1399948:36:1612467:984","session_id":"1399948","input_length":34773,"t_proxy_recv":282833.240387558,"t_decision_unix":1779713698.2543285,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9570643890374716,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":33280,"estimated_new_tokens":1493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1852,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2350,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":33280,"new_prefill":1493,"score_linear":-33280.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-33280.0,"chosen_score_lmetric":0,"t_first_token":282833.593106538,"t_first_token_unix":1779713698.6070502,"t_done":282834.139833841,"t_done_unix":1779713699.153777},{"request_id":"1253804:11:1613030:985","session_id":"1253804","input_length":91131,"t_proxy_recv":282835.46928641,"t_decision_unix":1779713700.4832268,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":90624,"affinity_cache_ratio":0.9944365803074695,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":90624,"estimated_new_tokens":507,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1852,"cache_hit":90624,"new_prefill":507,"score_linear":-90624.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":3584,"new_prefill":87547,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2350,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-90624.0,"chosen_score_lmetric":0,"t_first_token":282835.592895576,"t_first_token_unix":1779713700.6068401,"t_done":282837.67841805,"t_done_unix":1779713702.6923637},{"request_id":"1399948:37:1613628:986","session_id":"1399948","input_length":35308,"t_proxy_recv":282837.316693569,"t_decision_unix":1779713702.3306346,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9860654809108418,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":34816,"estimated_new_tokens":492,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91131,"ongoing_decode_tokens":91131,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1852,"cache_hit":0,"new_prefill":35308,"score_linear":91131.0,"score_lmetric":35308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2350,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":34816,"new_prefill":492,"score_linear":-34816.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":282837.527218502,"t_first_token_unix":1779713702.5411615,"t_done":282838.667123774,"t_done_unix":1779713703.6810672},{"request_id":"1399948:38:1616890:987","session_id":"1399948","input_length":35581,"t_proxy_recv":282848.498688916,"t_decision_unix":1779713713.5126297,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9928894634776988,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":35328,"estimated_new_tokens":253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1853,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2350,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2233,"cache_hit":35328,"new_prefill":253,"score_linear":-35328.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":282848.608183398,"t_first_token_unix":1779713713.6221268,"t_done":282849.127377914,"t_done_unix":1779713714.1413217},{"request_id":"1399948:39:1618250:989","session_id":"1399948","input_length":35682,"t_proxy_recv":282853.19409016,"t_decision_unix":1779713718.208031,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9900790314444258,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":35328,"estimated_new_tokens":354,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1853,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2350,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2233,"cache_hit":35328,"new_prefill":354,"score_linear":-35328.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":282853.265734243,"t_first_token_unix":1779713718.2796779,"t_done":282853.708525803,"t_done_unix":1779713718.722469},{"request_id":"1399948:40:1620970:991","session_id":"1399948","input_length":35958,"t_proxy_recv":282862.188962159,"t_decision_unix":1779713727.2029028,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9824795594860671,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":35328,"estimated_new_tokens":630,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1853,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":78439,"ongoing_decode_tokens":0,"pending_prefill_tokens":1127,"num_requests":1,"active_p_offloads":0,"cached_blocks":2350,"cache_hit":0,"new_prefill":35958,"score_linear":78439.0,"score_lmetric":37085},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2233,"cache_hit":35328,"new_prefill":630,"score_linear":-35328.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":282862.325210274,"t_first_token_unix":1779713727.3391542,"t_done":282862.689877516,"t_done_unix":1779713727.7038207},{"request_id":"1268861:22:1620830:990","session_id":"1268861","input_length":78439,"t_proxy_recv":282861.722287059,"t_decision_unix":1779713726.7362278,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":77312,"affinity_cache_ratio":0.9856321472736777,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":77312,"estimated_new_tokens":1127,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1853,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":21504,"new_prefill":56935,"score_linear":-21504.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2350,"cache_hit":77312,"new_prefill":1127,"score_linear":-77312.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2233,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-77312.0,"chosen_score_lmetric":0,"t_first_token":282862.413548703,"t_first_token_unix":1779713727.4274926,"t_done":282863.686234141,"t_done_unix":1779713728.7001774},{"request_id":"1253804:12:1621957:992","session_id":"1253804","input_length":91389,"t_proxy_recv":282865.627532811,"t_decision_unix":1779713730.6414733,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9972316143080677,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":91136,"estimated_new_tokens":253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1853,"cache_hit":91136,"new_prefill":253,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":3584,"new_prefill":87805,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2352,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2234,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":282865.816777638,"t_first_token_unix":1779713730.8307214,"t_done":282866.10178974,"t_done_unix":1779713731.115733},{"request_id":"1399948:41:1624143:993","session_id":"1399948","input_length":36168,"t_proxy_recv":282872.991994844,"t_decision_unix":1779713738.005936,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":35840,"affinity_cache_ratio":0.990931209909312,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":35840,"estimated_new_tokens":328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1853,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2352,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2234,"cache_hit":35840,"new_prefill":328,"score_linear":-35840.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":0,"t_first_token":282873.124958924,"t_first_token_unix":1779713738.1389022,"t_done":282873.795061703,"t_done_unix":1779713738.8090053},{"request_id":"1253804:13:1624613:994","session_id":"1253804","input_length":91440,"t_proxy_recv":282874.566736895,"t_decision_unix":1779713739.5806782,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9966754155730534,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":91136,"estimated_new_tokens":304,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1853,"cache_hit":91136,"new_prefill":304,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":3584,"new_prefill":87856,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2352,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2234,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":282874.699662325,"t_first_token_unix":1779713739.7136059,"t_done":282875.699271945,"t_done_unix":1779713740.7132154},{"request_id":"1253804:14:1626575:995","session_id":"1253804","input_length":92367,"t_proxy_recv":282881.081295768,"t_decision_unix":1779713746.0952368,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9866727294380028,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":91136,"estimated_new_tokens":1231,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1853,"cache_hit":91136,"new_prefill":1231,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":3584,"new_prefill":88783,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2352,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2234,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":282881.724657092,"t_first_token_unix":1779713746.7386007,"t_done":282882.531714696,"t_done_unix":1779713747.5456583},{"request_id":"1253804:15:1628485:997","session_id":"1253804","input_length":92701,"t_proxy_recv":282887.404959164,"t_decision_unix":1779713752.4189007,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92160,"affinity_cache_ratio":0.9941640327504557,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":92160,"estimated_new_tokens":541,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1855,"cache_hit":92160,"new_prefill":541,"score_linear":-92160.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":3584,"new_prefill":89117,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2352,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36984,"ongoing_decode_tokens":0,"pending_prefill_tokens":1144,"num_requests":1,"active_p_offloads":0,"cached_blocks":2234,"cache_hit":0,"new_prefill":92701,"score_linear":36984.0,"score_lmetric":93845},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-92160.0,"chosen_score_lmetric":0,"t_first_token":282887.697541204,"t_first_token_unix":1779713752.7114844,"t_done":282888.073447736,"t_done_unix":1779713753.0873907},{"request_id":"1399948:42:1628429:996","session_id":"1399948","input_length":36984,"t_proxy_recv":282887.184750618,"t_decision_unix":1779713752.1986916,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":35840,"affinity_cache_ratio":0.9690677049534934,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":35840,"estimated_new_tokens":1144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1855,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2352,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2234,"cache_hit":35840,"new_prefill":1144,"score_linear":-35840.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":0,"t_first_token":282887.474954122,"t_first_token_unix":1779713752.4888976,"t_done":282888.686482763,"t_done_unix":1779713753.7004263},{"request_id":"1388507:3:1629072:998","session_id":"1388507","input_length":79074,"t_proxy_recv":282889.493096136,"t_decision_unix":1779713754.5070372,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9582922325922554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":75776,"estimated_new_tokens":3298,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":75776,"new_prefill":3298,"score_linear":-75776.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2352,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":282891.212760443,"t_first_token_unix":1779713756.2267041,"t_done":282891.766318742,"t_done_unix":1779713756.7802615},{"request_id":"1253804:16:1629713:999","session_id":"1253804","input_length":92953,"t_proxy_recv":282891.45491809,"t_decision_unix":1779713756.4688578,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92672,"affinity_cache_ratio":0.9969769668542167,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":92672,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":92672,"new_prefill":281,"score_linear":-92672.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79074,"ongoing_decode_tokens":79074,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":92953,"score_linear":79074.0,"score_lmetric":92953},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":3584,"new_prefill":89369,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2352,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-92672.0,"chosen_score_lmetric":0,"t_first_token":282891.747533246,"t_first_token_unix":1779713756.7614765,"t_done":282892.728101462,"t_done_unix":1779713757.7420447},{"request_id":"1268861:23:1631587:1001","session_id":"1268861","input_length":79693,"t_proxy_recv":282897.454456225,"t_decision_unix":1779713762.4683976,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9829721556472965,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":78336,"estimated_new_tokens":1357,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79890,"ongoing_decode_tokens":79890,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":79693,"score_linear":79890.0,"score_lmetric":79693},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":21504,"new_prefill":58189,"score_linear":-21504.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2352,"cache_hit":78336,"new_prefill":1357,"score_linear":-78336.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":282898.160438632,"t_first_token_unix":1779713763.174382,"t_done":282898.800782941,"t_done_unix":1779713763.814726},{"request_id":"1253804:17:1631602:1002","session_id":"1253804","input_length":93219,"t_proxy_recv":282897.528273566,"t_decision_unix":1779713762.5422149,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92672,"affinity_cache_ratio":0.9941320975337645,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":92672,"estimated_new_tokens":547,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79890,"ongoing_decode_tokens":79890,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":92672,"new_prefill":547,"score_linear":-12782.0,"score_lmetric":547},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":3584,"new_prefill":89635,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":79693,"ongoing_decode_tokens":0,"pending_prefill_tokens":1357,"num_requests":1,"active_p_offloads":0,"cached_blocks":2352,"cache_hit":0,"new_prefill":93219,"score_linear":79693.0,"score_lmetric":94576},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-12782.0,"chosen_score_lmetric":547,"t_first_token":282897.820061094,"t_first_token_unix":1779713762.8340054,"t_done":282898.96713768,"t_done_unix":1779713763.9810822},{"request_id":"1294611:15:1631116:1000","session_id":"1294611","input_length":79890,"t_proxy_recv":282896.038930752,"t_decision_unix":1779713761.0528717,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":79360,"affinity_cache_ratio":0.9933658780823632,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":79360,"estimated_new_tokens":530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":79360,"new_prefill":530,"score_linear":-79360.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":12800,"new_prefill":67090,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":12800,"new_prefill":67090,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2352,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79360.0,"chosen_score_lmetric":0,"t_first_token":282896.218894199,"t_first_token_unix":1779713761.232838,"t_done":282899.614586016,"t_done_unix":1779713764.6285312},{"request_id":"1253804:18:1633257:1003","session_id":"1253804","input_length":93509,"t_proxy_recv":282902.983252945,"t_decision_unix":1779713767.9971943,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9965243987209788,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":93184,"estimated_new_tokens":325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1858,"cache_hit":93184,"new_prefill":325,"score_linear":-93184.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":3584,"new_prefill":89925,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":282903.277803307,"t_first_token_unix":1779713768.291747,"t_done":282904.166231209,"t_done_unix":1779713769.1801746},{"request_id":"1294611:15:1634779:1004","session_id":"1294611","input_length":80221,"t_proxy_recv":282908.14880014,"t_decision_unix":1779713773.1627412,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":79872,"affinity_cache_ratio":0.995649518205956,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":79872,"estimated_new_tokens":349,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1858,"cache_hit":79872,"new_prefill":349,"score_linear":-79872.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":12800,"new_prefill":67421,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":12800,"new_prefill":67421,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":282908.280234777,"t_first_token_unix":1779713773.2941782,"t_done":282909.088712042,"t_done_unix":1779713774.1026556},{"request_id":"1253804:19:1634903:1005","session_id":"1253804","input_length":93664,"t_proxy_recv":282908.523621195,"t_decision_unix":1779713773.5375624,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9948752989408951,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":93184,"estimated_new_tokens":480,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80221,"ongoing_decode_tokens":80221,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1858,"cache_hit":93184,"new_prefill":480,"score_linear":-12963.0,"score_lmetric":480},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":3584,"new_prefill":90080,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-12963.0,"chosen_score_lmetric":480,"t_first_token":282908.723732908,"t_first_token_unix":1779713773.7376764,"t_done":282912.87621202,"t_done_unix":1779713777.8901553},{"request_id":"1253804:20:1638889:1007","session_id":"1253804","input_length":94111,"t_proxy_recv":282921.701670255,"t_decision_unix":1779713786.7156112,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93696,"affinity_cache_ratio":0.9955903135658956,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":93696,"estimated_new_tokens":415,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":93696,"new_prefill":415,"score_linear":-12979.0,"score_lmetric":415},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":3584,"new_prefill":90527,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-12979.0,"chosen_score_lmetric":415,"t_first_token":282921.899986001,"t_first_token_unix":1779713786.91393,"t_done":282923.148642601,"t_done_unix":1779713788.1625862},{"request_id":"1258908:2:1639411:1008","session_id":"1258908","input_length":9804,"t_proxy_recv":282923.501236038,"t_decision_unix":1779713788.5151772,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9400244798041616,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":9216,"estimated_new_tokens":588,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":9804,"score_linear":80717.0,"score_lmetric":9804},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":9216,"new_prefill":588,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":282924.254168403,"t_first_token_unix":1779713789.2681124,"t_done":282925.827138024,"t_done_unix":1779713790.8410811},{"request_id":"1268861:24:1643502:1011","session_id":"1268861","input_length":80019,"t_proxy_recv":282937.328435959,"t_decision_unix":1779713802.3423772,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":79360,"affinity_cache_ratio":0.9917644559417138,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":79360,"estimated_new_tokens":659,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":174986,"ongoing_decode_tokens":174986,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":80019,"score_linear":174986.0,"score_lmetric":160038},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":21504,"new_prefill":58515,"score_linear":-21504.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":79360,"new_prefill":659,"score_linear":-79360.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":38102,"ongoing_decode_tokens":0,"pending_prefill_tokens":1238,"num_requests":1,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":80019,"score_linear":38102.0,"score_lmetric":81257},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79360.0,"chosen_score_lmetric":0,"t_first_token":282937.588039274,"t_first_token_unix":1779713802.601983,"t_done":282938.050094119,"t_done_unix":1779713803.0640376},{"request_id":"1399948:43:1643413:1010","session_id":"1399948","input_length":38102,"t_proxy_recv":282936.979443261,"t_decision_unix":1779713801.9933841,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9675082672825573,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":36864,"estimated_new_tokens":1238,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":174986,"ongoing_decode_tokens":174986,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":38102,"score_linear":174986.0,"score_lmetric":76204},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":36864,"new_prefill":1238,"score_linear":-36864.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-36864.0,"chosen_score_lmetric":0,"t_first_token":282937.354622434,"t_first_token_unix":1779713802.3685656,"t_done":282938.137688571,"t_done_unix":1779713803.1516318},{"request_id":"1399948:44:1644970:1012","session_id":"1399948","input_length":38308,"t_proxy_recv":282942.104602277,"t_decision_unix":1779713807.1185431,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9890362326407017,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":37888,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":174986,"ongoing_decode_tokens":174986,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":38308,"score_linear":174986.0,"score_lmetric":76616},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2355,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":37888,"new_prefill":420,"score_linear":-37888.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-37888.0,"chosen_score_lmetric":0,"t_first_token":282942.217150751,"t_first_token_unix":1779713807.2310944,"t_done":282943.739196459,"t_done_unix":1779713808.75314},{"request_id":"1294611:15:1636645:1006","session_id":"1294611","input_length":80717,"t_proxy_recv":282914.192107451,"t_decision_unix":1779713779.2060487,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9895313254952488,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":79872,"estimated_new_tokens":845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":79872,"new_prefill":845,"score_linear":-79872.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":12800,"new_prefill":67917,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":12800,"new_prefill":67917,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":282914.605697857,"t_first_token_unix":1779713779.6196415,"t_done":282945.097232096,"t_done_unix":1779713810.1111755},{"request_id":"1253804:21:1640487:1009","session_id":"1253804","input_length":94269,"t_proxy_recv":282926.990233462,"t_decision_unix":1779713792.0041747,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93696,"affinity_cache_ratio":0.9939216497470006,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":93696,"estimated_new_tokens":573,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":93696,"new_prefill":573,"score_linear":-12979.0,"score_lmetric":573},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":90685,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-12979.0,"chosen_score_lmetric":573,"t_first_token":282927.195989047,"t_first_token_unix":1779713792.2099328,"t_done":282947.278240431,"t_done_unix":1779713812.292184},{"request_id":"1253804:22:1650001:1013","session_id":"1253804","input_length":95715,"t_proxy_recv":282958.694710156,"t_decision_unix":1779713823.7086492,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":95232,"affinity_cache_ratio":0.9949537690017238,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":95232,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1864,"cache_hit":95232,"new_prefill":483,"score_linear":-95232.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":92131,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2355,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-95232.0,"chosen_score_lmetric":0,"t_first_token":282958.895259302,"t_first_token_unix":1779713823.9092035,"t_done":282959.382679442,"t_done_unix":1779713824.3966234},{"request_id":"1399948:45:1650679:1014","session_id":"1399948","input_length":38758,"t_proxy_recv":282961.145678002,"t_decision_unix":1779713826.1596193,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9907631972754012,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":38400,"estimated_new_tokens":358,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1865,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2355,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":38400,"new_prefill":358,"score_linear":-38400.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":0,"t_first_token":282961.299584869,"t_first_token_unix":1779713826.313528,"t_done":282961.887674404,"t_done_unix":1779713826.9016178},{"request_id":"1253804:23:1651448:1015","session_id":"1253804","input_length":96944,"t_proxy_recv":282963.445059011,"t_decision_unix":1779713828.459,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9876217197557353,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":95744,"estimated_new_tokens":1200,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1865,"cache_hit":95744,"new_prefill":1200,"score_linear":-95744.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":93360,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2355,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-95744.0,"chosen_score_lmetric":0,"t_first_token":282964.289312956,"t_first_token_unix":1779713829.3032568,"t_done":282964.69651591,"t_done_unix":1779713829.7104602},{"request_id":"1399948:46:1658183:1018","session_id":"1399948","input_length":39837,"t_proxy_recv":282986.282786418,"t_decision_unix":1779713851.296728,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9639280066270051,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":38400,"estimated_new_tokens":1437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1867,"cache_hit":0,"new_prefill":39837,"score_linear":83204.0,"score_lmetric":39837},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2355,"cache_hit":0,"new_prefill":39837,"score_linear":80406.0,"score_lmetric":39837},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":38400,"new_prefill":1437,"score_linear":-38400.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":0,"t_first_token":282986.677816108,"t_first_token_unix":1779713851.6917596,"t_done":282987.525949999,"t_done_unix":1779713852.5398932},{"request_id":"1253804:24:1659020:1019","session_id":"1253804","input_length":97769,"t_proxy_recv":282989.175963414,"t_decision_unix":1779713854.1899047,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":96768,"affinity_cache_ratio":0.9897615808691916,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":96768,"estimated_new_tokens":1001,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1867,"cache_hit":96768,"new_prefill":1001,"score_linear":-13564.0,"score_lmetric":1001},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":94185,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2355,"cache_hit":0,"new_prefill":97769,"score_linear":80406.0,"score_lmetric":97769},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13564.0,"chosen_score_lmetric":1001,"t_first_token":282989.848298761,"t_first_token_unix":1779713854.8622422,"t_done":282990.475909465,"t_done_unix":1779713855.4898527},{"request_id":"1268861:25:1653400:1016","session_id":"1268861","input_length":80406,"t_proxy_recv":282969.885868607,"t_decision_unix":1779713834.8998091,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9933587045742855,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":79872,"estimated_new_tokens":534,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1867,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":21504,"new_prefill":58902,"score_linear":-21504.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2355,"cache_hit":79872,"new_prefill":534,"score_linear":-79872.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":282970.312743292,"t_first_token_unix":1779713835.3266873,"t_done":282994.682767359,"t_done_unix":1779713859.6967106},{"request_id":"1253804:25:1662273:1020","session_id":"1253804","input_length":98187,"t_proxy_recv":283000.039851467,"t_decision_unix":1779713865.0537927,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9959770641734649,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":97792,"estimated_new_tokens":395,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":97792,"new_prefill":395,"score_linear":-14588.0,"score_lmetric":395},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":94603,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-14588.0,"chosen_score_lmetric":395,"t_first_token":283000.531824574,"t_first_token_unix":1779713865.5457687,"t_done":283001.153368965,"t_done_unix":1779713866.1673126},{"request_id":"1399948:47:1664702:1022","session_id":"1399948","input_length":40261,"t_proxy_recv":283008.642701525,"t_decision_unix":1779713873.656643,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9919276719405876,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":39936,"estimated_new_tokens":325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":181458,"ongoing_decode_tokens":181458,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":40261,"score_linear":181458.0,"score_lmetric":80522},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":39936,"new_prefill":325,"score_linear":-39936.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":283008.874334001,"t_first_token_unix":1779713873.8882773,"t_done":283009.287506826,"t_done_unix":1779713874.3014503},{"request_id":"1294611:15:1657992:1017","session_id":"1294611","input_length":83204,"t_proxy_recv":282985.802644551,"t_decision_unix":1779713850.816586,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":82944,"affinity_cache_ratio":0.9968751502331619,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":82944,"estimated_new_tokens":260,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1867,"cache_hit":82944,"new_prefill":260,"score_linear":-82944.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":12800,"new_prefill":70404,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":12800,"new_prefill":70404,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2355,"cache_hit":0,"new_prefill":83204,"score_linear":80406.0,"score_lmetric":83204},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-82944.0,"chosen_score_lmetric":0,"t_first_token":282985.989243916,"t_first_token_unix":1779713851.0031872,"t_done":283012.392875853,"t_done_unix":1779713877.406819},{"request_id":"1356885:8:1665690:1023","session_id":"1356885","input_length":132537,"t_proxy_recv":283011.858800039,"t_decision_unix":1779713876.8727415,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9928095550676415,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":131584,"estimated_new_tokens":953,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":181458,"ongoing_decode_tokens":181458,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":132537,"score_linear":181458.0,"score_lmetric":265074},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":131584,"new_prefill":953,"score_linear":-131584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":6656,"new_prefill":125881,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-131584.0,"chosen_score_lmetric":0,"t_first_token":283012.522184836,"t_first_token_unix":1779713877.5361285,"t_done":283014.31269796,"t_done_unix":1779713879.3266416},{"request_id":"1399948:48:1666394:1024","session_id":"1399948","input_length":40343,"t_proxy_recv":283014.271690884,"t_decision_unix":1779713879.2856324,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9899115088119377,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":39936,"estimated_new_tokens":407,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1870,"cache_hit":0,"new_prefill":40343,"score_linear":98254.0,"score_lmetric":40343},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132537,"ongoing_decode_tokens":132537,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":40343,"score_linear":132537.0,"score_lmetric":40343},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":39936,"new_prefill":407,"score_linear":-39936.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":283014.356336333,"t_first_token_unix":1779713879.3702793,"t_done":283015.737677937,"t_done_unix":1779713880.751621},{"request_id":"1399948:49:1668825:1025","session_id":"1399948","input_length":40642,"t_proxy_recv":283022.83499345,"t_decision_unix":1779713887.8489347,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9952266128635402,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":40448,"estimated_new_tokens":194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1870,"cache_hit":0,"new_prefill":40642,"score_linear":98254.0,"score_lmetric":40642},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":40448,"new_prefill":194,"score_linear":-40448.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":283022.965126113,"t_first_token_unix":1779713887.97907,"t_done":283024.034775272,"t_done_unix":1779713889.0487187},{"request_id":"1294611:15:1673197:1026","session_id":"1294611","input_length":85542,"t_proxy_recv":283038.05192112,"t_decision_unix":1779713903.0658624,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9935704098571462,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":84992,"estimated_new_tokens":550,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1870,"cache_hit":84992,"new_prefill":550,"score_linear":13262.0,"score_lmetric":550},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":12800,"new_prefill":72742,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":12800,"new_prefill":72742,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":13262.0,"chosen_score_lmetric":550,"t_first_token":283038.220990088,"t_first_token_unix":1779713903.2349336,"t_done":283040.784064809,"t_done_unix":1779713905.7980087},{"request_id":"1253804:26:1663639:1021","session_id":"1253804","input_length":98254,"t_proxy_recv":283004.874271131,"t_decision_unix":1779713869.888212,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9952979013577056,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":97792,"estimated_new_tokens":462,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":97792,"new_prefill":462,"score_linear":-14588.0,"score_lmetric":462},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":94670,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-14588.0,"chosen_score_lmetric":462,"t_first_token":283005.050289752,"t_first_token_unix":1779713870.0642335,"t_done":283044.686747664,"t_done_unix":1779713909.7006912},{"request_id":"1294611:15:1676489:1027","session_id":"1294611","input_length":85722,"t_proxy_recv":283049.436666529,"t_decision_unix":1779713914.4506073,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9974568955460675,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":85504,"estimated_new_tokens":218,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":85504,"new_prefill":218,"score_linear":-85504.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":12800,"new_prefill":72922,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":12800,"new_prefill":72922,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-85504.0,"chosen_score_lmetric":0,"t_first_token":283049.564876408,"t_first_token_unix":1779713914.57882,"t_done":283052.158899883,"t_done_unix":1779713917.172844},{"request_id":"1399948:50:1677482:1028","session_id":"1399948","input_length":42648,"t_proxy_recv":283052.690537437,"t_decision_unix":1779713917.7044783,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9484149315325455,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":40448,"estimated_new_tokens":2200,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":40448,"new_prefill":2200,"score_linear":-40448.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":283053.282204159,"t_first_token_unix":1779713918.2961478,"t_done":283056.941275574,"t_done_unix":1779713921.9552193},{"request_id":"1294611:15:1679070:1029","session_id":"1294611","input_length":86602,"t_proxy_recv":283058.116914336,"t_decision_unix":1779713923.1308558,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":85504,"affinity_cache_ratio":0.987321308976698,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":85504,"estimated_new_tokens":1098,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":85504,"new_prefill":1098,"score_linear":-85504.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":12800,"new_prefill":73802,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":12800,"new_prefill":73802,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2248,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-85504.0,"chosen_score_lmetric":0,"t_first_token":283058.564773101,"t_first_token_unix":1779713923.578717,"t_done":283061.351061862,"t_done_unix":1779713926.3650053},{"request_id":"1253804:27:1683133:1031","session_id":"1253804","input_length":101743,"t_proxy_recv":283071.755026424,"t_decision_unix":1779713936.7689676,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9963928722369106,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":101376,"estimated_new_tokens":367,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":86925,"ongoing_decode_tokens":86925,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":101376,"new_prefill":367,"score_linear":-14451.0,"score_lmetric":367},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":98159,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2248,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-14451.0,"chosen_score_lmetric":367,"t_first_token":283071.969486021,"t_first_token_unix":1779713936.98343,"t_done":283072.449418744,"t_done_unix":1779713937.4633622},{"request_id":"1294611:15:1682649:1030","session_id":"1294611","input_length":86925,"t_proxy_recv":283070.026838379,"t_decision_unix":1779713935.0407796,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":86528,"affinity_cache_ratio":0.9954328444060973,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":86528,"estimated_new_tokens":397,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":86528,"new_prefill":397,"score_linear":-86528.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":12800,"new_prefill":74125,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":12800,"new_prefill":74125,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2248,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-86528.0,"chosen_score_lmetric":0,"t_first_token":283070.166272636,"t_first_token_unix":1779713935.1802168,"t_done":283074.472601239,"t_done_unix":1779713939.4865448},{"request_id":"1253804:28:1685257:1032","session_id":"1253804","input_length":101794,"t_proxy_recv":283078.751171146,"t_decision_unix":1779713943.7651122,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9958936676031986,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":101376,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":101376,"new_prefill":418,"score_linear":-101376.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":98210,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2248,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":283078.902133735,"t_first_token_unix":1779713943.9160771,"t_done":283079.61917998,"t_done_unix":1779713944.6331234},{"request_id":"1399948:51:1686626:1033","session_id":"1399948","input_length":43407,"t_proxy_recv":283083.679566182,"t_decision_unix":1779713948.6935077,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":43008,"affinity_cache_ratio":0.9908079342041606,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":43008,"estimated_new_tokens":399,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2248,"cache_hit":43008,"new_prefill":399,"score_linear":-43008.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-43008.0,"chosen_score_lmetric":0,"t_first_token":283083.841052924,"t_first_token_unix":1779713948.8549964,"t_done":283085.282713143,"t_done_unix":1779713950.2966564},{"request_id":"1253804:29:1688398:1034","session_id":"1253804","input_length":102067,"t_proxy_recv":283089.733712938,"t_decision_unix":1779713954.7476542,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9932299371981149,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":101376,"estimated_new_tokens":691,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":101376,"new_prefill":691,"score_linear":-101376.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":98483,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":283090.050916351,"t_first_token_unix":1779713955.06486,"t_done":283091.06976351,"t_done_unix":1779713956.0837069},{"request_id":"1399948:52:1689144:1035","session_id":"1399948","input_length":43673,"t_proxy_recv":283092.314812265,"t_decision_unix":1779713957.3287535,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9964966913195796,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":43520,"estimated_new_tokens":153,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1876,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":43520,"new_prefill":153,"score_linear":-43520.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":283092.428389306,"t_first_token_unix":1779713957.4423327,"t_done":283093.164261524,"t_done_unix":1779713958.178205},{"request_id":"1356885:9:1689871:1036","session_id":"1356885","input_length":132823,"t_proxy_recv":283094.69326095,"t_decision_unix":1779713959.7072022,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":132608,"affinity_cache_ratio":0.9983813044427546,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":132608,"estimated_new_tokens":215,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1876,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":132608,"new_prefill":215,"score_linear":-132608.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":6656,"new_prefill":126167,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-132608.0,"chosen_score_lmetric":0,"t_first_token":283094.980384265,"t_first_token_unix":1779713959.9943278,"t_done":283096.673426847,"t_done_unix":1779713961.68737},{"request_id":"1253804:30:1690362:1037","session_id":"1253804","input_length":102214,"t_proxy_recv":283096.345049931,"t_decision_unix":1779713961.3589911,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9968106130275696,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":101888,"estimated_new_tokens":326,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1876,"cache_hit":101888,"new_prefill":326,"score_linear":-101888.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132823,"ongoing_decode_tokens":132823,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":0,"new_prefill":102214,"score_linear":132823.0,"score_lmetric":102214},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":98630,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101888.0,"chosen_score_lmetric":0,"t_first_token":283096.54216697,"t_first_token_unix":1779713961.5561101,"t_done":283097.304746153,"t_done_unix":1779713962.3186896},{"request_id":"1253804:31:1691981:1038","session_id":"1253804","input_length":102322,"t_proxy_recv":283101.923318398,"t_decision_unix":1779713966.9372594,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9957584879107132,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":101888,"estimated_new_tokens":434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1876,"cache_hit":101888,"new_prefill":434,"score_linear":-101888.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":98738,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101888.0,"chosen_score_lmetric":0,"t_first_token":283102.08324949,"t_first_token_unix":1779713967.0971935,"t_done":283102.464192851,"t_done_unix":1779713967.4781365},{"request_id":"1399948:53:1692115:1039","session_id":"1399948","input_length":43938,"t_proxy_recv":283102.436456246,"t_decision_unix":1779713967.4503973,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9904865947471437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":43520,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102322,"ongoing_decode_tokens":102322,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1876,"cache_hit":0,"new_prefill":43938,"score_linear":102322.0,"score_lmetric":43938},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":43520,"new_prefill":418,"score_linear":-43520.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":283102.593657839,"t_first_token_unix":1779713967.6076014,"t_done":283103.966534922,"t_done_unix":1779713968.9804783},{"request_id":"1253804:32:1693715:1040","session_id":"1253804","input_length":102509,"t_proxy_recv":283108.00739434,"t_decision_unix":1779713973.0213356,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9939419953369948,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":101888,"estimated_new_tokens":621,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1876,"cache_hit":101888,"new_prefill":621,"score_linear":-101888.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":98925,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2250,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101888.0,"chosen_score_lmetric":0,"t_first_token":283108.32229122,"t_first_token_unix":1779713973.3362348,"t_done":283109.102629885,"t_done_unix":1779713974.116573},{"request_id":"1399948:54:1694570:1041","session_id":"1399948","input_length":44182,"t_proxy_recv":283111.095542296,"t_decision_unix":1779713976.109483,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9966049522429948,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":44032,"estimated_new_tokens":150,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1877,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2250,"cache_hit":44032,"new_prefill":150,"score_linear":-44032.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":283111.206921092,"t_first_token_unix":1779713976.2208645,"t_done":283111.485056915,"t_done_unix":1779713976.499},{"request_id":"1253804:33:1695393:1042","session_id":"1253804","input_length":102632,"t_proxy_recv":283113.764808133,"t_decision_unix":1779713978.778749,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102400,"affinity_cache_ratio":0.9977394964533479,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":102400,"estimated_new_tokens":232,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1877,"cache_hit":102400,"new_prefill":232,"score_linear":-102400.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":99048,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2250,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102400.0,"chosen_score_lmetric":0,"t_first_token":283113.962072825,"t_first_token_unix":1779713978.9760163,"t_done":283114.463149706,"t_done_unix":1779713979.477093},{"request_id":"1253804:34:1697569:1043","session_id":"1253804","input_length":102792,"t_proxy_recv":283121.597515928,"t_decision_unix":1779713986.611457,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102400,"affinity_cache_ratio":0.9961864736555374,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":102400,"estimated_new_tokens":392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1877,"cache_hit":102400,"new_prefill":392,"score_linear":-102400.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":99208,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2250,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102400.0,"chosen_score_lmetric":0,"t_first_token":283121.852949292,"t_first_token_unix":1779713986.866893,"t_done":283125.26077117,"t_done_unix":1779713990.2747147},{"request_id":"1253804:35:1701250:1044","session_id":"1253804","input_length":103349,"t_proxy_recv":283134.140975275,"t_decision_unix":1779713999.1549163,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102912,"affinity_cache_ratio":0.9957716088205981,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":102912,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1878,"cache_hit":102912,"new_prefill":437,"score_linear":-102912.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":99765,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2250,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102912.0,"chosen_score_lmetric":0,"t_first_token":283134.467723876,"t_first_token_unix":1779713999.4816673,"t_done":283134.772215785,"t_done_unix":1779713999.7861593},{"request_id":"1253804:36:1702697:1045","session_id":"1253804","input_length":103400,"t_proxy_recv":283139.291552207,"t_decision_unix":1779714004.3054924,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102912,"affinity_cache_ratio":0.9952804642166344,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":102912,"estimated_new_tokens":488,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1878,"cache_hit":102912,"new_prefill":488,"score_linear":-102912.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":99816,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2250,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102912.0,"chosen_score_lmetric":0,"t_first_token":283139.439412953,"t_first_token_unix":1779714004.4533567,"t_done":283139.88739162,"t_done_unix":1779714004.9013352},{"request_id":"1399948:55:1704272:1047","session_id":"1399948","input_length":45284,"t_proxy_recv":283144.56041029,"t_decision_unix":1779714009.5743515,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9723522657009098,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":44032,"estimated_new_tokens":1252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":45284,"score_linear":103471.0,"score_lmetric":45284},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2250,"cache_hit":44032,"new_prefill":1252,"score_linear":-44032.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":283144.997758978,"t_first_token_unix":1779714010.0117025,"t_done":283146.675951917,"t_done_unix":1779714011.6898956},{"request_id":"1356885:10:1706624:1048","session_id":"1356885","input_length":133014,"t_proxy_recv":283152.888112678,"t_decision_unix":1779714017.9020536,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":132608,"affinity_cache_ratio":0.9969476897168719,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":132608,"estimated_new_tokens":406,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":133014,"score_linear":103471.0,"score_lmetric":133014},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":132608,"new_prefill":406,"score_linear":-132608.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":6656,"new_prefill":126358,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2252,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-132608.0,"chosen_score_lmetric":0,"t_first_token":283153.150434123,"t_first_token_unix":1779714018.1643775,"t_done":283154.621119065,"t_done_unix":1779714019.6350627},{"request_id":"1253804:37:1704071:1046","session_id":"1253804","input_length":103471,"t_proxy_recv":283143.763692411,"t_decision_unix":1779714008.7776332,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":103424,"affinity_cache_ratio":0.9995457664466372,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":103424,"estimated_new_tokens":47,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":103424,"new_prefill":47,"score_linear":-103424.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":99887,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2250,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-103424.0,"chosen_score_lmetric":0,"t_first_token":283143.912827995,"t_first_token_unix":1779714008.9267712,"t_done":283159.449640563,"t_done_unix":1779714024.4635844},{"request_id":"1399948:56:1708284:1049","session_id":"1399948","input_length":45571,"t_proxy_recv":283158.598241238,"t_decision_unix":1779714023.612182,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9886989532816923,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":45056,"estimated_new_tokens":515,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":45571,"score_linear":103471.0,"score_lmetric":45571},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2252,"cache_hit":45056,"new_prefill":515,"score_linear":-45056.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-45056.0,"chosen_score_lmetric":0,"t_first_token":283158.717959789,"t_first_token_unix":1779714023.7319038,"t_done":283159.61656789,"t_done_unix":1779714024.630511},{"request_id":"1399948:57:1711464:1050","session_id":"1399948","input_length":45756,"t_proxy_recv":283169.386215412,"t_decision_unix":1779714034.4001563,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":45568,"affinity_cache_ratio":0.995891249235073,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":45568,"estimated_new_tokens":188,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1881,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2253,"cache_hit":45568,"new_prefill":188,"score_linear":-45568.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-45568.0,"chosen_score_lmetric":0,"t_first_token":283169.517897651,"t_first_token_unix":1779714034.531841,"t_done":283171.982978589,"t_done_unix":1779714036.9969218},{"request_id":"1253804:38:1712824:1051","session_id":"1253804","input_length":104953,"t_proxy_recv":283174.218007461,"t_decision_unix":1779714039.2319484,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104448,"affinity_cache_ratio":0.9951883223919278,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":104448,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1881,"cache_hit":104448,"new_prefill":505,"score_linear":-104448.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":101369,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104448.0,"chosen_score_lmetric":0,"t_first_token":283174.422442147,"t_first_token_unix":1779714039.4363859,"t_done":283174.734819973,"t_done_unix":1779714039.7487633},{"request_id":"1253804:39:1714767:1052","session_id":"1253804","input_length":105004,"t_proxy_recv":283180.802390585,"t_decision_unix":1779714045.8163319,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104960,"affinity_cache_ratio":0.9995809683440631,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":104960,"estimated_new_tokens":44,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1882,"cache_hit":104960,"new_prefill":44,"score_linear":-104960.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":101420,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104960.0,"chosen_score_lmetric":0,"t_first_token":283180.964552254,"t_first_token_unix":1779714045.978496,"t_done":283181.527321763,"t_done_unix":1779714046.5412655},{"request_id":"1253804:40:1716790:1053","session_id":"1253804","input_length":105156,"t_proxy_recv":283187.51577606,"t_decision_unix":1779714052.5297172,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104960,"affinity_cache_ratio":0.9981361025523984,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":104960,"estimated_new_tokens":196,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1882,"cache_hit":104960,"new_prefill":196,"score_linear":-104960.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":101572,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104960.0,"chosen_score_lmetric":0,"t_first_token":283187.774098022,"t_first_token_unix":1779714052.7880418,"t_done":283192.445160431,"t_done_unix":1779714057.4591038},{"request_id":"1305906:4:1718131:1054","session_id":"1305906","input_length":47861,"t_proxy_recv":283191.961011076,"t_decision_unix":1779714056.9749522,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9413927832682142,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":45056,"estimated_new_tokens":2805,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":105156,"ongoing_decode_tokens":105156,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1882,"cache_hit":0,"new_prefill":47861,"score_linear":105156.0,"score_lmetric":47861},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":16896,"new_prefill":30965,"score_linear":-16896.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":45056,"new_prefill":2805,"score_linear":-45056.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-45056.0,"chosen_score_lmetric":0,"t_first_token":283192.896259136,"t_first_token_unix":1779714057.9102027,"t_done":283194.980063802,"t_done_unix":1779714059.994007},{"request_id":"1305906:5:1514292:934","session_id":"1305906","input_length":49817,"t_proxy_recv":283194.991236048,"t_decision_unix":1779714060.0051775,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9660959110343859,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":48128,"estimated_new_tokens":1689,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":16896,"new_prefill":32921,"score_linear":-16896.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2367,"cache_hit":48128,"new_prefill":1689,"score_linear":-48128.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37173,"ongoing_decode_tokens":0,"pending_prefill_tokens":1845,"num_requests":1,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":49817,"score_linear":37173.0,"score_lmetric":51662},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":283195.653052275,"t_first_token_unix":1779714060.6669962,"t_done":283196.325618388,"t_done_unix":1779714061.3395617},{"request_id":"1340290:13:1718889:1055","session_id":"1340290","input_length":37173,"t_proxy_recv":283194.593813575,"t_decision_unix":1779714059.607755,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9503672020014526,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":35328,"estimated_new_tokens":1845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47861,"ongoing_decode_tokens":47861,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":0,"new_prefill":37173,"score_linear":47861.0,"score_lmetric":37173},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":35328,"new_prefill":1845,"score_linear":-35328.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":283200.259010611,"t_first_token_unix":1779714065.2729554,"t_done":283201.881347749,"t_done_unix":1779714066.8952909},{"request_id":"1253804:41:1721979:1057","session_id":"1253804","input_length":105638,"t_proxy_recv":283205.189475192,"t_decision_unix":1779714070.2034166,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9984285957704614,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":105472,"estimated_new_tokens":166,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":105472,"new_prefill":166,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":102054,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37438,"ongoing_decode_tokens":37438,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2258,"cache_hit":0,"new_prefill":105638,"score_linear":37438.0,"score_lmetric":105638},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":283205.391767879,"t_first_token_unix":1779714070.4057112,"t_done":283206.042642114,"t_done_unix":1779714071.0565858},{"request_id":"1340290:14:1721731:1056","session_id":"1340290","input_length":37438,"t_proxy_recv":283204.315096379,"t_decision_unix":1779714069.3290374,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":37376,"affinity_cache_ratio":0.998343928628666,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":37376,"estimated_new_tokens":62,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2258,"cache_hit":37376,"new_prefill":62,"score_linear":-37376.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-37376.0,"chosen_score_lmetric":0,"t_first_token":283204.39046894,"t_first_token_unix":1779714069.4044123,"t_done":283206.162284854,"t_done_unix":1779714071.176228},{"request_id":"1253804:42:1724453:1058","session_id":"1253804","input_length":105715,"t_proxy_recv":283213.692355305,"t_decision_unix":1779714078.7062967,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9977013668826562,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":105472,"estimated_new_tokens":243,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":105472,"new_prefill":243,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":102131,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2258,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":283213.847093539,"t_first_token_unix":1779714078.8610368,"t_done":283214.62634162,"t_done_unix":1779714079.6402853},{"request_id":"1253804:43:1726322:1060","session_id":"1253804","input_length":105845,"t_proxy_recv":283219.764905283,"t_decision_unix":1779714084.7788465,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9964759790259341,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":105472,"estimated_new_tokens":373,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":105472,"new_prefill":373,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":102261,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2258,"cache_hit":0,"new_prefill":105845,"score_linear":37724.0,"score_lmetric":105845},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":283219.974324981,"t_first_token_unix":1779714084.9882686,"t_done":283220.663437917,"t_done_unix":1779714085.6773813},{"request_id":"1399948:58:1726693:1061","session_id":"1399948","input_length":46886,"t_proxy_recv":283220.980898493,"t_decision_unix":1779714085.99484,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":46080,"affinity_cache_ratio":0.982809367401783,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":46080,"estimated_new_tokens":806,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2258,"cache_hit":46080,"new_prefill":806,"score_linear":-8356.0,"score_lmetric":806},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8356.0,"chosen_score_lmetric":806,"t_first_token":283221.336134561,"t_first_token_unix":1779714086.3500779,"t_done":283221.526767132,"t_done_unix":1779714086.5407104},{"request_id":"1399948:59:1728305:1062","session_id":"1399948","input_length":46927,"t_proxy_recv":283226.275469376,"t_decision_unix":1779714091.2894106,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":46592,"affinity_cache_ratio":0.9928612525838004,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":46592,"estimated_new_tokens":335,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":46592,"new_prefill":335,"score_linear":-8868.0,"score_lmetric":335},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8868.0,"chosen_score_lmetric":335,"t_first_token":283226.368430757,"t_first_token_unix":1779714091.3823743,"t_done":283226.577699582,"t_done_unix":1779714091.5916429},{"request_id":"1253804:44:1728625:1063","session_id":"1253804","input_length":106070,"t_proxy_recv":283227.469867235,"t_decision_unix":1779714092.483808,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9943622136325069,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":105472,"estimated_new_tokens":598,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":105472,"new_prefill":598,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":102486,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":106070,"score_linear":37724.0,"score_lmetric":106070},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":283227.797077937,"t_first_token_unix":1779714092.8110218,"t_done":283228.844053021,"t_done_unix":1779714093.8579974},{"request_id":"1340290:15:1725612:1059","session_id":"1340290","input_length":37724,"t_proxy_recv":283217.496571379,"t_decision_unix":1779714082.5105126,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9907751033824621,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":37376,"estimated_new_tokens":348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2258,"cache_hit":37376,"new_prefill":348,"score_linear":-37376.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-37376.0,"chosen_score_lmetric":0,"t_first_token":283217.570889479,"t_first_token_unix":1779714082.5848324,"t_done":283235.571064047,"t_done_unix":1779714100.5850084},{"request_id":"1253804:45:1732408:1064","session_id":"1253804","input_length":106394,"t_proxy_recv":283240.435426188,"t_decision_unix":1779714105.449367,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9961463992330395,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":105984,"estimated_new_tokens":410,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":105984,"new_prefill":410,"score_linear":-105984.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":102810,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2262,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105984.0,"chosen_score_lmetric":0,"t_first_token":283240.762676037,"t_first_token_unix":1779714105.7766197,"t_done":283241.134117283,"t_done_unix":1779714106.148061},{"request_id":"1399948:60:1732843:1065","session_id":"1399948","input_length":47074,"t_proxy_recv":283242.028085938,"t_decision_unix":1779714107.0420272,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":46592,"affinity_cache_ratio":0.9897608021413095,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":46592,"estimated_new_tokens":482,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2262,"cache_hit":46592,"new_prefill":482,"score_linear":-46592.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-46592.0,"chosen_score_lmetric":0,"t_first_token":283242.151915571,"t_first_token_unix":1779714107.1658597,"t_done":283242.524595199,"t_done_unix":1779714107.5385387},{"request_id":"1253804:46:1733935:1066","session_id":"1253804","input_length":106443,"t_proxy_recv":283245.527362796,"t_decision_unix":1779714110.5413034,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9956878329246639,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":105984,"estimated_new_tokens":459,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":105984,"new_prefill":459,"score_linear":-105984.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":102859,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105984.0,"chosen_score_lmetric":0,"t_first_token":283245.665949737,"t_first_token_unix":1779714110.6798933,"t_done":283246.38104632,"t_done_unix":1779714111.39499},{"request_id":"1399948:61:1735933:1067","session_id":"1399948","input_length":47205,"t_proxy_recv":283252.224362052,"t_decision_unix":1779714117.238303,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":47104,"affinity_cache_ratio":0.9978603961444762,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":47104,"estimated_new_tokens":101,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":47104,"new_prefill":101,"score_linear":-47104.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-47104.0,"chosen_score_lmetric":0,"t_first_token":283252.329432705,"t_first_token_unix":1779714117.343379,"t_done":283253.867328506,"t_done_unix":1779714118.8812723},{"request_id":"1253804:47:1736337:1068","session_id":"1253804","input_length":107137,"t_proxy_recv":283253.501894483,"t_decision_unix":1779714118.5158353,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":106496,"affinity_cache_ratio":0.994017006263009,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":106496,"estimated_new_tokens":641,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":106496,"new_prefill":641,"score_linear":-106496.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":103553,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47205,"ongoing_decode_tokens":47205,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":107137,"score_linear":47205.0,"score_lmetric":107137},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-106496.0,"chosen_score_lmetric":0,"t_first_token":283254.219829159,"t_first_token_unix":1779714119.2337732,"t_done":283254.633806583,"t_done_unix":1779714119.6477504},{"request_id":"1253804:48:1737694:1069","session_id":"1253804","input_length":108145,"t_proxy_recv":283257.942023481,"t_decision_unix":1779714122.9559643,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":107008,"affinity_cache_ratio":0.98948633778723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":107008,"estimated_new_tokens":1137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":107008,"new_prefill":1137,"score_linear":-107008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":104561,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":283258.867564026,"t_first_token_unix":1779714123.8815079,"t_done":283259.289971439,"t_done_unix":1779714124.3039148},{"request_id":"1253804:49:1739030:1070","session_id":"1253804","input_length":109454,"t_proxy_recv":283262.323251836,"t_decision_unix":1779714127.337193,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9870082409048551,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":108032,"estimated_new_tokens":1422,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":108032,"new_prefill":1422,"score_linear":-108032.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":105870,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":283263.458065607,"t_first_token_unix":1779714128.47201,"t_done":283263.886251025,"t_done_unix":1779714128.900195},{"request_id":"1253804:50:1741670:1071","session_id":"1253804","input_length":110854,"t_proxy_recv":283271.307251497,"t_decision_unix":1779714136.3211923,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9837804680029588,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":109056,"estimated_new_tokens":1798,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1890,"cache_hit":109056,"new_prefill":1798,"score_linear":-109056.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":107270,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-109056.0,"chosen_score_lmetric":0,"t_first_token":283272.46323715,"t_first_token_unix":1779714137.4771817,"t_done":283272.8958473,"t_done_unix":1779714137.9097908},{"request_id":"1253804:51:1744514:1072","session_id":"1253804","input_length":111661,"t_proxy_recv":283280.730356046,"t_decision_unix":1779714145.7442975,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":110592,"affinity_cache_ratio":0.9904263798461415,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":110592,"estimated_new_tokens":1069,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":110592,"new_prefill":1069,"score_linear":-110592.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":108077,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-110592.0,"chosen_score_lmetric":0,"t_first_token":283281.485747885,"t_first_token_unix":1779714146.4996917,"t_done":283281.91725523,"t_done_unix":1779714146.9311984},{"request_id":"1340290:16:1745847:1073","session_id":"1340290","input_length":40200,"t_proxy_recv":283285.332371869,"t_decision_unix":1779714150.346313,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9934328358208955,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":39936,"estimated_new_tokens":264,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1895,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":39936,"new_prefill":264,"score_linear":-39936.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":283285.411165457,"t_first_token_unix":1779714150.4251091,"t_done":283286.135471831,"t_done_unix":1779714151.149415},{"request_id":"1253804:52:1746191:1074","session_id":"1253804","input_length":111724,"t_proxy_recv":283286.3681704,"t_decision_unix":1779714151.3821115,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9990333321399162,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":111616,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1895,"cache_hit":111616,"new_prefill":108,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":108140,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":283286.527659513,"t_first_token_unix":1779714151.541603,"t_done":283287.308903473,"t_done_unix":1779714152.3228471},{"request_id":"1253804:53:1748377:1075","session_id":"1253804","input_length":111811,"t_proxy_recv":283293.707147703,"t_decision_unix":1779714158.7210891,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9982559855470392,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":111616,"estimated_new_tokens":195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1895,"cache_hit":111616,"new_prefill":195,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":108227,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":283293.864619275,"t_first_token_unix":1779714158.878563,"t_done":283294.353767499,"t_done_unix":1779714159.367711},{"request_id":"1399948:62:1749028:1076","session_id":"1399948","input_length":48212,"t_proxy_recv":283295.866276459,"t_decision_unix":1779714160.8802176,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":47104,"affinity_cache_ratio":0.9770181697502697,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":47104,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1895,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":47104,"new_prefill":1108,"score_linear":-47104.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-47104.0,"chosen_score_lmetric":0,"t_first_token":283296.229698818,"t_first_token_unix":1779714161.2436423,"t_done":283296.784864935,"t_done_unix":1779714161.7988083},{"request_id":"1253804:54:1750056:1077","session_id":"1253804","input_length":112074,"t_proxy_recv":283299.300013728,"t_decision_unix":1779714164.3139548,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9959134143512323,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":111616,"estimated_new_tokens":458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1895,"cache_hit":111616,"new_prefill":458,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":3584,"new_prefill":108490,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":283299.642688777,"t_first_token_unix":1779714164.6566324,"t_done":283305.599191075,"t_done_unix":1779714170.613135},{"request_id":"1399948:63:1753316:1079","session_id":"1399948","input_length":48636,"t_proxy_recv":283310.161218542,"t_decision_unix":1779714175.1751595,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9895550620939222,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":48128,"estimated_new_tokens":508,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":133552,"ongoing_decode_tokens":0,"pending_prefill_tokens":432,"num_requests":1,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":48636,"score_linear":133552.0,"score_lmetric":49068},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":48128,"new_prefill":508,"score_linear":-48128.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":283310.422534345,"t_first_token_unix":1779714175.4364774,"t_done":283310.531308793,"t_done_unix":1779714175.5452518},{"request_id":"1399948:64:1754453:1080","session_id":"1399948","input_length":48693,"t_proxy_recv":283314.088134622,"t_decision_unix":1779714179.1020758,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9989115478610888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":48640,"estimated_new_tokens":53,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":133552,"ongoing_decode_tokens":133552,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":0,"new_prefill":48693,"score_linear":133552.0,"score_lmetric":48693},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2266,"cache_hit":48640,"new_prefill":53,"score_linear":-48640.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48640.0,"chosen_score_lmetric":0,"t_first_token":283314.19819974,"t_first_token_unix":1779714179.2121437,"t_done":283315.481245647,"t_done_unix":1779714180.4951894},{"request_id":"1356885:11:1753167:1078","session_id":"1356885","input_length":133552,"t_proxy_recv":283309.739134608,"t_decision_unix":1779714174.7530754,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":133120,"affinity_cache_ratio":0.9967653048999641,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":133120,"estimated_new_tokens":432,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":133120,"new_prefill":432,"score_linear":-133120.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":6656,"new_prefill":126896,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-133120.0,"chosen_score_lmetric":0,"t_first_token":283310.395861354,"t_first_token_unix":1779714175.4098048,"t_done":283327.79137936,"t_done_unix":1779714192.8053234},{"request_id":"1399948:65:1759200:1081","session_id":"1399948","input_length":49220,"t_proxy_recv":283330.570470613,"t_decision_unix":1779714195.5844116,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9882161722876879,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":48640,"estimated_new_tokens":580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2266,"cache_hit":48640,"new_prefill":580,"score_linear":-48640.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48640.0,"chosen_score_lmetric":0,"t_first_token":283330.853877805,"t_first_token_unix":1779714195.8678212,"t_done":283336.419378659,"t_done_unix":1779714201.4333217},{"request_id":"1277428:14:1767578:1082","session_id":"1277428","input_length":49716,"t_proxy_recv":283359.441756,"t_decision_unix":1779714224.4556973,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9886555636012552,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49152,"estimated_new_tokens":564,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":4608,"new_prefill":45108,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":49152,"new_prefill":564,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2268,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":283359.619876301,"t_first_token_unix":1779714224.6338198,"t_done":283360.66690255,"t_done_unix":1779714225.680846},{"request_id":"1277428:14:1770237:1083","session_id":"1277428","input_length":49925,"t_proxy_recv":283368.77836971,"t_decision_unix":1779714233.7923107,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.994772158237356,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":4608,"new_prefill":45317,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2129,"cache_hit":49664,"new_prefill":261,"score_linear":-49664.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2268,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":283368.890291322,"t_first_token_unix":1779714233.9042346,"t_done":283369.202887155,"t_done_unix":1779714234.216831},{"request_id":"1277428:15:1771467:1084","session_id":"1277428","input_length":51398,"t_proxy_recv":283372.849183002,"t_decision_unix":1779714237.8631241,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9662632787267987,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":1734,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":4608,"new_prefill":46790,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2129,"cache_hit":49664,"new_prefill":1734,"score_linear":-49664.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2268,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":283373.431455509,"t_first_token_unix":1779714238.4453995,"t_done":283376.942330889,"t_done_unix":1779714241.9562745},{"request_id":"1399948:66:1772336:1085","session_id":"1399948","input_length":51012,"t_proxy_recv":283375.798249145,"t_decision_unix":1779714240.8121889,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9735748451344781,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":1348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":51398,"ongoing_decode_tokens":51398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2129,"cache_hit":0,"new_prefill":51012,"score_linear":51398.0,"score_lmetric":51012},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2268,"cache_hit":49664,"new_prefill":1348,"score_linear":-49664.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":283376.278877057,"t_first_token_unix":1779714241.2928207,"t_done":283379.247418749,"t_done_unix":1779714244.261362},{"request_id":"1399948:67:1777074:1086","session_id":"1399948","input_length":52331,"t_proxy_recv":283391.870302109,"t_decision_unix":1779714256.884243,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9783875714203818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":51200,"estimated_new_tokens":1131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2271,"cache_hit":51200,"new_prefill":1131,"score_linear":-51200.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-51200.0,"chosen_score_lmetric":0,"t_first_token":283392.352675731,"t_first_token_unix":1779714257.3666196,"t_done":283396.680644745,"t_done_unix":1779714261.6945891},{"request_id":"1399948:68:1784799:1087","session_id":"1399948","input_length":53289,"t_proxy_recv":283418.365668162,"t_decision_unix":1779714283.3796089,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9896226238060387,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":52736,"estimated_new_tokens":553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2274,"cache_hit":52736,"new_prefill":553,"score_linear":-52736.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":283418.653638884,"t_first_token_unix":1779714283.6675825,"t_done":283422.96909307,"t_done_unix":1779714287.9830368},{"request_id":"1277428:16:1787662:1088","session_id":"1277428","input_length":52754,"t_proxy_recv":283428.803846475,"t_decision_unix":1779714293.8177874,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":51712,"affinity_cache_ratio":0.9802479432839216,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":51712,"estimated_new_tokens":1042,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":4608,"new_prefill":48146,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":51712,"new_prefill":1042,"score_linear":-51712.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2276,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-51712.0,"chosen_score_lmetric":0,"t_first_token":283429.201836288,"t_first_token_unix":1779714294.215781,"t_done":283429.800051456,"t_done_unix":1779714294.8139951},{"request_id":"1305906:5:1788459:1089","session_id":"1305906","input_length":52461,"t_proxy_recv":283431.337504321,"t_decision_unix":1779714296.3514452,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":49664,"affinity_cache_ratio":0.946684203503555,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":2797,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":16896,"new_prefill":35565,"score_linear":-16896.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":49664,"new_prefill":2797,"score_linear":-49664.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2276,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":283432.326069605,"t_first_token_unix":1779714297.3400133,"t_done":283432.835034195,"t_done_unix":1779714297.8489776},{"request_id":"1399948:69:1790968:1090","session_id":"1399948","input_length":54141,"t_proxy_recv":283439.933109349,"t_decision_unix":1779714304.9470506,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9929628193051476,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":53760,"estimated_new_tokens":381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":51255,"ongoing_decode_tokens":51255,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2375,"cache_hit":0,"new_prefill":54141,"score_linear":51255.0,"score_lmetric":54141},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2276,"cache_hit":53760,"new_prefill":381,"score_linear":-53760.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":283440.217246401,"t_first_token_unix":1779714305.2311897,"t_done":283444.110473516,"t_done_unix":1779714309.1244168},{"request_id":"1305906:6:1529600:945","session_id":"1305906","input_length":51255,"t_proxy_recv":283432.849208082,"t_decision_unix":1779714297.86315,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9989269339576626,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":51200,"estimated_new_tokens":55,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":16896,"new_prefill":34359,"score_linear":-16896.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2375,"cache_hit":51200,"new_prefill":55,"score_linear":-51200.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2276,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-51200.0,"chosen_score_lmetric":0,"t_first_token":283432.931738453,"t_first_token_unix":1779714297.9456818,"t_done":283447.973289054,"t_done_unix":1779714312.9872324},{"request_id":"1277428:17:1793546:1091","session_id":"1277428","input_length":53574,"t_proxy_recv":283448.936363096,"t_decision_unix":1779714313.9503043,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9843580841452944,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":52736,"estimated_new_tokens":838,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":4608,"new_prefill":48966,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":52736,"new_prefill":838,"score_linear":-52736.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2376,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":283449.331165192,"t_first_token_unix":1779714314.3451087,"t_done":283450.649907677,"t_done_unix":1779714315.663851},{"request_id":"1399948:70:1795589:1092","session_id":"1399948","input_length":54654,"t_proxy_recv":283456.256107145,"t_decision_unix":1779714321.270048,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9930105756211806,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":54272,"estimated_new_tokens":382,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2376,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":54272,"new_prefill":382,"score_linear":-54272.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":283456.345901882,"t_first_token_unix":1779714321.3598452,"t_done":283457.280505381,"t_done_unix":1779714322.2944486},{"request_id":"1277428:18:1796824:1093","session_id":"1277428","input_length":53805,"t_proxy_recv":283460.854009432,"t_decision_unix":1779714325.8679497,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":53248,"affinity_cache_ratio":0.9896478022488616,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":53248,"estimated_new_tokens":557,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":4608,"new_prefill":49197,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":53248,"new_prefill":557,"score_linear":-53248.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2376,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53248.0,"chosen_score_lmetric":0,"t_first_token":283460.984728559,"t_first_token_unix":1779714325.9986722,"t_done":283461.358174743,"t_done_unix":1779714326.372118},{"request_id":"1399948:71:1800797:1094","session_id":"1399948","input_length":54920,"t_proxy_recv":283474.442086873,"t_decision_unix":1779714339.4560282,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9882010196649672,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":54272,"estimated_new_tokens":648,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2376,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":54272,"new_prefill":648,"score_linear":-54272.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":283474.625906733,"t_first_token_unix":1779714339.6398504,"t_done":283476.702782748,"t_done_unix":1779714341.7167263},{"request_id":"1399948:72:1804699:1097","session_id":"1399948","input_length":55246,"t_proxy_recv":283487.893265184,"t_decision_unix":1779714352.9072063,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9916374036129313,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":54784,"estimated_new_tokens":462,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":55246,"score_linear":112634.0,"score_lmetric":55246},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":55246,"score_linear":111736.0,"score_lmetric":55246},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2376,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2278,"cache_hit":54784,"new_prefill":462,"score_linear":-54784.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":283488.012387473,"t_first_token_unix":1779714353.0263317,"t_done":283488.403780214,"t_done_unix":1779714353.4177237},{"request_id":"1399948:73:1805981:1098","session_id":"1399948","input_length":55559,"t_proxy_recv":283492.074472935,"t_decision_unix":1779714357.088414,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9952662934898037,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":55296,"estimated_new_tokens":263,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":55559,"score_linear":112634.0,"score_lmetric":55559},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":55559,"score_linear":111736.0,"score_lmetric":55559},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2376,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2279,"cache_hit":55296,"new_prefill":263,"score_linear":-55296.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55296.0,"chosen_score_lmetric":0,"t_first_token":283492.267570104,"t_first_token_unix":1779714357.2815137,"t_done":283493.559371996,"t_done_unix":1779714358.5733156},{"request_id":"1305906:6:1806419:1099","session_id":"1305906","input_length":52932,"t_proxy_recv":283493.584404219,"t_decision_unix":1779714358.5983453,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9962971359480087,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":52736,"estimated_new_tokens":196,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":52932,"score_linear":112634.0,"score_lmetric":52932},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":16896,"new_prefill":36036,"score_linear":94840.0,"score_lmetric":36036},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2376,"cache_hit":52736,"new_prefill":196,"score_linear":-52736.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2279,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":283493.660706577,"t_first_token_unix":1779714358.6746504,"t_done":283494.373959807,"t_done_unix":1779714359.387903},{"request_id":"1305906:7:1572780:964","session_id":"1305906","input_length":54789,"t_proxy_recv":283494.385094178,"t_decision_unix":1779714359.399036,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9625289747942105,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":52736,"estimated_new_tokens":2053,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":54789,"score_linear":112634.0,"score_lmetric":54789},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":16896,"new_prefill":37893,"score_linear":94840.0,"score_lmetric":37893},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2376,"cache_hit":52736,"new_prefill":2053,"score_linear":-52736.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2279,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":283495.105139875,"t_first_token_unix":1779714360.1190832,"t_done":283495.403406592,"t_done_unix":1779714360.4173496},{"request_id":"1399948:74:1808473:1100","session_id":"1399948","input_length":55791,"t_proxy_recv":283500.776868716,"t_decision_unix":1779714365.7908099,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9911276012260042,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":55296,"estimated_new_tokens":495,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":55791,"score_linear":112634.0,"score_lmetric":55791},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":55791,"score_linear":111736.0,"score_lmetric":55791},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2380,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2279,"cache_hit":55296,"new_prefill":495,"score_linear":-55296.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55296.0,"chosen_score_lmetric":0,"t_first_token":283500.911070491,"t_first_token_unix":1779714365.925014,"t_done":283502.789536595,"t_done_unix":1779714367.8034801},{"request_id":"1270606:6:1804345:1096","session_id":"1270606","input_length":111736,"t_proxy_recv":283486.735351304,"t_decision_unix":1779714351.7492924,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9989260399513138,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":111616,"estimated_new_tokens":120,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":111736,"score_linear":112634.0,"score_lmetric":111736},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":111616,"new_prefill":120,"score_linear":-111616.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2376,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2278,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":1536,"new_prefill":110200,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":283487.026378866,"t_first_token_unix":1779714352.0403228,"t_done":283529.684878663,"t_done_unix":1779714394.6988225},{"request_id":"1399948:75:1817312:1101","session_id":"1399948","input_length":57308,"t_proxy_recv":283529.313425765,"t_decision_unix":1779714394.3273666,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9738256438891604,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":55808,"estimated_new_tokens":1500,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":57308,"score_linear":112634.0,"score_lmetric":57308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":57308,"score_linear":111736.0,"score_lmetric":57308},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2380,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":55808,"new_prefill":1500,"score_linear":-55808.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":283529.950872551,"t_first_token_unix":1779714394.9648166,"t_done":283530.784283984,"t_done_unix":1779714395.7982273},{"request_id":"1399948:76:1821495:1102","session_id":"1399948","input_length":57659,"t_proxy_recv":283542.970546673,"t_decision_unix":1779714407.9844875,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9945368459390554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":57344,"estimated_new_tokens":315,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":57659,"score_linear":112634.0,"score_lmetric":57659},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2224,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2380,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2283,"cache_hit":57344,"new_prefill":315,"score_linear":-57344.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":283543.171328878,"t_first_token_unix":1779714408.1852727,"t_done":283543.82896485,"t_done_unix":1779714408.8429081},{"request_id":"1270606:6:1822681:1103","session_id":"1270606","input_length":112180,"t_proxy_recv":283546.811207978,"t_decision_unix":1779714411.8251488,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9995364592619005,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":112128,"estimated_new_tokens":52,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":112180,"score_linear":112634.0,"score_lmetric":112180},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2224,"cache_hit":112128,"new_prefill":52,"score_linear":-112128.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2380,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2283,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":1536,"new_prefill":110644,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":283546.958329735,"t_first_token_unix":1779714411.9722733,"t_done":283547.846505227,"t_done_unix":1779714412.8604493},{"request_id":"1270606:7:1825806:1104","session_id":"1270606","input_length":112645,"t_proxy_recv":283557.426720902,"t_decision_unix":1779714422.440662,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9954103599804697,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":112128,"estimated_new_tokens":517,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":112645,"score_linear":112634.0,"score_lmetric":112645},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2224,"cache_hit":112128,"new_prefill":517,"score_linear":-112128.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2380,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2283,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":1536,"new_prefill":111109,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":283557.989523833,"t_first_token_unix":1779714423.0034676,"t_done":283562.056739376,"t_done_unix":1779714427.0706832},{"request_id":"1277428:19:1834491:1105","session_id":"1277428","input_length":58474,"t_proxy_recv":283586.698047335,"t_decision_unix":1779714451.7119882,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9193829736293053,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":53760,"estimated_new_tokens":4714,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":4608,"new_prefill":53866,"score_linear":108026.0,"score_lmetric":53866},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":53760,"new_prefill":4714,"score_linear":-53760.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2225,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2380,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2283,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":283588.435517179,"t_first_token_unix":1779714453.449461,"t_done":283588.767356257,"t_done_unix":1779714453.7812998},{"request_id":"1270606:8:1837578:1106","session_id":"1270606","input_length":113482,"t_proxy_recv":283597.529352021,"t_decision_unix":1779714462.5432935,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":112640,"affinity_cache_ratio":0.9925803211081934,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":112640,"estimated_new_tokens":842,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":113482,"score_linear":112634.0,"score_lmetric":113482},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2225,"cache_hit":112640,"new_prefill":842,"score_linear":-112640.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2380,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2283,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":1536,"new_prefill":111946,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":283598.092963188,"t_first_token_unix":1779714463.1069071,"t_done":283598.525029663,"t_done_unix":1779714463.5389738},{"request_id":"1253804:55:1803044:1095","session_id":"1253804","input_length":112634,"t_proxy_recv":283482.320947351,"t_decision_unix":1779714347.3348885,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9955075732016976,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":112128,"estimated_new_tokens":506,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":112128,"new_prefill":506,"score_linear":-112128.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":3584,"new_prefill":109050,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2376,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2278,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":283482.495391978,"t_first_token_unix":1779714347.5093355,"t_done":283607.468098831,"t_done_unix":1779714472.4820454},{"request_id":"1270606:9:1847569:1107","session_id":"1270606","input_length":116467,"t_proxy_recv":283631.43373519,"t_decision_unix":1779714496.4476764,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":113152,"affinity_cache_ratio":0.9715370018975332,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":113152,"estimated_new_tokens":3315,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":113152,"new_prefill":3315,"score_linear":-113152.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2380,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2283,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":1536,"new_prefill":114931,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-113152.0,"chosen_score_lmetric":0,"t_first_token":283633.682821437,"t_first_token_unix":1779714498.6967652,"t_done":283635.219827112,"t_done_unix":1779714500.233771},{"request_id":"1270606:10:1851128:1108","session_id":"1270606","input_length":116659,"t_proxy_recv":283643.516407458,"t_decision_unix":1779714508.5303485,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9962711835349181,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":116224,"estimated_new_tokens":435,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":116224,"new_prefill":435,"score_linear":-116224.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2380,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2283,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":1536,"new_prefill":115123,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-116224.0,"chosen_score_lmetric":0,"t_first_token":283643.766547982,"t_first_token_unix":1779714508.7804923,"t_done":283644.522722475,"t_done_unix":1779714509.5366666},{"request_id":"1305906:7:1851943:1109","session_id":"1305906","input_length":58042,"t_proxy_recv":283646.053412908,"t_decision_unix":1779714511.067354,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9438682333482651,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":54784,"estimated_new_tokens":3258,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":16896,"new_prefill":41146,"score_linear":-16896.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2380,"cache_hit":54784,"new_prefill":3258,"score_linear":-54784.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2283,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":283647.359932285,"t_first_token_unix":1779714512.3738759,"t_done":283649.612940658,"t_done_unix":1779714514.6268847},{"request_id":"1305906:8:1866131:1110","session_id":"1305906","input_length":58687,"t_proxy_recv":283694.524353596,"t_decision_unix":1779714559.5382946,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9858401349532264,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":57856,"estimated_new_tokens":831,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":16896,"new_prefill":41791,"score_linear":-16896.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2386,"cache_hit":57856,"new_prefill":831,"score_linear":-57856.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2283,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":283694.846260676,"t_first_token_unix":1779714559.8602054,"t_done":283696.727164253,"t_done_unix":1779714561.7411082},{"request_id":"1270606:11:1868274:1111","session_id":"1270606","input_length":117828,"t_proxy_recv":283701.806130637,"t_decision_unix":1779714566.8200715,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9863869368910615,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":116224,"estimated_new_tokens":1604,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":116224,"new_prefill":1604,"score_linear":-116224.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2283,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":1536,"new_prefill":116292,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-116224.0,"chosen_score_lmetric":0,"t_first_token":283702.817109873,"t_first_token_unix":1779714567.831055,"t_done":283704.557657939,"t_done_unix":1779714569.5716014},{"request_id":"1270606:11:1870810:1113","session_id":"1270606","input_length":118012,"t_proxy_recv":283710.303980487,"t_decision_unix":1779714575.3179216,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9978646239365488,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":117760,"estimated_new_tokens":252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":118012,"score_linear":112926.0,"score_lmetric":118012},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":117760,"new_prefill":252,"score_linear":-117760.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2283,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":1536,"new_prefill":116476,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-117760.0,"chosen_score_lmetric":0,"t_first_token":283710.474970778,"t_first_token_unix":1779714575.4889143,"t_done":283710.984722175,"t_done_unix":1779714575.9986658},{"request_id":"1356885:12:1874205:1114","session_id":"1356885","input_length":135435,"t_proxy_recv":283721.761291045,"t_decision_unix":1779714586.7752323,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":134656,"affinity_cache_ratio":0.9942481633255805,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":134656,"estimated_new_tokens":779,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":135435,"score_linear":112926.0,"score_lmetric":135435},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":134656,"new_prefill":779,"score_linear":-134656.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":6656,"new_prefill":128779,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2283,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-134656.0,"chosen_score_lmetric":0,"t_first_token":283722.441140243,"t_first_token_unix":1779714587.4550843,"t_done":283724.992454517,"t_done_unix":1779714590.006398},{"request_id":"1340290:17:1875101:1115","session_id":"1340290","input_length":40328,"t_proxy_recv":283724.692803884,"t_decision_unix":1779714589.7067447,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9902797064074589,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":39936,"estimated_new_tokens":392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":40328,"score_linear":112926.0,"score_lmetric":40328},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":135435,"ongoing_decode_tokens":135435,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":40328,"score_linear":135435.0,"score_lmetric":40328},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2283,"cache_hit":39936,"new_prefill":392,"score_linear":-39936.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":283724.776624824,"t_first_token_unix":1779714589.7905684,"t_done":283727.892701708,"t_done_unix":1779714592.906645},{"request_id":"1270606:12:1876851:1116","session_id":"1270606","input_length":118600,"t_proxy_recv":283730.658504452,"t_decision_unix":1779714595.6724453,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9929173693086003,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":117760,"estimated_new_tokens":840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":118600,"score_linear":112926.0,"score_lmetric":118600},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2507,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":117760,"new_prefill":840,"score_linear":-117760.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":1536,"new_prefill":117064,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-117760.0,"chosen_score_lmetric":0,"t_first_token":283731.244095961,"t_first_token_unix":1779714596.2580395,"t_done":283733.413176137,"t_done_unix":1779714598.4271197},{"request_id":"1340290:18:1878955:1117","session_id":"1340290","input_length":40583,"t_proxy_recv":283738.36832921,"t_decision_unix":1779714603.38227,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9966734839711209,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":40448,"estimated_new_tokens":135,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":40583,"score_linear":112926.0,"score_lmetric":40583},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2507,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2237,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":40448,"new_prefill":135,"score_linear":-40448.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":283738.431340629,"t_first_token_unix":1779714603.4452844,"t_done":283738.643413607,"t_done_unix":1779714603.657357},{"request_id":"1340290:19:1880565:1118","session_id":"1340290","input_length":40676,"t_proxy_recv":283743.640238287,"t_decision_unix":1779714608.6541798,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9943947290785722,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":40448,"estimated_new_tokens":228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":40676,"score_linear":112926.0,"score_lmetric":40676},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2507,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2237,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":40448,"new_prefill":228,"score_linear":-40448.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":283743.743937852,"t_first_token_unix":1779714608.7578814,"t_done":283744.301942606,"t_done_unix":1779714609.315886},{"request_id":"1340290:20:1882251:1120","session_id":"1340290","input_length":40883,"t_proxy_recv":283749.449567198,"t_decision_unix":1779714614.4635081,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9893598806349827,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":40448,"estimated_new_tokens":435,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":40883,"score_linear":112926.0,"score_lmetric":40883},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2507,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119030,"ongoing_decode_tokens":119030,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2237,"cache_hit":0,"new_prefill":40883,"score_linear":119030.0,"score_lmetric":40883},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":40448,"new_prefill":435,"score_linear":-40448.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":283749.560231228,"t_first_token_unix":1779714614.5741746,"t_done":283749.885933663,"t_done_unix":1779714614.8998768},{"request_id":"1270606:12:1881189:1119","session_id":"1270606","input_length":119030,"t_proxy_recv":283746.053872029,"t_decision_unix":1779714611.0678132,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":118784,"affinity_cache_ratio":0.9979332941275308,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":118784,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":119030,"score_linear":112926.0,"score_lmetric":119030},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2507,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2237,"cache_hit":118784,"new_prefill":246,"score_linear":-118784.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":1536,"new_prefill":117494,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-118784.0,"chosen_score_lmetric":0,"t_first_token":283746.420926778,"t_first_token_unix":1779714611.4348702,"t_done":283750.458279742,"t_done_unix":1779714615.4722233},{"request_id":"1340290:21:1883855:1121","session_id":"1340290","input_length":41002,"t_proxy_recv":283754.91910214,"t_decision_unix":1779714619.9330432,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40448,"affinity_cache_ratio":0.986488463977367,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":40448,"estimated_new_tokens":554,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":41002,"score_linear":112926.0,"score_lmetric":41002},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2507,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":40448,"new_prefill":554,"score_linear":-40448.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":283755.025278504,"t_first_token_unix":1779714620.0392227,"t_done":283755.278198996,"t_done_unix":1779714620.2921424},{"request_id":"1340290:22:1884847:1122","session_id":"1340290","input_length":41909,"t_proxy_recv":283758.391059696,"t_decision_unix":1779714623.4050007,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40960,"affinity_cache_ratio":0.9773556992531437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":40960,"estimated_new_tokens":949,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":41909,"score_linear":112926.0,"score_lmetric":41909},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2507,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2285,"cache_hit":40960,"new_prefill":949,"score_linear":-40960.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40960.0,"chosen_score_lmetric":0,"t_first_token":283758.718788159,"t_first_token_unix":1779714623.7327318,"t_done":283759.059233549,"t_done_unix":1779714624.0731769},{"request_id":"1253804:55:1869941:1112","session_id":"1253804","input_length":112926,"t_proxy_recv":283707.431566145,"t_decision_unix":1779714572.445507,"policy":"unified","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":112640,"affinity_cache_ratio":0.9974673680109098,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":112640,"estimated_new_tokens":286,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":112640,"new_prefill":286,"score_linear":-112640.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":3584,"new_prefill":109342,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2283,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":283707.580654966,"t_first_token_unix":1779714572.5945983,"t_done":283760.643481484,"t_done_unix":1779714625.6574538},{"request_id":"1340290:23:1886013:1124","session_id":"1340290","input_length":42086,"t_proxy_recv":283762.422075524,"t_decision_unix":1779714627.4360168,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":41472,"affinity_cache_ratio":0.9854108254526446,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":41472,"estimated_new_tokens":614,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2507,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":63845,"ongoing_decode_tokens":0,"pending_prefill_tokens":5477,"num_requests":1,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":42086,"score_linear":63845.0,"score_lmetric":47563},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2286,"cache_hit":41472,"new_prefill":614,"score_linear":-41472.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41472.0,"chosen_score_lmetric":0,"t_first_token":283762.533921149,"t_first_token_unix":1779714627.5478647,"t_done":283762.828856233,"t_done_unix":1779714627.8428},{"request_id":"1270606:12:1886765:1125","session_id":"1270606","input_length":119440,"t_proxy_recv":283765.166156406,"t_decision_unix":1779714630.1800973,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9987943737441393,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":119296,"estimated_new_tokens":144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2507,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":119440,"score_linear":63845.0,"score_lmetric":119440},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":119296,"new_prefill":144,"score_linear":-119296.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":1536,"new_prefill":117904,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":283765.404687748,"t_first_token_unix":1779714630.4186318,"t_done":283766.457140232,"t_done_unix":1779714631.4710839},{"request_id":"1340290:24:1887125:1126","session_id":"1340290","input_length":42199,"t_proxy_recv":283766.198155868,"t_decision_unix":1779714631.2120972,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9949050925377378,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":41984,"estimated_new_tokens":215,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2507,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":42199,"score_linear":63845.0,"score_lmetric":42199},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119440,"ongoing_decode_tokens":119440,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":0,"new_prefill":42199,"score_linear":119440.0,"score_lmetric":42199},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":41984,"new_prefill":215,"score_linear":-41984.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":283766.305834629,"t_first_token_unix":1779714631.3197782,"t_done":283766.474152244,"t_done_unix":1779714631.4880953},{"request_id":"1340290:25:1888447:1127","session_id":"1340290","input_length":42444,"t_proxy_recv":283770.590905973,"t_decision_unix":1779714635.6048474,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9891621901800018,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":41984,"estimated_new_tokens":460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2507,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":42444,"score_linear":63845.0,"score_lmetric":42444},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":41984,"new_prefill":460,"score_linear":-41984.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":283770.743589509,"t_first_token_unix":1779714635.7575328,"t_done":283771.047023195,"t_done_unix":1779714636.0609665},{"request_id":"1277428:20:1885419:1123","session_id":"1277428","input_length":63845,"t_proxy_recv":283760.30799173,"t_decision_unix":1779714625.321933,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9142141123032343,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":58368,"estimated_new_tokens":5477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":4608,"new_prefill":59237,"score_linear":108318.0,"score_lmetric":59237},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2507,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":58368,"new_prefill":5477,"score_linear":-58368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2286,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":283762.512890656,"t_first_token_unix":1779714627.5268347,"t_done":283772.670970526,"t_done_unix":1779714637.684914},{"request_id":"1340290:26:1889402:1128","session_id":"1340290","input_length":48504,"t_proxy_recv":283773.911201833,"t_decision_unix":1779714638.925143,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":41984,"affinity_cache_ratio":0.8655780966518225,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":41984,"estimated_new_tokens":6520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2507,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":41984,"new_prefill":6520,"score_linear":-41984.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":283775.814714679,"t_first_token_unix":1779714640.828658,"t_done":283776.021801926,"t_done_unix":1779714641.0357466},{"request_id":"1270606:13:1890252:1129","session_id":"1270606","input_length":119686,"t_proxy_recv":283776.894985945,"t_decision_unix":1779714641.908927,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9967414735223836,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":119296,"estimated_new_tokens":390,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2507,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":119296,"new_prefill":390,"score_linear":-119296.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":1536,"new_prefill":118150,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":283777.25856024,"t_first_token_unix":1779714642.272505,"t_done":283778.183248683,"t_done_unix":1779714643.1971922},{"request_id":"1340290:27:1892591:1131","session_id":"1340290","input_length":49361,"t_proxy_recv":283784.497997845,"t_decision_unix":1779714649.5119393,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9750207653815766,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":48128,"estimated_new_tokens":1233,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2507,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119828,"ongoing_decode_tokens":119828,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":0,"new_prefill":49361,"score_linear":119828.0,"score_lmetric":49361},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":48128,"new_prefill":1233,"score_linear":-48128.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":283784.870765838,"t_first_token_unix":1779714649.8847094,"t_done":283785.195157848,"t_done_unix":1779714650.2091012},{"request_id":"1270606:14:1892412:1130","session_id":"1270606","input_length":119828,"t_proxy_recv":283783.840638689,"t_decision_unix":1779714648.8545797,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9955603031011115,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":119296,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2507,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":119296,"new_prefill":532,"score_linear":-119296.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":1536,"new_prefill":118292,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":283784.097819365,"t_first_token_unix":1779714649.111763,"t_done":283786.068617379,"t_done_unix":1779714651.082561},{"request_id":"1340290:28:1893837:1132","session_id":"1340290","input_length":49454,"t_proxy_recv":283788.806904775,"t_decision_unix":1779714653.820846,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9938933149997978,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49152,"estimated_new_tokens":302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2507,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2301,"cache_hit":49152,"new_prefill":302,"score_linear":-49152.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":283788.921925919,"t_first_token_unix":1779714653.9358695,"t_done":283789.171669618,"t_done_unix":1779714654.1856132},{"request_id":"1305906:9:1893880:1133","session_id":"1305906","input_length":59265,"t_proxy_recv":283788.971504178,"t_decision_unix":1779714653.985446,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9935037543237999,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":58880,"estimated_new_tokens":385,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2507,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":16896,"new_prefill":42369,"score_linear":-16896.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":58880,"new_prefill":385,"score_linear":-58880.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49454,"ongoing_decode_tokens":49454,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2301,"cache_hit":0,"new_prefill":59265,"score_linear":49454.0,"score_lmetric":59265},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":283789.306113422,"t_first_token_unix":1779714654.320057,"t_done":283789.90810665,"t_done_unix":1779714654.92205},{"request_id":"1270606:15:1895310:1134","session_id":"1270606","input_length":120058,"t_proxy_recv":283793.640545651,"t_decision_unix":1779714658.654487,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119808,"affinity_cache_ratio":0.9979176731246564,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":119808,"estimated_new_tokens":250,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2507,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":119808,"new_prefill":250,"score_linear":-119808.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2301,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":1536,"new_prefill":118522,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-119808.0,"chosen_score_lmetric":0,"t_first_token":283793.897276335,"t_first_token_unix":1779714658.9112203,"t_done":283794.881746197,"t_done_unix":1779714659.89569},{"request_id":"1340290:29:1896119:1136","session_id":"1340290","input_length":49576,"t_proxy_recv":283796.130565554,"t_decision_unix":1779714661.144507,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9914474745844764,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49152,"estimated_new_tokens":424,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":135905,"ongoing_decode_tokens":135905,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2507,"cache_hit":0,"new_prefill":49576,"score_linear":135905.0,"score_lmetric":49576},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2301,"cache_hit":49152,"new_prefill":424,"score_linear":-49152.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":283796.237786737,"t_first_token_unix":1779714661.2517304,"t_done":283796.485430174,"t_done_unix":1779714661.4993732},{"request_id":"1356885:13:1895311:1135","session_id":"1356885","input_length":135905,"t_proxy_recv":283793.651392985,"t_decision_unix":1779714658.6653345,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":135168,"affinity_cache_ratio":0.9945770942938081,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":135168,"estimated_new_tokens":737,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2507,"cache_hit":135168,"new_prefill":737,"score_linear":-135168.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":6656,"new_prefill":129249,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":120058,"ongoing_decode_tokens":0,"pending_prefill_tokens":250,"num_requests":1,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":135905,"score_linear":120058.0,"score_lmetric":136155},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2301,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-135168.0,"chosen_score_lmetric":0,"t_first_token":283794.082913876,"t_first_token_unix":1779714659.0968578,"t_done":283796.518064841,"t_done_unix":1779714661.532008},{"request_id":"1340290:30:1896991:1137","session_id":"1340290","input_length":49695,"t_proxy_recv":283799.104746742,"t_decision_unix":1779714664.118688,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9890733474192575,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49152,"estimated_new_tokens":543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2508,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2301,"cache_hit":49152,"new_prefill":543,"score_linear":-49152.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":283799.213384579,"t_first_token_unix":1779714664.2273283,"t_done":283800.721864758,"t_done_unix":1779714665.735808},{"request_id":"1340290:31:1899492:1138","session_id":"1340290","input_length":49927,"t_proxy_recv":283807.488536033,"t_decision_unix":1779714672.5024774,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9947323091713902,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":263,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2508,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":49664,"new_prefill":263,"score_linear":-49664.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":283807.579369607,"t_first_token_unix":1779714672.5933127,"t_done":283808.239738072,"t_done_unix":1779714673.2536814},{"request_id":"1270606:16:1902252:1140","session_id":"1270606","input_length":120572,"t_proxy_recv":283815.990376599,"t_decision_unix":1779714681.0043178,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119808,"affinity_cache_ratio":0.9936635371396344,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":119808,"estimated_new_tokens":764,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2508,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":119808,"new_prefill":764,"score_linear":-119808.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50078,"ongoing_decode_tokens":50078,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":120572,"score_linear":50078.0,"score_lmetric":120572},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":1536,"new_prefill":119036,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-119808.0,"chosen_score_lmetric":0,"t_first_token":283816.578049941,"t_first_token_unix":1779714681.5919933,"t_done":283817.538830594,"t_done_unix":1779714682.5527742},{"request_id":"1270606:17:1908800:1141","session_id":"1270606","input_length":121006,"t_proxy_recv":283837.586677849,"t_decision_unix":1779714702.6006193,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":120320,"affinity_cache_ratio":0.9943308596267953,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":120320,"estimated_new_tokens":686,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2508,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2240,"cache_hit":120320,"new_prefill":686,"score_linear":-120320.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50078,"ongoing_decode_tokens":50078,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":121006,"score_linear":50078.0,"score_lmetric":121006},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":1536,"new_prefill":119470,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-120320.0,"chosen_score_lmetric":0,"t_first_token":283838.169179453,"t_first_token_unix":1779714703.1831229,"t_done":283838.789578857,"t_done_unix":1779714703.8035223},{"request_id":"1340290:32:1901260:1139","session_id":"1340290","input_length":50078,"t_proxy_recv":283812.904797703,"t_decision_unix":1779714677.9187388,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9917328966811774,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2508,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":49664,"new_prefill":414,"score_linear":-49664.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":283813.026928251,"t_first_token_unix":1779714678.0408719,"t_done":283843.63944788,"t_done_unix":1779714708.6533911},{"request_id":"1270606:18:1915824:1142","session_id":"1270606","input_length":121288,"t_proxy_recv":283860.568882746,"t_decision_unix":1779714725.5828238,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":120832,"affinity_cache_ratio":0.9962403535386848,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":120832,"estimated_new_tokens":456,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2508,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2241,"cache_hit":120832,"new_prefill":456,"score_linear":-120832.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":1536,"new_prefill":119752,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-120832.0,"chosen_score_lmetric":0,"t_first_token":283860.963465074,"t_first_token_unix":1779714725.9774084,"t_done":283861.820177379,"t_done_unix":1779714726.834121},{"request_id":"1270606:19:1920499:1143","session_id":"1270606","input_length":121560,"t_proxy_recv":283875.705993383,"t_decision_unix":1779714740.7199342,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":121344,"affinity_cache_ratio":0.9982230997038499,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":121344,"estimated_new_tokens":216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2508,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":121344,"new_prefill":216,"score_linear":-121344.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":1536,"new_prefill":120024,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-121344.0,"chosen_score_lmetric":0,"t_first_token":283876.079486754,"t_first_token_unix":1779714741.093431,"t_done":283877.06242653,"t_done_unix":1779714742.0763702},{"request_id":"1270606:20:1922639:1144","session_id":"1270606","input_length":121704,"t_proxy_recv":283883.156324178,"t_decision_unix":1779714748.1702657,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":121344,"affinity_cache_ratio":0.9970420035495957,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":121344,"estimated_new_tokens":360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2508,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":121344,"new_prefill":360,"score_linear":-121344.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":1536,"new_prefill":120168,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-121344.0,"chosen_score_lmetric":0,"t_first_token":283883.394881327,"t_first_token_unix":1779714748.4088252,"t_done":283884.71750097,"t_done_unix":1779714749.7314458},{"request_id":"1305906:10:1928316:1145","session_id":"1305906","input_length":61801,"t_proxy_recv":283901.719504884,"t_decision_unix":1779714766.733446,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9527353926311872,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":58880,"estimated_new_tokens":2921,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2508,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":16896,"new_prefill":44905,"score_linear":-16896.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":58880,"new_prefill":2921,"score_linear":-58880.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":283902.774524132,"t_first_token_unix":1779714767.788468,"t_done":283903.107531462,"t_done_unix":1779714768.1214747},{"request_id":"1340290:33:1939781:1146","session_id":"1340290","input_length":53990,"t_proxy_recv":283939.462848722,"t_decision_unix":1779714804.47679,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9957399518429338,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":53760,"estimated_new_tokens":230,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2508,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":53760,"new_prefill":230,"score_linear":-53760.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":283939.559560111,"t_first_token_unix":1779714804.5735035,"t_done":283940.655525539,"t_done_unix":1779714805.6694686},{"request_id":"1340290:34:1942249:1147","session_id":"1340290","input_length":54164,"t_proxy_recv":283947.318384294,"t_decision_unix":1779714812.3323255,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":53760,"affinity_cache_ratio":0.992541171257662,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":53760,"estimated_new_tokens":404,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2508,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":53760,"new_prefill":404,"score_linear":-53760.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":283947.414421711,"t_first_token_unix":1779714812.428365,"t_done":283949.886551649,"t_done_unix":1779714814.9004948},{"request_id":"1356885:14:1948151:1148","session_id":"1356885","input_length":136210,"t_proxy_recv":283967.08602583,"t_decision_unix":1779714832.099967,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":135680,"affinity_cache_ratio":0.9961089494163424,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":135680,"estimated_new_tokens":530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2508,"cache_hit":135680,"new_prefill":530,"score_linear":-135680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":6656,"new_prefill":129554,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-135680.0,"chosen_score_lmetric":0,"t_first_token":283967.420360542,"t_first_token_unix":1779714832.434304,"t_done":283969.124387402,"t_done_unix":1779714834.1383307},{"request_id":"1340290:35:1964727:1149","session_id":"1340290","input_length":54498,"t_proxy_recv":284021.752509693,"t_decision_unix":1779714886.766451,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9958530588278469,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":54272,"estimated_new_tokens":226,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2509,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":54272,"new_prefill":226,"score_linear":-54272.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":284021.851230787,"t_first_token_unix":1779714886.8651743,"t_done":284025.652309028,"t_done_unix":1779714890.6662524},{"request_id":"1340290:36:1969509:1150","session_id":"1340290","input_length":54811,"t_proxy_recv":284037.554441562,"t_decision_unix":1779714902.5683827,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9995073981500063,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":54784,"estimated_new_tokens":27,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2509,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":54784,"new_prefill":27,"score_linear":-54784.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":284037.635686511,"t_first_token_unix":1779714902.64963,"t_done":284038.090354772,"t_done_unix":1779714903.1042979},{"request_id":"1340290:37:1971106:1151","session_id":"1340290","input_length":55358,"t_proxy_recv":284042.69880115,"t_decision_unix":1779714907.7127423,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9896311282922071,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":54784,"estimated_new_tokens":574,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2509,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":54784,"new_prefill":574,"score_linear":-54784.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":284043.000686668,"t_first_token_unix":1779714908.01463,"t_done":284043.459249051,"t_done_unix":1779714908.4731922},{"request_id":"1340290:38:1972289:1152","session_id":"1340290","input_length":56006,"t_proxy_recv":284046.626282068,"t_decision_unix":1779714911.6402235,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9873227868442667,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":55296,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2509,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2306,"cache_hit":55296,"new_prefill":710,"score_linear":-55296.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55296.0,"chosen_score_lmetric":0,"t_first_token":284046.933111651,"t_first_token_unix":1779714911.9470549,"t_done":284047.598882455,"t_done_unix":1779714912.6128254},{"request_id":"1340290:39:1973889:1153","session_id":"1340290","input_length":56242,"t_proxy_recv":284052.050673801,"t_decision_unix":1779714917.0646152,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9922833469649017,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":55808,"estimated_new_tokens":434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2509,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2307,"cache_hit":55808,"new_prefill":434,"score_linear":-55808.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":284052.236500758,"t_first_token_unix":1779714917.250444,"t_done":284052.90151814,"t_done_unix":1779714917.9154613},{"request_id":"1340290:40:1975278:1154","session_id":"1340290","input_length":56416,"t_proxy_recv":284056.616051973,"t_decision_unix":1779714921.6299932,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":56320,"affinity_cache_ratio":0.998298355076574,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":56320,"estimated_new_tokens":96,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2509,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2308,"cache_hit":56320,"new_prefill":96,"score_linear":-56320.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-56320.0,"chosen_score_lmetric":0,"t_first_token":284056.73259401,"t_first_token_unix":1779714921.7465374,"t_done":284057.218884808,"t_done_unix":1779714922.232829},{"request_id":"1340290:41:1977055:1156","session_id":"1340290","input_length":57181,"t_proxy_recv":284062.550512372,"t_decision_unix":1779714927.5644536,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":56320,"affinity_cache_ratio":0.9849425508473094,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":56320,"estimated_new_tokens":861,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2509,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":67793,"ongoing_decode_tokens":0,"pending_prefill_tokens":2769,"num_requests":1,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":57181,"score_linear":67793.0,"score_lmetric":59950},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2308,"cache_hit":56320,"new_prefill":861,"score_linear":-56320.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-56320.0,"chosen_score_lmetric":0,"t_first_token":284062.965677267,"t_first_token_unix":1779714927.9796207,"t_done":284064.955720709,"t_done_unix":1779714929.9696646},{"request_id":"1277428:21:1976968:1155","session_id":"1277428","input_length":67793,"t_proxy_recv":284062.266245982,"t_decision_unix":1779714927.2801874,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9591550750077442,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":65024,"estimated_new_tokens":2769,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":4608,"new_prefill":63185,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2509,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":65024,"new_prefill":2769,"score_linear":-65024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2308,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":284063.516573107,"t_first_token_unix":1779714928.5305164,"t_done":284069.415234025,"t_done_unix":1779714934.4291778},{"request_id":"1340290:42:1982198:1157","session_id":"1340290","input_length":57463,"t_proxy_recv":284079.448785262,"t_decision_unix":1779714944.462726,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9979291022048971,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":57344,"estimated_new_tokens":119,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2509,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2164,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2310,"cache_hit":57344,"new_prefill":119,"score_linear":-57344.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":284079.549278728,"t_first_token_unix":1779714944.5632222,"t_done":284080.043762269,"t_done_unix":1779714945.0577054},{"request_id":"1340290:43:1983901:1158","session_id":"1340290","input_length":57640,"t_proxy_recv":284084.850470782,"t_decision_unix":1779714949.8644118,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9948646773074254,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":57344,"estimated_new_tokens":296,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2509,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2164,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2310,"cache_hit":57344,"new_prefill":296,"score_linear":-57344.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":284085.00718086,"t_first_token_unix":1779714950.0211246,"t_done":284085.523589446,"t_done_unix":1779714950.5375347},{"request_id":"1340290:44:1986230:1159","session_id":"1340290","input_length":57809,"t_proxy_recv":284092.932285033,"t_decision_unix":1779714957.9462264,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9919562697849815,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":57344,"estimated_new_tokens":465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2509,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2164,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2310,"cache_hit":57344,"new_prefill":465,"score_linear":-57344.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":284093.091666584,"t_first_token_unix":1779714958.1056101,"t_done":284093.808104667,"t_done_unix":1779714958.8220482},{"request_id":"1277428:21:1989132:1160","session_id":"1277428","input_length":69987,"t_proxy_recv":284102.351277342,"t_decision_unix":1779714967.3652189,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9729806964150485,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":68096,"estimated_new_tokens":1891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":4608,"new_prefill":65379,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2509,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2164,"cache_hit":68096,"new_prefill":1891,"score_linear":-68096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2311,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":284103.117596662,"t_first_token_unix":1779714968.1315398,"t_done":284103.464343711,"t_done_unix":1779714968.4782867},{"request_id":"1277428:22:1990436:1161","session_id":"1277428","input_length":70055,"t_proxy_recv":284106.892976014,"t_decision_unix":1779714971.906917,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":69632,"affinity_cache_ratio":0.993961887088716,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":69632,"estimated_new_tokens":423,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":4608,"new_prefill":65447,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2509,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":69632,"new_prefill":423,"score_linear":-69632.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2311,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":284107.012038546,"t_first_token_unix":1779714972.0259821,"t_done":284107.422024992,"t_done_unix":1779714972.4359682},{"request_id":"1340290:45:1991694:1162","session_id":"1340290","input_length":58053,"t_proxy_recv":284110.905810438,"t_decision_unix":1779714975.9197512,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9966065491878111,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":57856,"estimated_new_tokens":197,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2509,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2311,"cache_hit":57856,"new_prefill":197,"score_linear":-57856.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":284111.098102362,"t_first_token_unix":1779714976.1120458,"t_done":284111.35171274,"t_done_unix":1779714976.365656},{"request_id":"1340290:46:1992980:1163","session_id":"1340290","input_length":58122,"t_proxy_recv":284115.130487647,"t_decision_unix":1779714980.1444285,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9954234197033826,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":57856,"estimated_new_tokens":266,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2509,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2311,"cache_hit":57856,"new_prefill":266,"score_linear":-57856.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":284115.231842237,"t_first_token_unix":1779714980.2457862,"t_done":284115.650232407,"t_done_unix":1779714980.6641755},{"request_id":"1340290:47:1995358:1164","session_id":"1340290","input_length":58307,"t_proxy_recv":284122.989372855,"t_decision_unix":1779714988.0033143,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9922650796645343,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":57856,"estimated_new_tokens":451,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2509,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2311,"cache_hit":57856,"new_prefill":451,"score_linear":-57856.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":284123.129759974,"t_first_token_unix":1779714988.1437035,"t_done":284123.383287392,"t_done_unix":1779714988.3972306},{"request_id":"1340290:48:1996945:1165","session_id":"1340290","input_length":58339,"t_proxy_recv":284128.293989626,"t_decision_unix":1779714993.3079307,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9917208042647285,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":57856,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2509,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2311,"cache_hit":57856,"new_prefill":483,"score_linear":-57856.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":284128.373680036,"t_first_token_unix":1779714993.3876233,"t_done":284130.404661241,"t_done_unix":1779714995.4186046},{"request_id":"1356885:15:1998292:1166","session_id":"1356885","input_length":136653,"t_proxy_recv":284132.769193895,"t_decision_unix":1779714997.783135,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":136192,"affinity_cache_ratio":0.9966264919174844,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":136192,"estimated_new_tokens":461,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2509,"cache_hit":136192,"new_prefill":461,"score_linear":-136192.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":6656,"new_prefill":129997,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-136192.0,"chosen_score_lmetric":0,"t_first_token":284133.43190311,"t_first_token_unix":1779714998.4458466,"t_done":284135.108382773,"t_done_unix":1779715000.122326},{"request_id":"1340290:48:1999591:1167","session_id":"1340290","input_length":58622,"t_proxy_recv":284137.313081473,"t_decision_unix":1779715002.3270228,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9956671556753437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":58368,"estimated_new_tokens":254,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":58368,"new_prefill":254,"score_linear":-58368.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":284137.416433775,"t_first_token_unix":1779715002.4303772,"t_done":284138.014723656,"t_done_unix":1779715003.0286667},{"request_id":"1340290:48:2001313:1168","session_id":"1340290","input_length":58808,"t_proxy_recv":284142.779538398,"t_decision_unix":1779715007.7934797,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9925180247585362,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":58368,"estimated_new_tokens":440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":58368,"new_prefill":440,"score_linear":-58368.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":284142.952034064,"t_first_token_unix":1779715007.9659784,"t_done":284143.458319921,"t_done_unix":1779715008.472263},{"request_id":"1340290:48:2003195:1169","session_id":"1340290","input_length":58977,"t_proxy_recv":284149.104687207,"t_decision_unix":1779715014.118628,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58368,"affinity_cache_ratio":0.989673940688743,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":58368,"estimated_new_tokens":609,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":58368,"new_prefill":609,"score_linear":-58368.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":284149.275838722,"t_first_token_unix":1779715014.2897823,"t_done":284150.155088562,"t_done_unix":1779715015.1690328},{"request_id":"1340290:48:2005449:1170","session_id":"1340290","input_length":59220,"t_proxy_recv":284156.493365998,"t_decision_unix":1779715021.507307,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58880,"affinity_cache_ratio":0.994258696386356,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":58880,"estimated_new_tokens":340,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2313,"cache_hit":58880,"new_prefill":340,"score_linear":-58880.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":284156.649075295,"t_first_token_unix":1779715021.6630197,"t_done":284157.484403454,"t_done_unix":1779715022.4983466},{"request_id":"1340290:48:2007287:1171","session_id":"1340290","input_length":59487,"t_proxy_recv":284162.618935697,"t_decision_unix":1779715027.6328769,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9897960899019954,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":58880,"estimated_new_tokens":607,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2313,"cache_hit":58880,"new_prefill":607,"score_linear":-58880.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":284162.819474093,"t_first_token_unix":1779715027.8334181,"t_done":284163.203480318,"t_done_unix":1779715028.2174258},{"request_id":"1340290:48:2008380:1173","session_id":"1340290","input_length":60935,"t_proxy_recv":284166.863600306,"t_decision_unix":1779715031.8775413,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":59392,"affinity_cache_ratio":0.9746779355050463,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":59392,"estimated_new_tokens":1543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66506,"ongoing_decode_tokens":0,"pending_prefill_tokens":5066,"num_requests":1,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":60935,"score_linear":66506.0,"score_lmetric":66001},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":59392,"new_prefill":1543,"score_linear":-59392.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-59392.0,"chosen_score_lmetric":0,"t_first_token":284167.554239704,"t_first_token_unix":1779715032.5681837,"t_done":284168.236538624,"t_done_unix":1779715033.2504823},{"request_id":"1305906:11:2008110:1172","session_id":"1305906","input_length":66506,"t_proxy_recv":284165.717061607,"t_decision_unix":1779715030.7310026,"policy":"unified","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9238264216762397,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":61440,"estimated_new_tokens":5066,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":16896,"new_prefill":49610,"score_linear":-16896.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":61440,"new_prefill":5066,"score_linear":-61440.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":284167.705177283,"t_first_token_unix":1779715032.7191207,"t_done":284170.057163654,"t_done_unix":1779715035.0711079},{"request_id":"1340290:48:2010180:1174","session_id":"1340290","input_length":61080,"t_proxy_recv":284172.580488563,"t_decision_unix":1779715037.5944293,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9975114603798297,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":60928,"estimated_new_tokens":152,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2317,"cache_hit":60928,"new_prefill":152,"score_linear":-60928.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":284172.73304502,"t_first_token_unix":1779715037.7469893,"t_done":284173.751552735,"t_done_unix":1779715038.7654967},{"request_id":"1340290:48:2012871:1175","session_id":"1340290","input_length":61365,"t_proxy_recv":284181.257612046,"t_decision_unix":1779715046.271544,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9928786767701459,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":60928,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2317,"cache_hit":60928,"new_prefill":437,"score_linear":-60928.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":284181.461547305,"t_first_token_unix":1779715046.475491,"t_done":284181.985054432,"t_done_unix":1779715046.9989982},{"request_id":"1340290:48:2014153:1176","session_id":"1340290","input_length":61518,"t_proxy_recv":284185.656591045,"t_decision_unix":1779715050.670532,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9904093110959394,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":60928,"estimated_new_tokens":590,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2317,"cache_hit":60928,"new_prefill":590,"score_linear":-60928.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":284185.786509738,"t_first_token_unix":1779715050.8004537,"t_done":284186.286489868,"t_done_unix":1779715051.300433},{"request_id":"1340290:48:2015982:1177","session_id":"1340290","input_length":69113,"t_proxy_recv":284191.756623385,"t_decision_unix":1779715056.7705638,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":61440,"affinity_cache_ratio":0.8889789185826111,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":61440,"estimated_new_tokens":7673,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":61440,"new_prefill":7673,"score_linear":-61440.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":284194.999271003,"t_first_token_unix":1779715060.0132153,"t_done":284197.450561469,"t_done_unix":1779715062.4645054},{"request_id":"1340290:48:2018973:1178","session_id":"1340290","input_length":69426,"t_proxy_recv":284201.540558413,"t_decision_unix":1779715066.5544994,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9955924293492352,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":69120,"estimated_new_tokens":306,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2333,"cache_hit":69120,"new_prefill":306,"score_linear":-69120.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69120.0,"chosen_score_lmetric":0,"t_first_token":284201.660515274,"t_first_token_unix":1779715066.6744592,"t_done":284202.251829266,"t_done_unix":1779715067.2657733},{"request_id":"1340290:48:2020779:1179","session_id":"1340290","input_length":69601,"t_proxy_recv":284207.595680243,"t_decision_unix":1779715072.609621,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9930891797531645,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":69120,"estimated_new_tokens":481,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2333,"cache_hit":69120,"new_prefill":481,"score_linear":-69120.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69120.0,"chosen_score_lmetric":0,"t_first_token":284207.780400051,"t_first_token_unix":1779715072.794344,"t_done":284208.353427855,"t_done_unix":1779715073.3673713},{"request_id":"1340290:48:2023753:1180","session_id":"1340290","input_length":69951,"t_proxy_recv":284217.212722628,"t_decision_unix":1779715082.2266638,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69632,"affinity_cache_ratio":0.9954396649082929,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":69632,"estimated_new_tokens":319,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":69632,"new_prefill":319,"score_linear":-69632.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":284217.445994901,"t_first_token_unix":1779715082.4599385,"t_done":284218.340267943,"t_done_unix":1779715083.3542118},{"request_id":"1340290:48:2026751:1181","session_id":"1340290","input_length":70342,"t_proxy_recv":284227.493191695,"t_decision_unix":1779715092.5071325,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69632,"affinity_cache_ratio":0.989906457024253,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":69632,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":69632,"new_prefill":710,"score_linear":-69632.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":284227.729355408,"t_first_token_unix":1779715092.7432992,"t_done":284228.257575435,"t_done_unix":1779715093.271519},{"request_id":"1340290:48:2028652:1182","session_id":"1340290","input_length":70503,"t_proxy_recv":284233.744340659,"t_decision_unix":1779715098.7582812,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9949080180985206,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":70144,"estimated_new_tokens":359,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":70144,"new_prefill":359,"score_linear":-70144.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":284233.92859811,"t_first_token_unix":1779715098.9425418,"t_done":284234.832047734,"t_done_unix":1779715099.8464153},{"request_id":"1340290:48:2033065:1183","session_id":"1340290","input_length":70851,"t_proxy_recv":284248.469264129,"t_decision_unix":1779715113.483205,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9900213123315126,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":70144,"estimated_new_tokens":707,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":70144,"new_prefill":707,"score_linear":-70144.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":284248.714121678,"t_first_token_unix":1779715113.7280655,"t_done":284249.356837159,"t_done_unix":1779715114.3707807},{"request_id":"1340290:48:2034908:1184","session_id":"1340290","input_length":71067,"t_proxy_recv":284254.696244728,"t_decision_unix":1779715119.7101858,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":70656,"affinity_cache_ratio":0.9942167250622652,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":70656,"estimated_new_tokens":411,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2336,"cache_hit":70656,"new_prefill":411,"score_linear":-70656.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70656.0,"chosen_score_lmetric":0,"t_first_token":284254.864586793,"t_first_token_unix":1779715119.8785307,"t_done":284255.381350621,"t_done_unix":1779715120.395294},{"request_id":"1258908:2:2035438:1185","session_id":"1258908","input_length":7844,"t_proxy_recv":284256.50151539,"t_decision_unix":1779715121.5154562,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":7680,"affinity_cache_ratio":0.9790922998470168,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":7680,"new_prefill":164,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2336,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":284256.529781488,"t_first_token_unix":1779715121.5437253,"t_done":284257.56710638,"t_done_unix":1779715122.5810502},{"request_id":"1258908:3:1388683:699","session_id":"1258908","input_length":9120,"t_proxy_recv":284257.570586684,"t_decision_unix":1779715122.5845284,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":7680,"affinity_cache_ratio":0.8421052631578947,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":1440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":7680,"new_prefill":1440,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2336,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":284257.713982533,"t_first_token_unix":1779715122.7279263,"t_done":284258.399538248,"t_done_unix":1779715123.413482},{"request_id":"1340290:48:2036994:1186","session_id":"1340290","input_length":71240,"t_proxy_recv":284261.63829131,"t_decision_unix":1779715126.6522322,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":70656,"affinity_cache_ratio":0.9918023582257159,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":70656,"estimated_new_tokens":584,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2336,"cache_hit":70656,"new_prefill":584,"score_linear":-70656.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70656.0,"chosen_score_lmetric":0,"t_first_token":284261.828195226,"t_first_token_unix":1779715126.8421388,"t_done":284262.551102887,"t_done_unix":1779715127.5650463},{"request_id":"1340290:48:2040473:1187","session_id":"1340290","input_length":71545,"t_proxy_recv":284273.155780165,"t_decision_unix":1779715138.1697214,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9947305891397022,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":71168,"estimated_new_tokens":377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":71168,"new_prefill":377,"score_linear":-71168.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":284273.39326864,"t_first_token_unix":1779715138.4072123,"t_done":284274.543402741,"t_done_unix":1779715139.557346},{"request_id":"1340290:48:2043771:1188","session_id":"1340290","input_length":71867,"t_proxy_recv":284284.173062125,"t_decision_unix":1779715149.1870034,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9902737000292207,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":71168,"estimated_new_tokens":699,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":71168,"new_prefill":699,"score_linear":-71168.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":284284.40659892,"t_first_token_unix":1779715149.4205425,"t_done":284284.986901733,"t_done_unix":1779715150.000845},{"request_id":"1340290:48:2045403:1189","session_id":"1340290","input_length":72025,"t_proxy_recv":284289.692579978,"t_decision_unix":1779715154.706521,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71680,"affinity_cache_ratio":0.995209996528983,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":71680,"estimated_new_tokens":345,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":71680,"new_prefill":345,"score_linear":-71680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":284289.835994459,"t_first_token_unix":1779715154.849938,"t_done":284290.52545353,"t_done_unix":1779715155.5393965},{"request_id":"1340290:48:2047167:1190","session_id":"1340290","input_length":72211,"t_proxy_recv":284295.456511635,"t_decision_unix":1779715160.4704525,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9926465496946448,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":71680,"estimated_new_tokens":531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":71680,"new_prefill":531,"score_linear":-71680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":284295.644957538,"t_first_token_unix":1779715160.6589012,"t_done":284296.198417138,"t_done_unix":1779715161.2123606},{"request_id":"1340290:48:2048793:1191","session_id":"1340290","input_length":72777,"t_proxy_recv":284300.8907739,"t_decision_unix":1779715165.9047148,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9919617461560658,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":72192,"estimated_new_tokens":585,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":72192,"new_prefill":585,"score_linear":-72192.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72192.0,"chosen_score_lmetric":0,"t_first_token":284301.270048717,"t_first_token_unix":1779715166.2839928,"t_done":284301.795555084,"t_done_unix":1779715166.809499},{"request_id":"1340290:48:2050838:1192","session_id":"1340290","input_length":72952,"t_proxy_recv":284308.111741791,"t_decision_unix":1779715173.1256826,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9966005044412765,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":72704,"estimated_new_tokens":248,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":72704,"new_prefill":248,"score_linear":-72704.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":284308.300379872,"t_first_token_unix":1779715173.3143234,"t_done":284308.664339793,"t_done_unix":1779715173.678283},{"request_id":"1340290:48:2052523:1193","session_id":"1340290","input_length":73208,"t_proxy_recv":284313.678970979,"t_decision_unix":1779715178.692912,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9931155065020216,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":72704,"estimated_new_tokens":504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":72704,"new_prefill":504,"score_linear":-72704.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":284313.917793802,"t_first_token_unix":1779715178.9317381,"t_done":284314.704270064,"t_done_unix":1779715179.7182136},{"request_id":"1340290:48:2055365:1194","session_id":"1340290","input_length":73454,"t_proxy_recv":284323.391675049,"t_decision_unix":1779715188.405616,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9967598769297792,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":73216,"estimated_new_tokens":238,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2341,"cache_hit":73216,"new_prefill":238,"score_linear":-73216.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":284323.626568174,"t_first_token_unix":1779715188.6405118,"t_done":284324.05322884,"t_done_unix":1779715189.0671725},{"request_id":"1340290:48:2057042:1195","session_id":"1340290","input_length":73636,"t_proxy_recv":284328.765913816,"t_decision_unix":1779715193.7798545,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9942962681297192,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":73216,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2341,"cache_hit":73216,"new_prefill":420,"score_linear":-73216.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":284328.93689493,"t_first_token_unix":1779715193.9508388,"t_done":284329.209417806,"t_done_unix":1779715194.2233615},{"request_id":"1340290:48:2058614:1196","session_id":"1340290","input_length":73653,"t_proxy_recv":284333.906155292,"t_decision_unix":1779715198.9200964,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9940667725686666,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":73216,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2341,"cache_hit":73216,"new_prefill":437,"score_linear":-73216.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":284334.029308223,"t_first_token_unix":1779715199.0432518,"t_done":284335.766765749,"t_done_unix":1779715200.780709},{"request_id":"1340290:48:2061834:1197","session_id":"1340290","input_length":73858,"t_proxy_recv":284344.057388535,"t_decision_unix":1779715209.0713294,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9982398656882125,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":73728,"estimated_new_tokens":130,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2342,"cache_hit":73728,"new_prefill":130,"score_linear":-73728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":284344.179898669,"t_first_token_unix":1779715209.1938426,"t_done":284344.732721231,"t_done_unix":1779715209.746665},{"request_id":"1258908:3:2063441:1198","session_id":"1258908","input_length":9359,"t_proxy_recv":284349.096032585,"t_decision_unix":1779715214.1099737,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9847205898066033,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":9216,"estimated_new_tokens":143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":9216,"new_prefill":143,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2342,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":284349.145799481,"t_first_token_unix":1779715214.1597433,"t_done":284350.232041805,"t_done_unix":1779715215.2459848},{"request_id":"1340290:48:2063837:1199","session_id":"1340290","input_length":74011,"t_proxy_recv":284350.449482632,"t_decision_unix":1779715215.4634237,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9961762440718271,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":73728,"estimated_new_tokens":283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9740,"ongoing_decode_tokens":9740,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":74011,"score_linear":9740.0,"score_lmetric":74011},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2342,"cache_hit":73728,"new_prefill":283,"score_linear":-73728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":284350.596069494,"t_first_token_unix":1779715215.6100135,"t_done":284351.177274432,"t_done_unix":1779715216.1912186},{"request_id":"1258908:4:1553508:958","session_id":"1258908","input_length":9740,"t_proxy_recv":284350.2358405,"t_decision_unix":1779715215.2497818,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9462012320328542,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":9216,"estimated_new_tokens":524,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":9216,"new_prefill":524,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2342,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":284350.29434835,"t_first_token_unix":1779715215.3082922,"t_done":284352.224578371,"t_done_unix":1779715217.2385223},{"request_id":"1258908:5:1617181:988","session_id":"1258908","input_length":10201,"t_proxy_recv":284352.228057727,"t_decision_unix":1779715217.2419991,"policy":"unified","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9536319968630527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":9728,"estimated_new_tokens":473,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":9728,"new_prefill":473,"score_linear":-9728.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2342,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":284352.278901963,"t_first_token_unix":1779715217.292847,"t_done":284354.363660574,"t_done_unix":1779715219.3776047},{"request_id":"1340290:48:2066647:1200","session_id":"1340290","input_length":74557,"t_proxy_recv":284359.890170264,"t_decision_unix":1779715224.9041107,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9888809903831968,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":73728,"estimated_new_tokens":829,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2342,"cache_hit":73728,"new_prefill":829,"score_linear":-73728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":284360.276377716,"t_first_token_unix":1779715225.2903214,"t_done":284361.524242195,"t_done_unix":1779715226.538186},{"request_id":"1340290:48:2071598:1201","session_id":"1340290","input_length":74863,"t_proxy_recv":284376.541125978,"t_decision_unix":1779715241.5550668,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74240,"affinity_cache_ratio":0.991678132054553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":74240,"estimated_new_tokens":623,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2343,"cache_hit":74240,"new_prefill":623,"score_linear":-74240.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-74240.0,"chosen_score_lmetric":0,"t_first_token":284376.781969554,"t_first_token_unix":1779715241.7959135,"t_done":284377.597681049,"t_done_unix":1779715242.6116245},{"request_id":"1340290:48:2076822:1202","session_id":"1340290","input_length":75113,"t_proxy_recv":284394.061530473,"t_decision_unix":1779715259.0754714,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9951939078455128,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":74752,"estimated_new_tokens":361,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2344,"cache_hit":74752,"new_prefill":361,"score_linear":-74752.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":284394.303039012,"t_first_token_unix":1779715259.3169825,"t_done":284394.744688404,"t_done_unix":1779715259.758632},{"request_id":"1340290:48:2078461:1203","session_id":"1340290","input_length":75299,"t_proxy_recv":284399.347393951,"t_decision_unix":1779715264.3613348,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9927356272991673,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":74752,"estimated_new_tokens":547,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2344,"cache_hit":74752,"new_prefill":547,"score_linear":-74752.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":284399.598073651,"t_first_token_unix":1779715264.6120174,"t_done":284399.88068581,"t_done_unix":1779715264.8946295},{"request_id":"1340290:48:2080016:1204","session_id":"1340290","input_length":75338,"t_proxy_recv":284404.640348328,"t_decision_unix":1779715269.6542895,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9990177599617723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":75264,"estimated_new_tokens":74,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2345,"cache_hit":75264,"new_prefill":74,"score_linear":-75264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":284404.745877369,"t_first_token_unix":1779715269.7598214,"t_done":284405.123446237,"t_done_unix":1779715270.1373897},{"request_id":"1340290:48:2082644:1206","session_id":"1340290","input_length":75439,"t_proxy_recv":284413.315245141,"t_decision_unix":1779715278.329186,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9976802449661316,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":75264,"estimated_new_tokens":175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":75439,"score_linear":114971.0,"score_lmetric":136650},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2345,"cache_hit":75264,"new_prefill":175,"score_linear":-75264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":284413.473582974,"t_first_token_unix":1779715278.4875267,"t_done":284414.465079984,"t_done_unix":1779715279.4790235},{"request_id":"1356885:16:2084239:1207","session_id":"1356885","input_length":136991,"t_proxy_recv":284418.412685889,"t_decision_unix":1779715283.4266264,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":136704,"affinity_cache_ratio":0.9979049718594653,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":136704,"estimated_new_tokens":287,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":136704,"new_prefill":287,"score_linear":-136704.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":6656,"new_prefill":130335,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":136991,"score_linear":114971.0,"score_lmetric":198202},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2345,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-136704.0,"chosen_score_lmetric":0,"t_first_token":284418.851992555,"t_first_token_unix":1779715283.8659368,"t_done":284421.6952965,"t_done_unix":1779715286.7092404},{"request_id":"1340290:48:2085626:1208","session_id":"1340290","input_length":77337,"t_proxy_recv":284423.392039551,"t_decision_unix":1779715288.4059806,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9731952364327553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":75264,"estimated_new_tokens":2073,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2511,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":77337,"score_linear":114971.0,"score_lmetric":138548},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2345,"cache_hit":75264,"new_prefill":2073,"score_linear":-75264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":284424.37271358,"t_first_token_unix":1779715289.3866572,"t_done":284424.882728594,"t_done_unix":1779715289.8966722},{"request_id":"1340290:48:2087584:1209","session_id":"1340290","input_length":78683,"t_proxy_recv":284429.985464925,"t_decision_unix":1779715294.9994001,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":77312,"affinity_cache_ratio":0.9825756516655441,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":77312,"estimated_new_tokens":1371,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2511,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":78683,"score_linear":114971.0,"score_lmetric":139894},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":77312,"new_prefill":1371,"score_linear":-77312.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-77312.0,"chosen_score_lmetric":0,"t_first_token":284430.832917065,"t_first_token_unix":1779715295.8468611,"t_done":284432.305702203,"t_done_unix":1779715297.3196461},{"request_id":"1340290:48:2092759:1211","session_id":"1340290","input_length":79023,"t_proxy_recv":284447.252359103,"t_decision_unix":1779715312.2663002,"policy":"unified","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9913063285372613,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":78336,"estimated_new_tokens":687,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2511,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":79023,"score_linear":114971.0,"score_lmetric":140234},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2351,"cache_hit":78336,"new_prefill":687,"score_linear":-78336.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":284447.505786647,"t_first_token_unix":1779715312.5197299,"t_done":284448.797364692,"t_done_unix":1779715313.8113084},{"request_id":"1382086:2:2082052:1205","session_id":"1382086","input_length":114971,"t_proxy_recv":284411.301675465,"t_decision_unix":1779715276.3156166,"policy":"unified","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":53760,"affinity_cache_ratio":0.467596176427099,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":53760,"estimated_new_tokens":61211,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":53760,"new_prefill":61211,"score_linear":-53760.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2345,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":284453.933979099,"t_first_token_unix":1779715318.947923,"t_done":284455.122721864,"t_done_unix":1779715320.1366656},{"request_id":"1382086:3:2089879:1210","session_id":"1382086","input_length":115184,"t_proxy_recv":284455.134185327,"t_decision_unix":1779715320.1481264,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":114688,"affinity_cache_ratio":0.9956938463675511,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":114688,"estimated_new_tokens":496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2511,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2361,"cache_hit":114688,"new_prefill":496,"score_linear":-114688.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2352,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-114688.0,"chosen_score_lmetric":0,"t_first_token":284455.419558659,"t_first_token_unix":1779715320.4335022,"t_done":284455.934799583,"t_done_unix":1779715320.9487429},{"request_id":"1382086:4:2092953:1212","session_id":"1382086","input_length":115246,"t_proxy_recv":284455.953672144,"t_decision_unix":1779715320.9676135,"policy":"unified","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":115200,"affinity_cache_ratio":0.9996008538257293,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":115200,"estimated_new_tokens":46,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2511,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2362,"cache_hit":115200,"new_prefill":46,"score_linear":-115200.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2352,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-115200.0,"chosen_score_lmetric":0,"t_first_token":284456.127072707,"t_first_token_unix":1779715321.141016,"t_done":284463.238389872,"t_done_unix":1779715328.2523336},{"request_id":"1356885:17:2097011:1213","session_id":"1356885","input_length":137546,"t_proxy_recv":284461.126955431,"t_decision_unix":1779715326.1408968,"policy":"unified","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":137216,"affinity_cache_ratio":0.9976008026405712,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":137216,"estimated_new_tokens":330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2511,"cache_hit":137216,"new_prefill":330,"score_linear":-137216.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":6656,"new_prefill":130890,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":115246,"ongoing_decode_tokens":115246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2362,"cache_hit":0,"new_prefill":137546,"score_linear":115246.0,"score_lmetric":137546},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2352,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-137216.0,"chosen_score_lmetric":0,"t_first_token":284461.788064248,"t_first_token_unix":1779715326.8020074,"t_done":284464.48498195,"t_done_unix":1779715329.4989252}] \ No newline at end of file diff --git a/analysis/characterization/elastic_migration_v2/data/breakdown_unified_kv_both.json b/analysis/characterization/elastic_migration_v2/data/breakdown_unified_kv_both.json new file mode 100644 index 0000000..869e479 --- /dev/null +++ b/analysis/characterization/elastic_migration_v2/data/breakdown_unified_kv_both.json @@ -0,0 +1 @@ +[{"request_id":"1237198:1:1237198:0","session_id":"1237198","input_length":8228,"t_proxy_recv":335470.780346759,"t_decision_unix":1779766335.7942882,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":8228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335471.643306779,"t_first_token_unix":1779766336.6572504,"t_done":335471.741240936,"t_done_unix":1779766336.7551842},{"request_id":"1237337:1:1237337:1","session_id":"1237337","input_length":3976,"t_proxy_recv":335471.200725553,"t_decision_unix":1779766336.2146666,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":3976,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":8228,"ongoing_decode_tokens":0,"pending_prefill_tokens":8228,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":8228.0,"score_lmetric":12204},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335471.725444499,"t_first_token_unix":1779766336.7393887,"t_done":335472.118021237,"t_done_unix":1779766337.1319647},{"request_id":"1237198:2:1237773:2","session_id":"1237198","input_length":10237,"t_proxy_recv":335472.750242451,"t_decision_unix":1779766337.764184,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":8192,"affinity_cache_ratio":0.8002344436846732,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":8192,"estimated_new_tokens":2045,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":16,"cache_hit":8192,"new_prefill":2045,"score_linear":-8192.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":7,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":335473.036894364,"t_first_token_unix":1779766338.0508378,"t_done":335473.172694815,"t_done_unix":1779766338.186638},{"request_id":"1237877:1:1237877:3","session_id":"1237877","input_length":749,"t_proxy_recv":335473.207332401,"t_decision_unix":1779766338.221274,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":7,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335473.322700066,"t_first_token_unix":1779766338.3366432,"t_done":335473.451288961,"t_done_unix":1779766338.465232},{"request_id":"1239034:1:1239034:4","session_id":"1239034","input_length":13489,"t_proxy_recv":335476.984458377,"t_decision_unix":1779766341.9983997,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":13489,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335478.469551978,"t_first_token_unix":1779766343.4834957,"t_done":335478.924456193,"t_done_unix":1779766343.9383993},{"request_id":"1237877:2:1239577:6","session_id":"1237877","input_length":1620,"t_proxy_recv":335478.869074552,"t_decision_unix":1779766343.8830159,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":512,"affinity_cache_ratio":0.3160493827160494,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":512,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":512,"new_prefill":1108,"score_linear":-512.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13489,"ongoing_decode_tokens":13489,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":13489.0,"score_lmetric":1620},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":37165.0,"score_lmetric":38785},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":335478.947770703,"t_first_token_unix":1779766343.961714,"t_done":335479.400020129,"t_done_unix":1779766344.4139636},{"request_id":"1239704:1:1239704:7","session_id":"1239704","input_length":5194,"t_proxy_recv":335479.312038085,"t_decision_unix":1779766344.3259797,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":5194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":1620,"ongoing_decode_tokens":1620,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":5194,"score_linear":1620.0,"score_lmetric":5194},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":37165.0,"score_lmetric":42359},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335479.937651941,"t_first_token_unix":1779766344.9515955,"t_done":335480.210237725,"t_done_unix":1779766345.224181},{"request_id":"1240924:1:1240924:11","session_id":"1240924","input_length":7429,"t_proxy_recv":335483.332807029,"t_decision_unix":1779766348.346748,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":7429,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":66214.0,"score_lmetric":73643},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30040,"ongoing_decode_tokens":0,"pending_prefill_tokens":30040,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7429,"score_linear":30040.0,"score_lmetric":37469},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7429,"score_linear":18420.0,"score_lmetric":7429},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":37165,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":37165.0,"score_lmetric":7429},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335483.871834691,"t_first_token_unix":1779766348.8857782,"t_done":335484.049387806,"t_done_unix":1779766349.0633311},{"request_id":"1239100:1:1239100:5","session_id":"1239100","input_length":37165,"t_proxy_recv":335477.226705896,"t_decision_unix":1779766342.240647,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":37165,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13489,"ongoing_decode_tokens":0,"pending_prefill_tokens":13489,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":13489.0,"score_lmetric":50654},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335483.20968858,"t_first_token_unix":1779766348.223632,"t_done":335484.468336405,"t_done_unix":1779766349.4822798},{"request_id":"1240198:1:1240198:9","session_id":"1240198","input_length":30040,"t_proxy_recv":335480.845832092,"t_decision_unix":1779766345.8597734,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":30040,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":66214.0,"score_lmetric":96254},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":37165.0,"score_lmetric":67205},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335484.768367135,"t_first_token_unix":1779766349.7823107,"t_done":335485.421119251,"t_done_unix":1779766350.4350622},{"request_id":"1241953:1:1241953:13","session_id":"1241953","input_length":1093,"t_proxy_recv":335486.749167587,"t_decision_unix":1779766351.7631092,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1093,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":34,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":66214.0,"score_lmetric":67307},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1093,"score_linear":18420.0,"score_lmetric":1093},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7587,"ongoing_decode_tokens":0,"pending_prefill_tokens":7587,"num_requests":1,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":1093,"score_linear":7587.0,"score_lmetric":8680},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335486.865343213,"t_first_token_unix":1779766351.8792865,"t_done":335487.386051586,"t_done_unix":1779766352.3999949},{"request_id":"1241942:1:1241942:12","session_id":"1241942","input_length":7587,"t_proxy_recv":335486.703626287,"t_decision_unix":1779766351.7175677,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":7587,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":34,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":66214.0,"score_lmetric":73801},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7587,"score_linear":18420.0,"score_lmetric":7587},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335487.233917597,"t_first_token_unix":1779766352.2478611,"t_done":335487.424978224,"t_done_unix":1779766352.4389217},{"request_id":"1237877:3:1242953:15","session_id":"1237877","input_length":2659,"t_proxy_recv":335490.135688801,"t_decision_unix":1779766355.1496303,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":1536,"affinity_cache_ratio":0.5776607747273411,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":1536,"estimated_new_tokens":1123,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17157,"ongoing_decode_tokens":0,"pending_prefill_tokens":17157,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":2659,"score_linear":17157.0,"score_lmetric":19816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":66214.0,"score_lmetric":68873},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":1536,"new_prefill":1123,"score_linear":-1536.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":2659,"score_linear":18420.0,"score_lmetric":2659},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":335490.229018356,"t_first_token_unix":1779766355.242962,"t_done":335490.29339033,"t_done_unix":1779766355.3073337},{"request_id":"1242838:1:1242838:14","session_id":"1242838","input_length":17157,"t_proxy_recv":335489.756864868,"t_decision_unix":1779766354.7708063,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":17157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":66214.0,"score_lmetric":83371},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17157,"score_linear":18420.0,"score_lmetric":17157},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335491.451612259,"t_first_token_unix":1779766356.4655554,"t_done":335492.359046896,"t_done_unix":1779766357.3729904},{"request_id":"1239704:2:1243943:17","session_id":"1239704","input_length":14812,"t_proxy_recv":335493.414807396,"t_decision_unix":1779766358.4287488,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":5120,"affinity_cache_ratio":0.3456656764785309,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":5120,"estimated_new_tokens":9692,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":43,"cache_hit":5120,"new_prefill":9692,"score_linear":-5120.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":11074,"ongoing_decode_tokens":0,"pending_prefill_tokens":11074,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14812,"score_linear":11074.0,"score_lmetric":25886},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":66214.0,"score_lmetric":81026},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":14812,"score_linear":18420.0,"score_lmetric":14812},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":335494.490904859,"t_first_token_unix":1779766359.5048485,"t_done":335494.613101519,"t_done_unix":1779766359.6270447},{"request_id":"1243831:1:1243831:16","session_id":"1243831","input_length":11074,"t_proxy_recv":335493.012704627,"t_decision_unix":1779766358.026646,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":11074,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":43,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":66214.0,"score_lmetric":77288},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":11074,"score_linear":18420.0,"score_lmetric":11074},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335493.956374343,"t_first_token_unix":1779766358.9703178,"t_done":335495.419137475,"t_done_unix":1779766360.4330812},{"request_id":"1239755:1:1239755:8","session_id":"1239755","input_length":66214,"t_proxy_recv":335479.520374114,"t_decision_unix":1779766344.5343156,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":66214,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5194,"ongoing_decode_tokens":0,"pending_prefill_tokens":5194,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":5194.0,"score_lmetric":71408},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":37165.0,"score_lmetric":103379},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335495.390113263,"t_first_token_unix":1779766360.4040565,"t_done":335496.075755229,"t_done_unix":1779766361.089699},{"request_id":"1239034:2:1240558:10","session_id":"1239034","input_length":18420,"t_proxy_recv":335482.082262634,"t_decision_unix":1779766347.0962038,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13312,"affinity_cache_ratio":0.7226927252985885,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":13312,"estimated_new_tokens":5108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":66214.0,"score_lmetric":84634},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30040,"ongoing_decode_tokens":0,"pending_prefill_tokens":30040,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":18420,"score_linear":30040.0,"score_lmetric":48460},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":13312,"new_prefill":5108,"score_linear":-13312.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":37165.0,"score_lmetric":55585},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13312.0,"chosen_score_lmetric":0,"t_first_token":335482.778982716,"t_first_token_unix":1779766347.7929258,"t_done":335496.236033288,"t_done_unix":1779766361.2499766},{"request_id":"1244640:1:1244640:18","session_id":"1244640","input_length":8274,"t_proxy_recv":335495.90773212,"t_decision_unix":1779766360.9216735,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":8274,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":66214,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":66214.0,"score_lmetric":8274},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":8274,"score_linear":18420.0,"score_lmetric":8274},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335496.501110181,"t_first_token_unix":1779766361.5150535,"t_done":335496.707124725,"t_done_unix":1779766361.721069},{"request_id":"1245572:1:1245572:19","session_id":"1245572","input_length":6109,"t_proxy_recv":335499.041081554,"t_decision_unix":1779766364.0550232,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":6109,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335499.743991795,"t_first_token_unix":1779766364.757935,"t_done":335499.989730846,"t_done_unix":1779766365.0036743},{"request_id":"1241953:2:1245624:20","session_id":"1241953","input_length":10382,"t_proxy_recv":335499.132893697,"t_decision_unix":1779766364.146835,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":1024,"affinity_cache_ratio":0.09863224812174919,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":1024,"estimated_new_tokens":9358,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":1024,"new_prefill":9358,"score_linear":-1024.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":6109,"ongoing_decode_tokens":0,"pending_prefill_tokens":6109,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10382,"score_linear":6109.0,"score_lmetric":16491}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":335499.902800754,"t_first_token_unix":1779766364.916744,"t_done":335500.089212019,"t_done_unix":1779766365.1031554},{"request_id":"1245572:2:1246348:22","session_id":"1245572","input_length":6182,"t_proxy_recv":335501.638108193,"t_decision_unix":1779766366.6520498,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.9938531219670009,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":6144,"estimated_new_tokens":38,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17447,"ongoing_decode_tokens":0,"pending_prefill_tokens":10279,"num_requests":1,"active_p_offloads":0,"cached_blocks":76,"cache_hit":0,"new_prefill":6182,"score_linear":17447.0,"score_lmetric":16461},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":6144,"new_prefill":38,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":335501.666912977,"t_first_token_unix":1779766366.680856,"t_done":335501.84791673,"t_done_unix":1779766366.8618598},{"request_id":"1240924:2:1246244:21","session_id":"1240924","input_length":17447,"t_proxy_recv":335501.264371147,"t_decision_unix":1779766366.2783124,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":7168,"affinity_cache_ratio":0.4108442712214134,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":7168,"estimated_new_tokens":10279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":76,"cache_hit":7168,"new_prefill":10279,"score_linear":-7168.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":335502.476223199,"t_first_token_unix":1779766367.4901664,"t_done":335502.852629885,"t_done_unix":1779766367.866573},{"request_id":"1241942:2:1247111:23","session_id":"1241942","input_length":17975,"t_proxy_recv":335504.312397491,"t_decision_unix":1779766369.3263385,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":7168,"affinity_cache_ratio":0.3987760778859527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":7168,"estimated_new_tokens":10807,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":7168,"new_prefill":10807,"score_linear":-7168.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":335505.603714428,"t_first_token_unix":1779766370.617658,"t_done":335505.787183958,"t_done_unix":1779766370.8011272},{"request_id":"1244640:2:1247941:24","session_id":"1244640","input_length":10696,"t_proxy_recv":335507.12742929,"t_decision_unix":1779766372.1413703,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":8192,"affinity_cache_ratio":0.7658937920718025,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":8192,"estimated_new_tokens":2504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":8192,"new_prefill":2504,"score_linear":-8192.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":335507.44776795,"t_first_token_unix":1779766372.4617116,"t_done":335507.494900081,"t_done_unix":1779766372.5088432},{"request_id":"1248768:1:1248768:25","session_id":"1248768","input_length":11515,"t_proxy_recv":335509.908716437,"t_decision_unix":1779766374.9226577,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":11515,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335510.88410052,"t_first_token_unix":1779766375.898044,"t_done":335511.148444512,"t_done_unix":1779766376.162388},{"request_id":"1249058:1:1249058:26","session_id":"1249058","input_length":4126,"t_proxy_recv":335510.928384919,"t_decision_unix":1779766375.9423263,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4126,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":11515,"ongoing_decode_tokens":11515,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":4126,"score_linear":11515.0,"score_lmetric":4126},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335511.194817476,"t_first_token_unix":1779766376.2087605,"t_done":335511.361526142,"t_done_unix":1779766376.3754692},{"request_id":"1248768:2:1249765:27","session_id":"1248768","input_length":12188,"t_proxy_recv":335513.191968354,"t_decision_unix":1779766378.2059097,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.924187725631769,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11264,"estimated_new_tokens":924,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":83,"cache_hit":11264,"new_prefill":924,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":45,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":335513.33215383,"t_first_token_unix":1779766378.3460972,"t_done":335513.801821095,"t_done_unix":1779766378.815764},{"request_id":"1249058:2:1249872:28","session_id":"1249058","input_length":7482,"t_proxy_recv":335513.58290734,"t_decision_unix":1779766378.596849,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":4096,"affinity_cache_ratio":0.5474472066292435,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":4096,"estimated_new_tokens":3386,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":12188,"ongoing_decode_tokens":12188,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":83,"cache_hit":0,"new_prefill":7482,"score_linear":12188.0,"score_lmetric":7482},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":45,"cache_hit":4096,"new_prefill":3386,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-4096.0,"chosen_score_lmetric":0,"t_first_token":335513.905404999,"t_first_token_unix":1779766378.9193482,"t_done":335514.031367415,"t_done_unix":1779766379.0453105},{"request_id":"1242838:2:1250503:29","session_id":"1242838","input_length":21578,"t_proxy_recv":335515.858329259,"t_decision_unix":1779766380.8722703,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16896,"affinity_cache_ratio":0.783019742330151,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":16896,"estimated_new_tokens":4682,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":16896,"new_prefill":4682,"score_linear":-16896.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":335516.567833322,"t_first_token_unix":1779766381.5817769,"t_done":335517.063419865,"t_done_unix":1779766382.0773633},{"request_id":"1250772:1:1250772:30","session_id":"1250772","input_length":6829,"t_proxy_recv":335516.718439313,"t_decision_unix":1779766381.7323806,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":6829,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21578,"ongoing_decode_tokens":21578,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6829,"score_linear":21578.0,"score_lmetric":6829},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335517.715693484,"t_first_token_unix":1779766382.729637,"t_done":335519.314407769,"t_done_unix":1779766384.3283517},{"request_id":"1251059:1:1251059:32","session_id":"1251059","input_length":16512,"t_proxy_recv":335517.900705648,"t_decision_unix":1779766382.9146473,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":16512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":6829,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":16512,"score_linear":6829.0,"score_lmetric":16512},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":0,"pending_prefill_tokens":20086,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":16512,"score_linear":20086.0,"score_lmetric":36598},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335519.467836286,"t_first_token_unix":1779766384.4817798,"t_done":335519.469512192,"t_done_unix":1779766384.4834552},{"request_id":"1248768:3:1251261:33","session_id":"1248768","input_length":16989,"t_proxy_recv":335518.474994499,"t_decision_unix":1779766383.488936,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11776,"affinity_cache_ratio":0.6931543940196597,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11776,"estimated_new_tokens":5213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":11776,"new_prefill":5213,"score_linear":-11776.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16512,"ongoing_decode_tokens":0,"pending_prefill_tokens":16512,"num_requests":1,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":16989,"score_linear":16512.0,"score_lmetric":33501},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":6829,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":16989,"score_linear":6829.0,"score_lmetric":16989},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":0,"pending_prefill_tokens":20086,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":16989,"score_linear":20086.0,"score_lmetric":37075},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":335519.15499439,"t_first_token_unix":1779766384.168938,"t_done":335520.133576978,"t_done_unix":1779766385.1475203},{"request_id":"1251828:1:1251828:35","session_id":"1251828","input_length":1090,"t_proxy_recv":335520.404556553,"t_decision_unix":1779766385.418498,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1090,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":20086,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":1090,"score_linear":20086.0,"score_lmetric":1090},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":13780,"ongoing_decode_tokens":0,"pending_prefill_tokens":7636,"num_requests":1,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":1090,"score_linear":13780.0,"score_lmetric":8726}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335520.49108494,"t_first_token_unix":1779766385.5050282,"t_done":335520.599784668,"t_done_unix":1779766385.613728},{"request_id":"1250935:1:1250935:31","session_id":"1250935","input_length":20086,"t_proxy_recv":335517.34398668,"t_decision_unix":1779766382.3579283,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":20086,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":0,"pending_prefill_tokens":6829,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":20086,"score_linear":6829.0,"score_lmetric":26915},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335519.428039129,"t_first_token_unix":1779766384.4419827,"t_done":335520.68484231,"t_done_unix":1779766385.6987853},{"request_id":"1245572:3:1251662:34","session_id":"1245572","input_length":13780,"t_proxy_recv":335519.885638183,"t_decision_unix":1779766384.8995798,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.4458635703918723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":6144,"estimated_new_tokens":7636,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16989,"ongoing_decode_tokens":16989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":13780,"score_linear":16989.0,"score_lmetric":13780},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":20086,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":13780,"score_linear":20086.0,"score_lmetric":13780},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":6144,"new_prefill":7636,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":335520.682966096,"t_first_token_unix":1779766385.6969094,"t_done":335520.916578814,"t_done_unix":1779766385.9305224},{"request_id":"1252010:1:1252010:36","session_id":"1252010","input_length":9855,"t_proxy_recv":335521.01303203,"t_decision_unix":1779766386.0269737,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":9855,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":144,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335521.82380278,"t_first_token_unix":1779766386.8377457,"t_done":335521.997248065,"t_done_unix":1779766387.0111914},{"request_id":"1248768:4:1253385:37","session_id":"1248768","input_length":17309,"t_proxy_recv":335525.787226095,"t_decision_unix":1779766390.8011677,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16896,"affinity_cache_ratio":0.9761395805650239,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":16896,"estimated_new_tokens":413,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":16896,"new_prefill":413,"score_linear":-16896.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":335525.867676809,"t_first_token_unix":1779766390.8816197,"t_done":335528.845482486,"t_done_unix":1779766393.8594255},{"request_id":"1251828:2:1254272:41","session_id":"1251828","input_length":3934,"t_proxy_recv":335528.75652698,"t_decision_unix":1779766393.7704682,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":4,"affinity_cache_hit":1024,"affinity_cache_ratio":0.2602948652770717,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":3934,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":3934,"score_linear":17309.0,"score_lmetric":3934},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":3934,"score_linear":35221.0,"score_lmetric":39155},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":1024,"new_prefill":2910,"score_linear":48600.0,"score_lmetric":52534},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":0,"pending_prefill_tokens":4108,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":3934,"score_linear":10764.0,"score_lmetric":8042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335529.001233066,"t_first_token_unix":1779766394.0151765,"t_done":335529.147320238,"t_done_unix":1779766394.1612635},{"request_id":"1254584:1:1254584:42","session_id":"1254584","input_length":748,"t_proxy_recv":335529.889702662,"t_decision_unix":1779766394.903644,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":748,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":748,"score_linear":35221.0,"score_lmetric":35969},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":748,"score_linear":49624.0,"score_lmetric":50372},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":10764,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":748,"score_linear":10764.0,"score_lmetric":748},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335529.95621572,"t_first_token_unix":1779766394.9701586,"t_done":335530.11045297,"t_done_unix":1779766395.124396},{"request_id":"1252010:2:1254691:43","session_id":"1252010","input_length":13092,"t_proxy_recv":335530.341823185,"t_decision_unix":1779766395.3557644,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":9728,"affinity_cache_ratio":0.743049190345249,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":9728,"estimated_new_tokens":3364,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":13092,"score_linear":35221.0,"score_lmetric":48313},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":13092,"score_linear":49624.0,"score_lmetric":62716},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":10764,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":13092,"score_linear":10764.0,"score_lmetric":13092},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":9728,"new_prefill":3364,"score_linear":-9728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":335530.771907128,"t_first_token_unix":1779766395.7858505,"t_done":335530.94228424,"t_done_unix":1779766395.9562273},{"request_id":"1250772:2:1254198:40","session_id":"1250772","input_length":10764,"t_proxy_recv":335528.484209914,"t_decision_unix":1779766393.4981515,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":6656,"affinity_cache_ratio":0.6183574879227053,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":6656,"estimated_new_tokens":4108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":10764,"score_linear":17309.0,"score_lmetric":10764},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":10764,"score_linear":35221.0,"score_lmetric":45985},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":10764,"score_linear":49624.0,"score_lmetric":60388},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":6656,"new_prefill":4108,"score_linear":-6656.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-6656.0,"chosen_score_lmetric":0,"t_first_token":335528.869479239,"t_first_token_unix":1779766393.8834224,"t_done":335531.143973304,"t_done_unix":1779766396.1579175},{"request_id":"1253804:1:1253804:39","session_id":"1253804","input_length":35221,"t_proxy_recv":335527.378445825,"t_decision_unix":1779766392.3923874,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":35221,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":35221,"score_linear":17309.0,"score_lmetric":35221},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":35221,"score_linear":49624.0,"score_lmetric":84845},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335532.546805339,"t_first_token_unix":1779766397.5607486,"t_done":335534.764602774,"t_done_unix":1779766399.7785547},{"request_id":"1256273:1:1256273:46","session_id":"1256273","input_length":1694,"t_proxy_recv":335535.571566941,"t_decision_unix":1779766400.5855083,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1694,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":1694,"score_linear":49624.0,"score_lmetric":51318},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":0,"pending_prefill_tokens":10618,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":1694,"score_linear":17786.0,"score_lmetric":12312},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335535.716681254,"t_first_token_unix":1779766400.7306244,"t_done":335536.002273197,"t_done_unix":1779766401.0162163},{"request_id":"1243831:2:1256324:47","session_id":"1243831","input_length":11448,"t_proxy_recv":335535.736965309,"t_decision_unix":1779766400.750907,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":11264,"affinity_cache_ratio":0.983927323549965,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11264,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":11264,"new_prefill":184,"score_linear":-11264.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":11448,"score_linear":49624.0,"score_lmetric":61072},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":0,"pending_prefill_tokens":10618,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":11448,"score_linear":17786.0,"score_lmetric":22066},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":1694,"ongoing_decode_tokens":1694,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":11448,"score_linear":1694.0,"score_lmetric":11448},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":335535.798037522,"t_first_token_unix":1779766400.8119807,"t_done":335536.234541856,"t_done_unix":1779766401.248485},{"request_id":"1253743:1:1253743:38","session_id":"1253743","input_length":49624,"t_proxy_recv":335527.131854009,"t_decision_unix":1779766392.1457953,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":49624,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":49624,"score_linear":17309.0,"score_lmetric":49624},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335536.371194186,"t_first_token_unix":1779766401.3851376,"t_done":335536.775407114,"t_done_unix":1779766401.7893505},{"request_id":"1249058:3:1256222:45","session_id":"1249058","input_length":17786,"t_proxy_recv":335535.425884015,"t_decision_unix":1779766400.4398253,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":7168,"affinity_cache_ratio":0.4030136062071292,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":7168,"estimated_new_tokens":10618,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":17786,"score_linear":49624.0,"score_lmetric":67410},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":7168,"new_prefill":10618,"score_linear":-7168.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":335536.68875252,"t_first_token_unix":1779766401.7026958,"t_done":335536.806617285,"t_done_unix":1779766401.8205605},{"request_id":"1253743:2:1256070:44","session_id":"1253743","input_length":49687,"t_proxy_recv":335536.783873814,"t_decision_unix":1779766401.7978156,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9995371022601486,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":23,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":3584,"new_prefill":46103,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":49664,"new_prefill":23,"score_linear":-49664.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":17786,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":49687,"score_linear":17786.0,"score_lmetric":49687},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":335536.856674576,"t_first_token_unix":1779766401.8706179,"t_done":335537.688970334,"t_done_unix":1779766402.702914},{"request_id":"1256273:2:1257769:51","session_id":"1256273","input_length":6170,"t_proxy_recv":335540.556135858,"t_decision_unix":1779766405.5700772,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":1536,"affinity_cache_ratio":0.24894651539708265,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":1536,"estimated_new_tokens":4634,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":4434,"ongoing_decode_tokens":4434,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":6170,"score_linear":4434.0,"score_lmetric":6170},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":6170,"score_linear":27387.0,"score_lmetric":33557},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6170,"score_linear":90488.0,"score_lmetric":96658},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":1536,"new_prefill":4634,"score_linear":-1536.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":335540.881897028,"t_first_token_unix":1779766405.8958402,"t_done":335541.183383099,"t_done_unix":1779766406.1973267},{"request_id":"1257572:1:1257572:50","session_id":"1257572","input_length":4434,"t_proxy_recv":335539.920830757,"t_decision_unix":1779766404.9347723,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":4434,"score_linear":27387.0,"score_lmetric":31821},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":4434,"score_linear":90488.0,"score_lmetric":94922},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335540.205117432,"t_first_token_unix":1779766405.2190607,"t_done":335541.448856028,"t_done_unix":1779766406.4627998},{"request_id":"1254584:2:1258039:52","session_id":"1254584","input_length":1257,"t_proxy_recv":335541.576022227,"t_decision_unix":1779766406.5899634,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":512,"affinity_cache_ratio":0.40731901352426414,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":512,"estimated_new_tokens":745,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":113,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":1257,"score_linear":27387.0,"score_lmetric":28644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":512,"new_prefill":745,"score_linear":-512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":1257,"score_linear":90488.0,"score_lmetric":91745},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":335541.631568493,"t_first_token_unix":1779766406.6455119,"t_done":335541.96692776,"t_done_unix":1779766406.9808712},{"request_id":"1242838:3:1258161:53","session_id":"1242838","input_length":22262,"t_proxy_recv":335542.03589629,"t_decision_unix":1779766407.0498378,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9659509478034318,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":21504,"estimated_new_tokens":758,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":113,"cache_hit":21504,"new_prefill":758,"score_linear":-21504.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":22262,"score_linear":27387.0,"score_lmetric":49649},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22262,"score_linear":90488.0,"score_lmetric":112750},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":335542.197122994,"t_first_token_unix":1779766407.211066,"t_done":335542.752937556,"t_done_unix":1779766407.766881},{"request_id":"1256273:3:1258499:55","session_id":"1256273","input_length":7934,"t_proxy_recv":335543.199749681,"t_decision_unix":1779766408.2136912,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":6144,"affinity_cache_ratio":0.7743887068313587,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":6144,"estimated_new_tokens":1790,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":0,"pending_prefill_tokens":45037,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":7934,"score_linear":80365.0,"score_lmetric":105942},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":7934,"score_linear":90488.0,"score_lmetric":98422},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":6144,"new_prefill":1790,"score_linear":-6144.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":335543.386511848,"t_first_token_unix":1779766408.4004555,"t_done":335544.004887749,"t_done_unix":1779766409.018831},{"request_id":"1258908:1:1258908:58","session_id":"1258908","input_length":9250,"t_proxy_recv":335544.656905712,"t_decision_unix":1779766409.6708474,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":9250,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":9250,"score_linear":80365.0,"score_lmetric":53800},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":9250,"score_linear":68131.0,"score_lmetric":77381},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":9250,"score_linear":90488.0,"score_lmetric":99738},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9250,"score_linear":112793.0,"score_lmetric":122043},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335545.354457609,"t_first_token_unix":1779766410.3684008,"t_done":335547.365524532,"t_done_unix":1779766412.3794675},{"request_id":"1259178:1:1259178:59","session_id":"1259178","input_length":14291,"t_proxy_recv":335545.614374028,"t_decision_unix":1779766410.6283154,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":14291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":14291,"score_linear":80365.0,"score_lmetric":63882},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":14291,"score_linear":68131.0,"score_lmetric":82422},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9250,"ongoing_decode_tokens":9250,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":14291,"score_linear":9250.0,"score_lmetric":14291},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":14291,"score_linear":90488.0,"score_lmetric":104779},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14291,"score_linear":112793.0,"score_lmetric":127084},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335546.86185293,"t_first_token_unix":1779766411.875796,"t_done":335548.817855346,"t_done_unix":1779766413.8317988},{"request_id":"1257525:1:1257525:49","session_id":"1257525","input_length":27387,"t_proxy_recv":335539.836108761,"t_decision_unix":1779766404.85005,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":27387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":27387,"score_linear":90488.0,"score_lmetric":117875},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335543.297627984,"t_first_token_unix":1779766408.3115716,"t_done":335548.921430826,"t_done_unix":1779766413.9353738},{"request_id":"1253804:2:1258346:54","session_id":"1253804","input_length":52978,"t_proxy_recv":335542.747167536,"t_decision_unix":1779766407.7611086,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":35328,"affinity_cache_ratio":0.6668428404243271,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":35328,"estimated_new_tokens":17650,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":22262,"ongoing_decode_tokens":22262,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":113,"cache_hit":0,"new_prefill":52978,"score_linear":22262.0,"score_lmetric":52978},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":35328,"new_prefill":17650,"score_linear":-7941.0,"score_lmetric":45037},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":3584,"new_prefill":49394,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":52978,"score_linear":90488.0,"score_lmetric":143466},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7941.0,"chosen_score_lmetric":45037,"t_first_token":335548.554683591,"t_first_token_unix":1779766413.5686276,"t_done":335549.476601796,"t_done_unix":1779766414.4905448},{"request_id":"1260746:1:1260746:62","session_id":"1260746","input_length":9571,"t_proxy_recv":335551.157331509,"t_decision_unix":1779766416.171273,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":9571,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":9571,"score_linear":68131.0,"score_lmetric":77702},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":9571,"score_linear":90488.0,"score_lmetric":100059},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9571,"score_linear":125063.0,"score_lmetric":253908},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9571,"score_linear":30655.0,"score_lmetric":40226}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335551.90520002,"t_first_token_unix":1779766416.9191432,"t_done":335552.298703628,"t_done_unix":1779766417.312647},{"request_id":"1260792:1:1260792:63","session_id":"1260792","input_length":12522,"t_proxy_recv":335551.273964697,"t_decision_unix":1779766416.287906,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":12522,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":9571,"ongoing_decode_tokens":0,"pending_prefill_tokens":9571,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":12522,"score_linear":9571.0,"score_lmetric":22093},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":12522,"score_linear":68131.0,"score_lmetric":80653},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":12522,"score_linear":90488.0,"score_lmetric":103010},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12522,"score_linear":125063.0,"score_lmetric":259810},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":12522,"score_linear":30655.0,"score_lmetric":43177}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335552.301913085,"t_first_token_unix":1779766417.3158562,"t_done":335552.639926322,"t_done_unix":1779766417.6538696},{"request_id":"1261126:1:1261126:65","session_id":"1261126","input_length":5640,"t_proxy_recv":335552.311026892,"t_decision_unix":1779766417.3249683,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":5640,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":132,"cache_hit":0,"new_prefill":5640,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55138,"ongoing_decode_tokens":0,"pending_prefill_tokens":2402,"num_requests":1,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":5640,"score_linear":55138.0,"score_lmetric":8042},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":5640,"score_linear":68131.0,"score_lmetric":73771},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":12522,"ongoing_decode_tokens":12522,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":5640,"score_linear":12522.0,"score_lmetric":5640},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5640,"score_linear":90488.0,"score_lmetric":96128},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5640,"score_linear":125063.0,"score_lmetric":246046},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":5640,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":5640,"score_linear":30655.0,"score_lmetric":36295}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335552.678720842,"t_first_token_unix":1779766417.6926641,"t_done":335552.849113194,"t_done_unix":1779766417.863057},{"request_id":"1253804:3:1260997:64","session_id":"1253804","input_length":55138,"t_proxy_recv":335552.012219197,"t_decision_unix":1779766417.0261607,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9564365773151003,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":52736,"estimated_new_tokens":2402,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":9571,"ongoing_decode_tokens":9571,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":55138,"score_linear":9571.0,"score_lmetric":55138},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":252,"cache_hit":52736,"new_prefill":2402,"score_linear":-52736.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":55138,"score_linear":68131.0,"score_lmetric":123269},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":12522,"ongoing_decode_tokens":0,"pending_prefill_tokens":12522,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":3584,"new_prefill":51554,"score_linear":8938.0,"score_lmetric":64076},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":55138,"score_linear":90488.0,"score_lmetric":145626},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":55138,"score_linear":125063.0,"score_lmetric":345042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":55138,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":55138,"score_linear":30655.0,"score_lmetric":85793}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":335552.887672358,"t_first_token_unix":1779766417.9016154,"t_done":335553.472370378,"t_done_unix":1779766418.4863138},{"request_id":"1260327:1:1260327:61","session_id":"1260327","input_length":30655,"t_proxy_recv":335549.446212207,"t_decision_unix":1779766414.4601538,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":30655,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":52978,"ongoing_decode_tokens":52978,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":30655,"score_linear":52978.0,"score_lmetric":30655},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":30655,"score_linear":68131.0,"score_lmetric":98786},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":30655,"score_linear":90488.0,"score_lmetric":121143},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":30655,"score_linear":125063.0,"score_lmetric":296076},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335553.495306001,"t_first_token_unix":1779766418.5092494,"t_done":335554.147582016,"t_done_unix":1779766419.161525},{"request_id":"1257525:2:1262205:67","session_id":"1257525","input_length":29988,"t_proxy_recv":335556.127113576,"t_decision_unix":1779766421.1410546,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9048952914499133,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":27136,"estimated_new_tokens":2852,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":256,"cache_hit":27136,"new_prefill":2852,"score_linear":-27136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":29988,"score_linear":68131.0,"score_lmetric":98119},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":29988,"score_linear":90488.0,"score_lmetric":120476},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":29988,"score_linear":125063.0,"score_lmetric":294742},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":335556.747839702,"t_first_token_unix":1779766421.761783,"t_done":335556.780795289,"t_done_unix":1779766421.7947385},{"request_id":"1262757:1:1262757:73","session_id":"1262757","input_length":5465,"t_proxy_recv":335558.006848038,"t_decision_unix":1779766423.0207894,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":5465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":5465,"score_linear":55989.0,"score_lmetric":6670},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":5465,"score_linear":68131.0,"score_lmetric":73596},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":15283,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":5465,"score_linear":15283.0,"score_lmetric":20748},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5465,"score_linear":113053.0,"score_lmetric":196076},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5465,"score_linear":125063.0,"score_lmetric":245696},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":5465,"score_linear":21510.0,"score_lmetric":26975}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335558.368795875,"t_first_token_unix":1779766423.3827388,"t_done":335558.497282865,"t_done_unix":1779766423.511226},{"request_id":"1261126:2:1262820:74","session_id":"1261126","input_length":6953,"t_proxy_recv":335558.178556376,"t_decision_unix":1779766423.1924975,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":5632,"affinity_cache_ratio":0.8100100675967209,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":5632,"estimated_new_tokens":1321,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":5632,"new_prefill":1321,"score_linear":-5632.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":6953,"score_linear":55989.0,"score_lmetric":8158},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":6953,"score_linear":68131.0,"score_lmetric":75084},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":15283,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":6953,"score_linear":15283.0,"score_lmetric":22236},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6953,"score_linear":113053.0,"score_lmetric":199052},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":6953,"score_linear":125063.0,"score_lmetric":248672},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":5465,"ongoing_decode_tokens":0,"pending_prefill_tokens":5465,"num_requests":1,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":6953,"score_linear":5465.0,"score_lmetric":12418},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":6953,"score_linear":21510.0,"score_lmetric":28463}],"chosen_score_linear":-5632.0,"chosen_score_lmetric":0,"t_first_token":335558.331776886,"t_first_token_unix":1779766423.34572,"t_done":335558.570342821,"t_done_unix":1779766423.584286},{"request_id":"1262354:1:1262354:69","session_id":"1262354","input_length":21510,"t_proxy_recv":335556.72325274,"t_decision_unix":1779766421.7371943,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":21510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":29988,"ongoing_decode_tokens":0,"pending_prefill_tokens":2852,"num_requests":1,"active_p_offloads":0,"cached_blocks":256,"cache_hit":0,"new_prefill":21510,"score_linear":29988.0,"score_lmetric":24362},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":21510,"score_linear":68131.0,"score_lmetric":89641},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":21510,"score_linear":113053.0,"score_lmetric":228166},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":21510,"score_linear":125063.0,"score_lmetric":277786},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335559.028754818,"t_first_token_unix":1779766424.0426981,"t_done":335559.634303489,"t_done_unix":1779766424.6482468},{"request_id":"1258611:1:1258611:56","session_id":"1258611","input_length":68131,"t_proxy_recv":335543.597503359,"t_decision_unix":1779766408.6114445,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":68131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":68131,"score_linear":80365.0,"score_lmetric":171562},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68131,"score_linear":90488.0,"score_lmetric":158619},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7934,"ongoing_decode_tokens":7934,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":68131,"score_linear":7934.0,"score_lmetric":68131},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335559.97233411,"t_first_token_unix":1779766424.9862773,"t_done":335561.144798151,"t_done_unix":1779766426.1587412},{"request_id":"1258611:2:1261594:66","session_id":"1258611","input_length":68320,"t_proxy_recv":335561.155324851,"t_decision_unix":1779766426.1692665,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9967213114754099,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":68096,"estimated_new_tokens":224,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":68320,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":68320,"score_linear":55989.0,"score_lmetric":68320},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":68096,"new_prefill":224,"score_linear":-68096.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":68320,"score_linear":15283.0,"score_lmetric":68320},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68320,"score_linear":113053.0,"score_lmetric":160893},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":68320,"score_linear":125063.0,"score_lmetric":371406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":68320,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":0,"pending_prefill_tokens":605,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":68320,"score_linear":22109.0,"score_lmetric":68925}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":335561.304312801,"t_first_token_unix":1779766426.3182561,"t_done":335561.343103055,"t_done_unix":1779766426.3570466},{"request_id":"1258611:3:1262709:71","session_id":"1258611","input_length":68377,"t_proxy_recv":335561.353764944,"t_decision_unix":1779766426.3677065,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9958904309928778,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":68096,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":0,"pending_prefill_tokens":5990,"num_requests":1,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":68377,"score_linear":5990.0,"score_lmetric":74367},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":68377,"score_linear":55989.0,"score_lmetric":68377},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":68096,"new_prefill":281,"score_linear":-68096.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":68377,"score_linear":15283.0,"score_lmetric":68377},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68377,"score_linear":113053.0,"score_lmetric":160950},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":68377,"score_linear":125063.0,"score_lmetric":371520},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":68377,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":68377,"score_linear":22109.0,"score_lmetric":68377}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":335561.493544959,"t_first_token_unix":1779766426.5074887,"t_done":335561.932351553,"t_done_unix":1779766426.946295},{"request_id":"1263611:1:1263611:76","session_id":"1263611","input_length":5990,"t_proxy_recv":335561.201209321,"t_decision_unix":1779766426.215151,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":5990,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":5990,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":5990,"score_linear":55989.0,"score_lmetric":5990},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68320,"ongoing_decode_tokens":0,"pending_prefill_tokens":224,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":5990,"score_linear":68320.0,"score_lmetric":6214},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":5990,"score_linear":15283.0,"score_lmetric":5990},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5990,"score_linear":113053.0,"score_lmetric":98563},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5990,"score_linear":125063.0,"score_lmetric":246746},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":5990,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":0,"pending_prefill_tokens":605,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":5990,"score_linear":22109.0,"score_lmetric":6595}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335561.597987435,"t_first_token_unix":1779766426.6119308,"t_done":335561.989120217,"t_done_unix":1779766427.003063},{"request_id":"1262354:2:1263593:75","session_id":"1262354","input_length":22109,"t_proxy_recv":335561.086823347,"t_decision_unix":1779766426.1007648,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9726355782712922,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":21504,"estimated_new_tokens":605,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":22109,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":22109,"score_linear":55989.0,"score_lmetric":22109},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":68131,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22109,"score_linear":68131.0,"score_lmetric":22109},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":22109,"score_linear":15283.0,"score_lmetric":22109},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22109,"score_linear":113053.0,"score_lmetric":114682},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22109,"score_linear":125063.0,"score_lmetric":278984},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":22109,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":128,"cache_hit":21504,"new_prefill":605,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":335561.237178137,"t_first_token_unix":1779766426.2511215,"t_done":335562.473307554,"t_done_unix":1779766427.4872508},{"request_id":"1263971:1:1263971:80","session_id":"1263971","input_length":6336,"t_proxy_recv":335562.508732514,"t_decision_unix":1779766427.5226738,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":6336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":6336,"score_linear":55989.0,"score_lmetric":6336},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":6336,"score_linear":71575.0,"score_lmetric":125256},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6336,"score_linear":113053.0,"score_lmetric":98909},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":6336,"score_linear":125063.0,"score_lmetric":247438},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":6336,"score_linear":50783.0,"score_lmetric":57119},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335562.927333131,"t_first_token_unix":1779766427.9412763,"t_done":335563.292254396,"t_done_unix":1779766428.3061974},{"request_id":"1257323:1:1257323:48","session_id":"1257323","input_length":90488,"t_proxy_recv":335539.23539673,"t_decision_unix":1779766404.2493382,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":90488,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335566.910327408,"t_first_token_unix":1779766431.9242706,"t_done":335567.327543599,"t_done_unix":1779766432.3414876},{"request_id":"1239034:3:1262346:68","session_id":"1239034","input_length":22565,"t_proxy_recv":335556.692334494,"t_decision_unix":1779766421.706276,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":20480,"affinity_cache_ratio":0.9076002658985154,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":20480,"estimated_new_tokens":2085,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":29988,"ongoing_decode_tokens":0,"pending_prefill_tokens":2852,"num_requests":1,"active_p_offloads":0,"cached_blocks":256,"cache_hit":0,"new_prefill":22565,"score_linear":29988.0,"score_lmetric":25417},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22565,"score_linear":68131.0,"score_lmetric":90696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":20480,"new_prefill":2085,"score_linear":70008.0,"score_lmetric":92573},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22565,"score_linear":125063.0,"score_lmetric":279896},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":70008.0,"chosen_score_lmetric":92573,"t_first_token":335566.912029228,"t_first_token_unix":1779766431.9259722,"t_done":335567.453943287,"t_done_unix":1779766432.4678867},{"request_id":"1265000:1:1265000:83","session_id":"1265000","input_length":301,"t_proxy_recv":335566.13523427,"t_decision_unix":1779766431.1491756,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":301,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":301,"score_linear":110048.0,"score_lmetric":110349},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":301,"score_linear":55989.0,"score_lmetric":301},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":301,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":301,"score_linear":71575.0,"score_lmetric":113186},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":301,"score_linear":113053.0,"score_lmetric":92874},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":301,"score_linear":125063.0,"score_lmetric":235368},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":301,"score_linear":50783.0,"score_lmetric":51084},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":301,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335566.175328432,"t_first_token_unix":1779766431.1892712,"t_done":335567.699776806,"t_done_unix":1779766432.7137198},{"request_id":"1265128:1:1265128:85","session_id":"1265128","input_length":14028,"t_proxy_recv":335566.463350144,"t_decision_unix":1779766431.4772913,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":14028,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":14028,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":14028,"score_linear":110048.0,"score_lmetric":124076},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":14028,"score_linear":55989.0,"score_lmetric":14028},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":301,"ongoing_decode_tokens":301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":14028,"score_linear":301.0,"score_lmetric":14028},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":14028,"score_linear":71575.0,"score_lmetric":140640},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":14028,"score_linear":113053.0,"score_lmetric":106601},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14028,"score_linear":125063.0,"score_lmetric":262822},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":14028,"score_linear":50783.0,"score_lmetric":64811},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":23540,"ongoing_decode_tokens":0,"pending_prefill_tokens":23540,"num_requests":1,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":14028,"score_linear":23540.0,"score_lmetric":37568}],"chosen_score_linear":301.0,"chosen_score_lmetric":14028,"t_first_token":335567.686470629,"t_first_token_unix":1779766432.7004142,"t_done":335568.118649783,"t_done_unix":1779766433.1325932},{"request_id":"1266067:1:1266067:91","session_id":"1266067","input_length":579,"t_proxy_recv":335569.686809605,"t_decision_unix":1779766434.7007513,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":579,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":579,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":579,"score_linear":135235.0,"score_lmetric":227596},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":579,"score_linear":55989.0,"score_lmetric":579},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":579,"score_linear":13178.0,"score_lmetric":13757},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":92560,"ongoing_decode_tokens":15283,"pending_prefill_tokens":64989,"num_requests":3,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":579,"score_linear":92560.0,"score_lmetric":196704},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":31709,"ongoing_decode_tokens":31709,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":579,"score_linear":31709.0,"score_lmetric":579},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":579,"score_linear":125063.0,"score_lmetric":235924},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":579,"score_linear":50783.0,"score_lmetric":51362},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":579,"score_linear":45884.0,"score_lmetric":1158}],"chosen_score_linear":31709.0,"chosen_score_lmetric":579,"t_first_token":335569.845226582,"t_first_token_unix":1779766434.85917,"t_done":335570.033706442,"t_done_unix":1779766435.0476494},{"request_id":"1263611:2:1265770:88","session_id":"1263611","input_length":13178,"t_proxy_recv":335568.784192487,"t_decision_unix":1779766433.798134,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":2,"affinity_cache_hit":5632,"affinity_cache_ratio":0.4273789649415693,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":13178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":5632,"new_prefill":7546,"score_linear":129603.0,"score_lmetric":241530},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":13178,"score_linear":55989.0,"score_lmetric":13178},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":13178,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":13178,"score_linear":71575.0,"score_lmetric":138940},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":13178,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":13178,"score_linear":125063.0,"score_lmetric":261122},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":13178,"score_linear":50783.0,"score_lmetric":63961},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":13178,"score_linear":45884.0,"score_lmetric":74092}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335569.897103042,"t_first_token_unix":1779766434.911046,"t_done":335570.148677661,"t_done_unix":1779766435.1626208},{"request_id":"1250772:3:1265019:84","session_id":"1250772","input_length":23540,"t_proxy_recv":335566.207815012,"t_decision_unix":1779766431.2217565,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":7,"affinity_cache_hit":10752,"affinity_cache_ratio":0.45675446049277824,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":23540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":23540,"score_linear":110048.0,"score_lmetric":133588},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":23540,"score_linear":55989.0,"score_lmetric":23540},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":301,"ongoing_decode_tokens":301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":23540,"score_linear":301.0,"score_lmetric":23540},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":23540,"score_linear":71575.0,"score_lmetric":159664},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":23540,"score_linear":113053.0,"score_lmetric":116113},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":10752,"new_prefill":12788,"score_linear":114311.0,"score_lmetric":260342},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":23540,"score_linear":50783.0,"score_lmetric":74323},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":23540,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335568.892976994,"t_first_token_unix":1779766433.9069197,"t_done":335570.506478998,"t_done_unix":1779766435.5204222},{"request_id":"1265942:1:1265942:89","session_id":"1265942","input_length":4070,"t_proxy_recv":335569.419573418,"t_decision_unix":1779766434.4335148,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":4070,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":4070,"score_linear":135235.0,"score_lmetric":234578},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":4070,"score_linear":55989.0,"score_lmetric":4070},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":4070,"score_linear":13178.0,"score_lmetric":17248},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":4070,"score_linear":71575.0,"score_lmetric":120724},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":4070,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":4070,"score_linear":125063.0,"score_lmetric":242906},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":4070,"score_linear":50783.0,"score_lmetric":54853},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":4070,"score_linear":45884.0,"score_lmetric":8140}],"chosen_score_linear":27639.0,"chosen_score_lmetric":0,"t_first_token":335569.681898408,"t_first_token_unix":1779766434.6958416,"t_done":335570.53838804,"t_done_unix":1779766435.5523312},{"request_id":"1262354:3:1265178:86","session_id":"1262354","input_length":22344,"t_proxy_recv":335566.572226388,"t_decision_unix":1779766431.5861678,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9853204439670605,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":22016,"estimated_new_tokens":328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":22344,"score_linear":110048.0,"score_lmetric":132392},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":22344,"score_linear":55989.0,"score_lmetric":22344},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14329,"ongoing_decode_tokens":301,"pending_prefill_tokens":14028,"num_requests":2,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":22344,"score_linear":14329.0,"score_lmetric":72744},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":22344,"score_linear":71575.0,"score_lmetric":157272},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22344,"score_linear":113053.0,"score_lmetric":114917},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22344,"score_linear":125063.0,"score_lmetric":279454},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":22344,"score_linear":50783.0,"score_lmetric":73127},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":23540,"ongoing_decode_tokens":0,"pending_prefill_tokens":23540,"num_requests":1,"active_p_offloads":0,"cached_blocks":141,"cache_hit":22016,"new_prefill":328,"score_linear":1524.0,"score_lmetric":23868}],"chosen_score_linear":1524.0,"chosen_score_lmetric":23868,"t_first_token":335568.894897868,"t_first_token_unix":1779766433.908841,"t_done":335571.305550056,"t_done_unix":1779766436.319493},{"request_id":"1266440:1:1266440:92","session_id":"1266440","input_length":5381,"t_proxy_recv":335570.758470907,"t_decision_unix":1779766435.7724123,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":5381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":5381,"score_linear":135235.0,"score_lmetric":237200},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":5381,"score_linear":55989.0,"score_lmetric":5381},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":348,"cache_hit":0,"new_prefill":5381,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":92560,"ongoing_decode_tokens":15283,"pending_prefill_tokens":64989,"num_requests":3,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":5381,"score_linear":92560.0,"score_lmetric":211110},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":267,"cache_hit":0,"new_prefill":5381,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5381,"score_linear":125063.0,"score_lmetric":245528},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":5381,"score_linear":50783.0,"score_lmetric":56164},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22344,"ongoing_decode_tokens":22344,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":187,"cache_hit":0,"new_prefill":5381,"score_linear":22344.0,"score_lmetric":5381}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335571.138181856,"t_first_token_unix":1779766436.152125,"t_done":335571.44083602,"t_done_unix":1779766436.4547791},{"request_id":"1263727:1:1263727:77","session_id":"1263727","input_length":50783,"t_proxy_recv":335561.670080291,"t_decision_unix":1779766426.6840215,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":50783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":5990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":50783,"score_linear":5990.0,"score_lmetric":50783},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":50783,"score_linear":55989.0,"score_lmetric":50783},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68377,"ongoing_decode_tokens":68377,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":50783,"score_linear":68377.0,"score_lmetric":50783},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":50783,"score_linear":15283.0,"score_lmetric":50783},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":50783,"score_linear":113053.0,"score_lmetric":143356},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":50783,"score_linear":125063.0,"score_lmetric":336332},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":50783,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":50783,"score_linear":22109.0,"score_lmetric":50783}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335571.390703625,"t_first_token_unix":1779766436.4046466,"t_done":335571.57282812,"t_done_unix":1779766436.5867715},{"request_id":"1253804:4:1262690:70","session_id":"1253804","input_length":55989,"t_proxy_recv":335557.822539685,"t_decision_unix":1779766422.836481,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":54784,"affinity_cache_ratio":0.978477915304792,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":54784,"estimated_new_tokens":1205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":55989,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":261,"cache_hit":54784,"new_prefill":1205,"score_linear":-54784.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":55989,"score_linear":68131.0,"score_lmetric":124120},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":3584,"new_prefill":52405,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":55989,"score_linear":113053.0,"score_lmetric":297124},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":55989,"score_linear":125063.0,"score_lmetric":346744},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":55989,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":55989,"score_linear":21510.0,"score_lmetric":77499}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":335558.236863377,"t_first_token_unix":1779766423.2508068,"t_done":335571.692254837,"t_done_unix":1779766436.7061982},{"request_id":"1263971:2:1266797:94","session_id":"1263971","input_length":9504,"t_proxy_recv":335572.107081601,"t_decision_unix":1779766437.1210232,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.6464646464646465,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":6144,"estimated_new_tokens":3360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":9504,"score_linear":135235.0,"score_lmetric":245446},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":9504,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9504,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":92560,"ongoing_decode_tokens":15283,"pending_prefill_tokens":64989,"num_requests":3,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":9504,"score_linear":92560.0,"score_lmetric":223479},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":267,"cache_hit":0,"new_prefill":9504,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9504,"score_linear":125063.0,"score_lmetric":253774},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":9504,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":0,"pending_prefill_tokens":17466,"num_requests":1,"active_p_offloads":0,"cached_blocks":188,"cache_hit":6144,"new_prefill":3360,"score_linear":11322.0,"score_lmetric":20826}],"chosen_score_linear":11322.0,"chosen_score_lmetric":20826,"t_first_token":335573.620716006,"t_first_token_unix":1779766438.634659,"t_done":335573.813296432,"t_done_unix":1779766438.8272398},{"request_id":"1260792:2:1265951:90","session_id":"1260792","input_length":20985,"t_proxy_recv":335569.43789729,"t_decision_unix":1779766434.4518387,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":12288,"affinity_cache_ratio":0.5855611150822015,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":12288,"estimated_new_tokens":8697,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":20985,"score_linear":135235.0,"score_lmetric":268408},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":20985,"score_linear":55989.0,"score_lmetric":20985},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":20985,"score_linear":13178.0,"score_lmetric":34163},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":12288,"new_prefill":8697,"score_linear":59287.0,"score_lmetric":129978},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":31709,"ongoing_decode_tokens":27639,"pending_prefill_tokens":4070,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":20985,"score_linear":31709.0,"score_lmetric":25055},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":20985,"score_linear":125063.0,"score_lmetric":276736},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":20985,"score_linear":50783.0,"score_lmetric":71768},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":20985,"score_linear":45884.0,"score_lmetric":41970}],"chosen_score_linear":59287.0,"chosen_score_lmetric":129978,"t_first_token":335574.36609714,"t_first_token_unix":1779766439.3800404,"t_done":335574.879205817,"t_done_unix":1779766439.893151},{"request_id":"1263749:1:1263749:79","session_id":"1263749","input_length":56292,"t_proxy_recv":335561.742918766,"t_decision_unix":1779766426.7568603,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":56292,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":56292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":5990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":56292,"score_linear":5990.0,"score_lmetric":56292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":56292,"score_linear":55989.0,"score_lmetric":56292},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68377,"ongoing_decode_tokens":68377,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":56292,"score_linear":68377.0,"score_lmetric":56292},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":56292,"score_linear":15283.0,"score_lmetric":56292},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":56292,"score_linear":113053.0,"score_lmetric":148865},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":56292,"score_linear":125063.0,"score_lmetric":347350},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":56292,"score_linear":50783.0,"score_lmetric":107075},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":56292,"score_linear":22109.0,"score_lmetric":56292}],"chosen_score_linear":15283.0,"chosen_score_lmetric":56292,"t_first_token":335573.191920001,"t_first_token_unix":1779766438.2058632,"t_done":335575.824688093,"t_done_unix":1779766440.8386314},{"request_id":"1265942:2:1268069:97","session_id":"1265942","input_length":10457,"t_proxy_recv":335576.41634781,"t_decision_unix":1779766441.4302893,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":4096,"affinity_cache_ratio":0.39169934015492014,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":4096,"estimated_new_tokens":6361,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":10457,"score_linear":135235.0,"score_lmetric":247352},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":10457,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10457,"score_linear":126924.0,"score_lmetric":118437},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10457,"score_linear":15283.0,"score_lmetric":10457},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":267,"cache_hit":4096,"new_prefill":6361,"score_linear":23543.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":10457,"score_linear":125063.0,"score_lmetric":255680},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":10457,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46137,"ongoing_decode_tokens":17466,"pending_prefill_tokens":6143,"num_requests":2,"active_p_offloads":0,"cached_blocks":194,"cache_hit":0,"new_prefill":10457,"score_linear":46137.0,"score_lmetric":33200}],"chosen_score_linear":23543.0,"chosen_score_lmetric":0,"t_first_token":335576.994685847,"t_first_token_unix":1779766442.0086288,"t_done":335577.525470854,"t_done_unix":1779766442.539414},{"request_id":"1262354:4:1267821:95","session_id":"1262354","input_length":28671,"t_proxy_recv":335575.717103944,"t_decision_unix":1779766440.731045,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22528,"affinity_cache_ratio":0.7857416902096195,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":22528,"estimated_new_tokens":6143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":28671,"score_linear":135235.0,"score_lmetric":283780},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":28671,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28671,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":71575,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":248,"cache_hit":0,"new_prefill":28671,"score_linear":71575.0,"score_lmetric":57342},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":267,"cache_hit":0,"new_prefill":28671,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28671,"score_linear":125063.0,"score_lmetric":292108},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":28671,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":194,"cache_hit":22528,"new_prefill":6143,"score_linear":-5062.0,"score_lmetric":6143}],"chosen_score_linear":-5062.0,"chosen_score_lmetric":6143,"t_first_token":335576.905555596,"t_first_token_unix":1779766441.9194984,"t_done":335578.508560794,"t_done_unix":1779766443.522504},{"request_id":"1268634:1:1268634:99","session_id":"1268634","input_length":2298,"t_proxy_recv":335578.733922192,"t_decision_unix":1779766443.747864,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":2298,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":2298,"score_linear":135235.0,"score_lmetric":231034},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":2298,"score_linear":102074.0,"score_lmetric":100788},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2298,"score_linear":126924.0,"score_lmetric":110278},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2298,"score_linear":15283.0,"score_lmetric":2298},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":2298,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":2298,"score_linear":125063.0,"score_lmetric":239362},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":2298,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":206,"cache_hit":0,"new_prefill":2298,"score_linear":17466.0,"score_lmetric":2298}],"chosen_score_linear":27639.0,"chosen_score_lmetric":0,"t_first_token":335578.933971956,"t_first_token_unix":1779766443.947915,"t_done":335579.109764104,"t_done_unix":1779766444.1237073},{"request_id":"1266668:1:1266668:93","session_id":"1266668","input_length":17466,"t_proxy_recv":335571.666527301,"t_decision_unix":1779766436.680469,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":17466,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":13370,"score_linear":131139.0,"score_lmetric":253178},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":17466,"score_linear":55989.0,"score_lmetric":17466},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17466,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":92560,"ongoing_decode_tokens":15283,"pending_prefill_tokens":64989,"num_requests":3,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":17466,"score_linear":92560.0,"score_lmetric":247365},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":267,"cache_hit":0,"new_prefill":17466,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":17466,"score_linear":125063.0,"score_lmetric":269698},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":17466,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":188,"cache_hit":0,"new_prefill":17466,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335573.61884493,"t_first_token_unix":1779766438.6327884,"t_done":335579.162169093,"t_done_unix":1779766444.1761136},{"request_id":"1268649:1:1268649:100","session_id":"1268649","input_length":18638,"t_proxy_recv":335578.742872575,"t_decision_unix":1779766443.7568142,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":18638,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":18638,"score_linear":135235.0,"score_lmetric":263714},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":18638,"score_linear":102074.0,"score_lmetric":117128},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":18638,"score_linear":126924.0,"score_lmetric":126618},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":18638,"score_linear":15283.0,"score_lmetric":18638},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":29937,"ongoing_decode_tokens":27639,"pending_prefill_tokens":2298,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":18638,"score_linear":29937.0,"score_lmetric":20936},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":18638,"score_linear":125063.0,"score_lmetric":272042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":18638,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":206,"cache_hit":0,"new_prefill":18638,"score_linear":17466.0,"score_lmetric":18638}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335580.676520207,"t_first_token_unix":1779766445.6904635,"t_done":335580.819318298,"t_done_unix":1779766445.8332617},{"request_id":"1263971:3:1269088:104","session_id":"1263971","input_length":13955,"t_proxy_recv":335580.051421145,"t_decision_unix":1779766445.0653627,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":9216,"affinity_cache_ratio":0.660408455750627,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":9216,"estimated_new_tokens":4739,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":13955,"score_linear":135235.0,"score_lmetric":254348},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":13955,"score_linear":102074.0,"score_lmetric":112445},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":13955,"score_linear":126924.0,"score_lmetric":121935},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":13955,"score_linear":15283.0,"score_lmetric":13955},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":39834,"ongoing_decode_tokens":27639,"pending_prefill_tokens":12195,"num_requests":1,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":13955,"score_linear":39834.0,"score_lmetric":26150},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":13955,"score_linear":125063.0,"score_lmetric":262676},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18638,"ongoing_decode_tokens":0,"pending_prefill_tokens":18638,"num_requests":1,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":13955,"score_linear":18638.0,"score_lmetric":32593},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":36349,"ongoing_decode_tokens":0,"pending_prefill_tokens":12797,"num_requests":2,"active_p_offloads":0,"cached_blocks":241,"cache_hit":9216,"new_prefill":4739,"score_linear":27133.0,"score_lmetric":35072}],"chosen_score_linear":27133.0,"chosen_score_lmetric":35072,"t_first_token":335580.86786865,"t_first_token_unix":1779766445.8818116,"t_done":335581.120062428,"t_done_unix":1779766446.1340055},{"request_id":"1268831:1:1268831:101","session_id":"1268831","input_length":12195,"t_proxy_recv":335579.158383644,"t_decision_unix":1779766444.1723251,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":12195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":12195,"score_linear":135235.0,"score_lmetric":250828},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":12195,"score_linear":102074.0,"score_lmetric":110685},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12195,"score_linear":126924.0,"score_lmetric":120175},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12195,"score_linear":15283.0,"score_lmetric":12195},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":12195,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12195,"score_linear":125063.0,"score_lmetric":259156},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18638,"ongoing_decode_tokens":0,"pending_prefill_tokens":18638,"num_requests":1,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":12195,"score_linear":18638.0,"score_lmetric":30833},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":206,"cache_hit":0,"new_prefill":12195,"score_linear":17466.0,"score_lmetric":12195}],"chosen_score_linear":27639.0,"chosen_score_lmetric":0,"t_first_token":335580.174165759,"t_first_token_unix":1779766445.1881094,"t_done":335582.127287481,"t_done_unix":1779766447.1412306},{"request_id":"1250772:4:1268869:103","session_id":"1250772","input_length":24029,"t_proxy_recv":335579.310080182,"t_decision_unix":1779766444.3240218,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9801489866411419,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":23552,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":24029,"score_linear":135235.0,"score_lmetric":274496},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":24029,"score_linear":102074.0,"score_lmetric":122519},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24029,"score_linear":126924.0,"score_lmetric":132009},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24029,"score_linear":15283.0,"score_lmetric":24029},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":39834,"ongoing_decode_tokens":27639,"pending_prefill_tokens":12195,"num_requests":1,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":24029,"score_linear":39834.0,"score_lmetric":36224},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":10752,"new_prefill":13277,"score_linear":114311.0,"score_lmetric":261320},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18638,"ongoing_decode_tokens":0,"pending_prefill_tokens":18638,"num_requests":1,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":24029,"score_linear":18638.0,"score_lmetric":42667},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12320,"ongoing_decode_tokens":0,"pending_prefill_tokens":12320,"num_requests":1,"active_p_offloads":0,"cached_blocks":241,"cache_hit":23552,"new_prefill":477,"score_linear":-11232.0,"score_lmetric":12797}],"chosen_score_linear":-11232.0,"chosen_score_lmetric":12797,"t_first_token":335580.360049791,"t_first_token_unix":1779766445.3739927,"t_done":335582.660253764,"t_done_unix":1779766447.674197},{"request_id":"1269901:1:1269901:107","session_id":"1269901","input_length":1323,"t_proxy_recv":335582.687257463,"t_decision_unix":1779766447.701199,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":1323,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":1323,"score_linear":135235.0,"score_lmetric":229084},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":1323,"score_linear":102074.0,"score_lmetric":99813},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":1323,"score_linear":126924.0,"score_lmetric":109303},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":1323,"score_linear":15283.0,"score_lmetric":1323},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":1323,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":1323,"score_linear":125063.0,"score_lmetric":237412},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28906,"ongoing_decode_tokens":0,"pending_prefill_tokens":28906,"num_requests":1,"active_p_offloads":0,"cached_blocks":342,"cache_hit":0,"new_prefill":1323,"score_linear":28906.0,"score_lmetric":30229},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26424,"ongoing_decode_tokens":26424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":251,"cache_hit":0,"new_prefill":1323,"score_linear":26424.0,"score_lmetric":2646}],"chosen_score_linear":27639.0,"chosen_score_lmetric":0,"t_first_token":335582.879914342,"t_first_token_unix":1779766447.893858,"t_done":335583.613112748,"t_done_unix":1779766448.6270561},{"request_id":"1260327:2:1270005:108","session_id":"1260327","input_length":30828,"t_proxy_recv":335583.114401442,"t_decision_unix":1779766448.1283424,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9964966913195796,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":30720,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":30828,"score_linear":135235.0,"score_lmetric":288094},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":30828,"score_linear":102074.0,"score_lmetric":129318},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":30828,"score_linear":126924.0,"score_lmetric":138808},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":30828,"score_linear":15283.0,"score_lmetric":30828},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":28962,"ongoing_decode_tokens":28962,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":30828,"score_linear":28962.0,"score_lmetric":30828},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":30828,"score_linear":125063.0,"score_lmetric":296422},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28906,"ongoing_decode_tokens":0,"pending_prefill_tokens":28906,"num_requests":1,"active_p_offloads":0,"cached_blocks":342,"cache_hit":0,"new_prefill":30828,"score_linear":28906.0,"score_lmetric":59734},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26424,"ongoing_decode_tokens":26424,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":251,"cache_hit":30720,"new_prefill":108,"score_linear":-4296.0,"score_lmetric":216}],"chosen_score_linear":-4296.0,"chosen_score_lmetric":216,"t_first_token":335583.202837302,"t_first_token_unix":1779766448.2167807,"t_done":335583.710318527,"t_done_unix":1779766448.724262},{"request_id":"1269373:1:1269373:106","session_id":"1269373","input_length":14104,"t_proxy_recv":335581.128695728,"t_decision_unix":1779766446.1426375,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":12848,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":6424,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":10008,"score_linear":131139.0,"score_lmetric":246454},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":14104,"score_linear":102074.0,"score_lmetric":112594},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":14104,"score_linear":126924.0,"score_lmetric":122084},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":14104,"score_linear":15283.0,"score_lmetric":14104},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":39834,"ongoing_decode_tokens":39834,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":14104,"score_linear":39834.0,"score_lmetric":14104},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14104,"score_linear":125063.0,"score_lmetric":262974},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28906,"ongoing_decode_tokens":0,"pending_prefill_tokens":28906,"num_requests":1,"active_p_offloads":0,"cached_blocks":342,"cache_hit":0,"new_prefill":14104,"score_linear":28906.0,"score_lmetric":43010},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":36349,"ongoing_decode_tokens":36349,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":250,"cache_hit":7680,"new_prefill":6424,"score_linear":28669.0,"score_lmetric":12848}],"chosen_score_linear":28669.0,"chosen_score_lmetric":12848,"t_first_token":335581.85083834,"t_first_token_unix":1779766446.8647814,"t_done":335583.825235306,"t_done_unix":1779766448.839179},{"request_id":"1268861:1:1268861:102","session_id":"1268861","input_length":12320,"t_proxy_recv":335579.276798015,"t_decision_unix":1779766444.2907395,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":12320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":12320,"score_linear":135235.0,"score_lmetric":251078},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":12320,"score_linear":102074.0,"score_lmetric":110810},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12320,"score_linear":126924.0,"score_lmetric":120300},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12320,"score_linear":15283.0,"score_lmetric":12320},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":39834,"ongoing_decode_tokens":27639,"pending_prefill_tokens":12195,"num_requests":1,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":12320,"score_linear":39834.0,"score_lmetric":24515},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12320,"score_linear":125063.0,"score_lmetric":259406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18638,"ongoing_decode_tokens":0,"pending_prefill_tokens":18638,"num_requests":1,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":12320,"score_linear":18638.0,"score_lmetric":30958},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":241,"cache_hit":0,"new_prefill":12320,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335580.358989689,"t_first_token_unix":1779766445.3729331,"t_done":335584.463367196,"t_done_unix":1779766449.4773104},{"request_id":"1256273:4:1259632:60","session_id":"1256273","input_length":12270,"t_proxy_recv":335547.157190622,"t_decision_unix":1779766412.1711318,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":7680,"affinity_cache_ratio":0.6259168704156479,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":4590,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":12270,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":12270,"score_linear":80365.0,"score_lmetric":59840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":12270,"score_linear":68131.0,"score_lmetric":80401},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9250,"ongoing_decode_tokens":9250,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":12270,"score_linear":9250.0,"score_lmetric":12270},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":12270,"score_linear":90488.0,"score_lmetric":102758},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":7680,"new_prefill":4590,"score_linear":105113.0,"score_lmetric":117383},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":14291,"ongoing_decode_tokens":14291,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":12270,"score_linear":14291.0,"score_lmetric":12270},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":12270,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":105113.0,"chosen_score_lmetric":117383,"t_first_token":335586.189204666,"t_first_token_unix":1779766451.2031481,"t_done":335587.243298966,"t_done_unix":1779766452.2572422},{"request_id":"1258859:1:1258859:57","session_id":"1258859","input_length":112793,"t_proxy_recv":335544.617957206,"t_decision_unix":1779766409.6318984,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":112793,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":112793,"score_linear":80365.0,"score_lmetric":260886},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":112793,"score_linear":68131.0,"score_lmetric":180924},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":112793,"score_linear":90488.0,"score_lmetric":203281},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335585.967277347,"t_first_token_unix":1779766450.9812207,"t_done":335587.359655917,"t_done_unix":1779766452.3735995},{"request_id":"1263727:2:1270052:109","session_id":"1263727","input_length":57803,"t_proxy_recv":335583.310256139,"t_decision_unix":1779766448.3241973,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":50688,"affinity_cache_ratio":0.876909502966974,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":50688,"estimated_new_tokens":7115,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":57803,"score_linear":135235.0,"score_lmetric":342044},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":57803,"score_linear":102074.0,"score_lmetric":156293},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":57803,"score_linear":126924.0,"score_lmetric":165783},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":57803,"score_linear":15283.0,"score_lmetric":57803},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":28962,"ongoing_decode_tokens":28962,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":57803,"score_linear":28962.0,"score_lmetric":57803},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":57803,"score_linear":125063.0,"score_lmetric":350372},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28906,"ongoing_decode_tokens":0,"pending_prefill_tokens":28906,"num_requests":1,"active_p_offloads":0,"cached_blocks":342,"cache_hit":50688,"new_prefill":7115,"score_linear":-21782.0,"score_lmetric":36021},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":57252,"ongoing_decode_tokens":57252,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":251,"cache_hit":0,"new_prefill":57803,"score_linear":57252.0,"score_lmetric":173409}],"chosen_score_linear":-21782.0,"chosen_score_lmetric":36021,"t_first_token":335587.217013423,"t_first_token_unix":1779766452.2309566,"t_done":335587.452807894,"t_done_unix":1779766452.4667516},{"request_id":"1266440:2:1270501:112","session_id":"1266440","input_length":11128,"t_proxy_recv":335584.880909828,"t_decision_unix":1779766449.894851,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":7,"affinity_cache_hit":5120,"affinity_cache_ratio":0.46010064701653486,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":11128,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":11128,"score_linear":135235.0,"score_lmetric":248694},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":11128,"score_linear":102074.0,"score_lmetric":109618},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":5120,"new_prefill":6008,"score_linear":121804.0,"score_lmetric":113988},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":11128,"score_linear":15283.0,"score_lmetric":11128},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55566,"ongoing_decode_tokens":27639,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":309,"cache_hit":0,"new_prefill":11128,"score_linear":55566.0,"score_lmetric":39055},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":11128,"score_linear":125063.0,"score_lmetric":257022},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86709,"ongoing_decode_tokens":28906,"pending_prefill_tokens":7115,"num_requests":2,"active_p_offloads":0,"cached_blocks":342,"cache_hit":0,"new_prefill":11128,"score_linear":86709.0,"score_lmetric":36486},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":288,"cache_hit":0,"new_prefill":11128,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335585.808534784,"t_first_token_unix":1779766450.822478,"t_done":335587.871090205,"t_done_unix":1779766452.8850334},{"request_id":"1270340:1:1270340:111","session_id":"1270340","input_length":27927,"t_proxy_recv":335584.314434138,"t_decision_unix":1779766449.328375,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":27927,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":27927,"score_linear":135235.0,"score_lmetric":282292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":27927,"score_linear":102074.0,"score_lmetric":126417},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":27927,"score_linear":126924.0,"score_lmetric":135907},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":27927,"score_linear":15283.0,"score_lmetric":27927},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":309,"cache_hit":0,"new_prefill":27927,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":27927,"score_linear":125063.0,"score_lmetric":290620},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86709,"ongoing_decode_tokens":0,"pending_prefill_tokens":36021,"num_requests":2,"active_p_offloads":0,"cached_blocks":342,"cache_hit":0,"new_prefill":27927,"score_linear":86709.0,"score_lmetric":127896},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12320,"ongoing_decode_tokens":12320,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":264,"cache_hit":0,"new_prefill":27927,"score_linear":12320.0,"score_lmetric":27927}],"chosen_score_linear":27639.0,"chosen_score_lmetric":0,"t_first_token":335587.908279247,"t_first_token_unix":1779766452.9222224,"t_done":335589.304648311,"t_done_unix":1779766454.3185918},{"request_id":"1262354:5:1269336:105","session_id":"1262354","input_length":28906,"t_proxy_recv":335581.004239547,"t_decision_unix":1779766446.018181,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":6,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9919047948522798,"affinity_num_requests":3,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":28906,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":28906,"score_linear":135235.0,"score_lmetric":284250},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":28906,"score_linear":102074.0,"score_lmetric":127396},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28906,"score_linear":126924.0,"score_lmetric":136886},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28906,"score_linear":15283.0,"score_lmetric":28906},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":39834,"ongoing_decode_tokens":39834,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":28906,"score_linear":39834.0,"score_lmetric":28906},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28906,"score_linear":125063.0,"score_lmetric":292578},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":342,"cache_hit":0,"new_prefill":28906,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":50304,"ongoing_decode_tokens":50304,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":241,"cache_hit":28672,"new_prefill":234,"score_linear":21632.0,"score_lmetric":702}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335584.792831718,"t_first_token_unix":1779766449.8067753,"t_done":335589.63632621,"t_done_unix":1779766454.6502697},{"request_id":"1271847:1:1271847:123","session_id":"1271847","input_length":2524,"t_proxy_recv":335589.570285762,"t_decision_unix":1779766454.584227,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":5048,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":2524,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":2524,"score_linear":135235.0,"score_lmetric":231486},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":2524,"score_linear":102074.0,"score_lmetric":101014},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2524,"score_linear":150574.0,"score_lmetric":240660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2524,"score_linear":108713.0,"score_lmetric":191908},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75410,"ongoing_decode_tokens":75410,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":363,"cache_hit":0,"new_prefill":2524,"score_linear":75410.0,"score_lmetric":5048},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":2524,"score_linear":113923.0,"score_lmetric":5048},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":46612,"ongoing_decode_tokens":28906,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":355,"cache_hit":0,"new_prefill":2524,"score_linear":46612.0,"score_lmetric":40460},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64508,"ongoing_decode_tokens":28385,"pending_prefill_tokens":21787,"num_requests":3,"active_p_offloads":0,"cached_blocks":309,"cache_hit":0,"new_prefill":2524,"score_linear":64508.0,"score_lmetric":72933}],"chosen_score_linear":113923.0,"chosen_score_lmetric":5048,"t_first_token":335589.918868173,"t_first_token_unix":1779766454.9328115,"t_done":335590.263391284,"t_done_unix":1779766455.2773345},{"request_id":"1271991:1:1271991:124","session_id":"1271991","input_length":2851,"t_proxy_recv":335590.102789886,"t_decision_unix":1779766455.1167314,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":5702,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":2851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":2851,"score_linear":135235.0,"score_lmetric":232140},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":2851,"score_linear":102074.0,"score_lmetric":101341},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2851,"score_linear":150574.0,"score_lmetric":241314},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2851,"score_linear":108713.0,"score_lmetric":192562},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75410,"ongoing_decode_tokens":75410,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":363,"cache_hit":0,"new_prefill":2851,"score_linear":75410.0,"score_lmetric":5702},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":116447,"ongoing_decode_tokens":116447,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":2851,"score_linear":116447.0,"score_lmetric":8553},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50480,"ongoing_decode_tokens":17706,"pending_prefill_tokens":4102,"num_requests":2,"active_p_offloads":0,"cached_blocks":411,"cache_hit":0,"new_prefill":2851,"score_linear":50480.0,"score_lmetric":13906},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64508,"ongoing_decode_tokens":28385,"pending_prefill_tokens":21787,"num_requests":3,"active_p_offloads":0,"cached_blocks":309,"cache_hit":0,"new_prefill":2851,"score_linear":64508.0,"score_lmetric":73914}],"chosen_score_linear":75410.0,"chosen_score_lmetric":5702,"t_first_token":335590.315298094,"t_first_token_unix":1779766455.329241,"t_done":335590.680423752,"t_done_unix":1779766455.6943667},{"request_id":"1271459:1:1271459:118","session_id":"1271459","input_length":751,"t_proxy_recv":335588.274209465,"t_decision_unix":1779766453.288151,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":751,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":751,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":751,"score_linear":135235.0,"score_lmetric":227940},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":751,"score_linear":102074.0,"score_lmetric":99241},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":751,"score_linear":126924.0,"score_lmetric":108731},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":751,"score_linear":108713.0,"score_lmetric":188362},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75014,"ongoing_decode_tokens":55566,"pending_prefill_tokens":7160,"num_requests":2,"active_p_offloads":0,"cached_blocks":309,"cache_hit":0,"new_prefill":751,"score_linear":75014.0,"score_lmetric":15822},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":751,"score_linear":113172.0,"score_lmetric":751},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":46612,"ongoing_decode_tokens":28906,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":355,"cache_hit":0,"new_prefill":751,"score_linear":46612.0,"score_lmetric":36914},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28385,"ongoing_decode_tokens":28385,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":309,"cache_hit":0,"new_prefill":751,"score_linear":28385.0,"score_lmetric":751}],"chosen_score_linear":113172.0,"chosen_score_lmetric":751,"t_first_token":335588.546953295,"t_first_token_unix":1779766453.5608969,"t_done":335591.001573837,"t_done_unix":1779766456.015517},{"request_id":"1271328:1:1271328:117","session_id":"1271328","input_length":17706,"t_proxy_recv":335587.856898835,"t_decision_unix":1779766452.8708405,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":17706,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":17706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":17706,"score_linear":135235.0,"score_lmetric":261850},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":17706,"score_linear":102074.0,"score_lmetric":116196},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17706,"score_linear":126924.0,"score_lmetric":125686},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17706,"score_linear":108713.0,"score_lmetric":222272},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75014,"ongoing_decode_tokens":27639,"pending_prefill_tokens":35087,"num_requests":2,"active_p_offloads":0,"cached_blocks":309,"cache_hit":0,"new_prefill":17706,"score_linear":75014.0,"score_lmetric":105586},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":17706,"score_linear":113172.0,"score_lmetric":17706},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28906,"ongoing_decode_tokens":28906,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":355,"cache_hit":0,"new_prefill":17706,"score_linear":28906.0,"score_lmetric":17706},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":39513,"ongoing_decode_tokens":39513,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":288,"cache_hit":0,"new_prefill":17706,"score_linear":39513.0,"score_lmetric":35412}],"chosen_score_linear":28906.0,"chosen_score_lmetric":17706,"t_first_token":335589.612651441,"t_first_token_unix":1779766454.626595,"t_done":335591.147908386,"t_done_unix":1779766456.1618514},{"request_id":"1268831:2:1271087:116","session_id":"1268831","input_length":19448,"t_proxy_recv":335587.130021605,"t_decision_unix":1779766452.143963,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":12288,"affinity_cache_ratio":0.6318387494858083,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":12288,"estimated_new_tokens":7160,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":19448,"score_linear":135235.0,"score_lmetric":265334},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":19448,"score_linear":102074.0,"score_lmetric":117938},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":19448,"score_linear":126924.0,"score_lmetric":127428},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":19448,"score_linear":108713.0,"score_lmetric":225756},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55566,"ongoing_decode_tokens":27639,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":309,"cache_hit":12288,"new_prefill":7160,"score_linear":43278.0,"score_lmetric":35087},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":125063,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":19448,"score_linear":125063.0,"score_lmetric":38896},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86709,"ongoing_decode_tokens":28906,"pending_prefill_tokens":7115,"num_requests":2,"active_p_offloads":0,"cached_blocks":342,"cache_hit":0,"new_prefill":19448,"score_linear":86709.0,"score_lmetric":53126},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":39513,"ongoing_decode_tokens":11128,"pending_prefill_tokens":10465,"num_requests":2,"active_p_offloads":0,"cached_blocks":288,"cache_hit":0,"new_prefill":19448,"score_linear":39513.0,"score_lmetric":59826}],"chosen_score_linear":43278.0,"chosen_score_lmetric":35087,"t_first_token":335588.801159082,"t_first_token_unix":1779766453.8151028,"t_done":335591.322546761,"t_done_unix":1779766456.3364902},{"request_id":"1272085:1:1272085:125","session_id":"1272085","input_length":5302,"t_proxy_recv":335590.437519383,"t_decision_unix":1779766455.4514608,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":10604,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":5302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":5302,"score_linear":135235.0,"score_lmetric":237042},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":5302,"score_linear":102074.0,"score_lmetric":103792},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":5302,"score_linear":150574.0,"score_lmetric":246216},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":5302,"score_linear":108713.0,"score_lmetric":197464},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":78261,"ongoing_decode_tokens":78261,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":363,"cache_hit":0,"new_prefill":5302,"score_linear":78261.0,"score_lmetric":15906},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":269,"cache_hit":0,"new_prefill":5302,"score_linear":113923.0,"score_lmetric":10604},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50480,"ongoing_decode_tokens":17706,"pending_prefill_tokens":4102,"num_requests":2,"active_p_offloads":0,"cached_blocks":411,"cache_hit":0,"new_prefill":5302,"score_linear":50480.0,"score_lmetric":18808},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64508,"ongoing_decode_tokens":28385,"pending_prefill_tokens":21787,"num_requests":3,"active_p_offloads":0,"cached_blocks":309,"cache_hit":0,"new_prefill":5302,"score_linear":64508.0,"score_lmetric":81267}],"chosen_score_linear":113923.0,"chosen_score_lmetric":10604,"t_first_token":335590.897877435,"t_first_token_unix":1779766455.9118202,"t_done":335591.798595519,"t_done_unix":1779766456.8125389},{"request_id":"1270340:2:1271641:121","session_id":"1270340","input_length":28323,"t_proxy_recv":335589.310744374,"t_decision_unix":1779766454.3246858,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9761677788369876,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":27648,"estimated_new_tokens":675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":28323,"score_linear":135235.0,"score_lmetric":283084},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":28323,"score_linear":102074.0,"score_lmetric":126813},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28323,"score_linear":150574.0,"score_lmetric":292258},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28323,"score_linear":108713.0,"score_lmetric":243506},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":47087,"ongoing_decode_tokens":47087,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":363,"cache_hit":27648,"new_prefill":675,"score_linear":19439.0,"score_lmetric":675},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":28323,"score_linear":113923.0,"score_lmetric":56646},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":46612,"ongoing_decode_tokens":28906,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":355,"cache_hit":0,"new_prefill":28323,"score_linear":46612.0,"score_lmetric":92058},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64508,"ongoing_decode_tokens":28385,"pending_prefill_tokens":21787,"num_requests":3,"active_p_offloads":0,"cached_blocks":309,"cache_hit":0,"new_prefill":28323,"score_linear":64508.0,"score_lmetric":150330}],"chosen_score_linear":19439.0,"chosen_score_lmetric":675,"t_first_token":335589.487242662,"t_first_token_unix":1779766454.5011861,"t_done":335593.1223129,"t_done_unix":1779766458.1362565},{"request_id":"1265942:3:1272453:127","session_id":"1265942","input_length":18093,"t_proxy_recv":335591.901594942,"t_decision_unix":1779766456.915536,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":10240,"affinity_cache_ratio":0.5659647377438789,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":10240,"estimated_new_tokens":7853,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":18093,"score_linear":135235.0,"score_lmetric":262624},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":18093,"score_linear":102074.0,"score_lmetric":116583},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":18093,"score_linear":150574.0,"score_lmetric":271798},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":18093,"score_linear":108713.0,"score_lmetric":223046},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55962,"ongoing_decode_tokens":55962,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":382,"cache_hit":10240,"new_prefill":7853,"score_linear":45722.0,"score_lmetric":7853},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":280,"cache_hit":0,"new_prefill":18093,"score_linear":113172.0,"score_lmetric":18093},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32774,"ongoing_decode_tokens":32774,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":445,"cache_hit":0,"new_prefill":18093,"score_linear":32774.0,"score_lmetric":18093},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74226,"ongoing_decode_tokens":74226,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":309,"cache_hit":0,"new_prefill":18093,"score_linear":74226.0,"score_lmetric":72372}],"chosen_score_linear":45722.0,"chosen_score_lmetric":7853,"t_first_token":335592.901322638,"t_first_token_unix":1779766457.9152665,"t_done":335593.311805302,"t_done_unix":1779766458.3257484},{"request_id":"1271486:1:1271486:119","session_id":"1271486","input_length":21719,"t_proxy_recv":335588.375325692,"t_decision_unix":1779766453.389267,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":21719,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":21719,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":21719,"score_linear":135235.0,"score_lmetric":269876},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":21719,"score_linear":102074.0,"score_lmetric":120209},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21719,"score_linear":126924.0,"score_lmetric":129699},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21719,"score_linear":108713.0,"score_lmetric":230298},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75014,"ongoing_decode_tokens":55566,"pending_prefill_tokens":7160,"num_requests":2,"active_p_offloads":0,"cached_blocks":309,"cache_hit":0,"new_prefill":21719,"score_linear":75014.0,"score_lmetric":57758},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113172,"pending_prefill_tokens":751,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":21719,"score_linear":113923.0,"score_lmetric":44940},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":46612,"ongoing_decode_tokens":28906,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":355,"cache_hit":0,"new_prefill":21719,"score_linear":46612.0,"score_lmetric":78850},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28385,"ongoing_decode_tokens":28385,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":309,"cache_hit":0,"new_prefill":21719,"score_linear":28385.0,"score_lmetric":21719}],"chosen_score_linear":28385.0,"chosen_score_lmetric":21719,"t_first_token":335590.737205549,"t_first_token_unix":1779766455.751149,"t_done":335593.879940467,"t_done_unix":1779766458.893884},{"request_id":"1266668:2:1270661:115","session_id":"1266668","input_length":28385,"t_proxy_recv":335585.497468484,"t_decision_unix":1779766450.51141,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17920,"affinity_cache_ratio":0.6313193588162762,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":17920,"estimated_new_tokens":10465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":24289,"score_linear":131139.0,"score_lmetric":275016},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":28385,"score_linear":102074.0,"score_lmetric":126875},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28385,"score_linear":126924.0,"score_lmetric":136365},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28385,"score_linear":108713.0,"score_lmetric":243630},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55566,"ongoing_decode_tokens":27639,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":309,"cache_hit":0,"new_prefill":28385,"score_linear":55566.0,"score_lmetric":56312},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28385,"score_linear":125063.0,"score_lmetric":291536},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86709,"ongoing_decode_tokens":28906,"pending_prefill_tokens":7115,"num_requests":2,"active_p_offloads":0,"cached_blocks":342,"cache_hit":0,"new_prefill":28385,"score_linear":86709.0,"score_lmetric":71000},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":11128,"ongoing_decode_tokens":0,"pending_prefill_tokens":11128,"num_requests":1,"active_p_offloads":0,"cached_blocks":288,"cache_hit":17920,"new_prefill":10465,"score_linear":-6792.0,"score_lmetric":21593}],"chosen_score_linear":-6792.0,"chosen_score_lmetric":21593,"t_first_token":335587.666092664,"t_first_token_unix":1779766452.6800358,"t_done":335594.116682539,"t_done_unix":1779766459.1306257},{"request_id":"1262354:6:1270643:114","session_id":"1262354","input_length":32774,"t_proxy_recv":335589.646241833,"t_decision_unix":1779766454.6601832,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":28672,"affinity_cache_ratio":0.8748398120461341,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":28672,"estimated_new_tokens":4102,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":32774,"score_linear":135235.0,"score_lmetric":291986},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":32774,"score_linear":102074.0,"score_lmetric":131264},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":32774,"score_linear":150574.0,"score_lmetric":301160},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":32774,"score_linear":108713.0,"score_lmetric":252408},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75410,"ongoing_decode_tokens":75410,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":363,"cache_hit":0,"new_prefill":32774,"score_linear":75410.0,"score_lmetric":65548},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":116447,"ongoing_decode_tokens":113923,"pending_prefill_tokens":2524,"num_requests":3,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":32774,"score_linear":116447.0,"score_lmetric":105894},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":17706,"ongoing_decode_tokens":17706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":411,"cache_hit":28672,"new_prefill":4102,"score_linear":-10966.0,"score_lmetric":4102},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64508,"ongoing_decode_tokens":28385,"pending_prefill_tokens":21787,"num_requests":3,"active_p_offloads":0,"cached_blocks":309,"cache_hit":28672,"new_prefill":4102,"score_linear":35836.0,"score_lmetric":77667}],"chosen_score_linear":-10966.0,"chosen_score_lmetric":4102,"t_first_token":335590.577592029,"t_first_token_unix":1779766455.591535,"t_done":335595.571982057,"t_done_unix":1779766460.5859253},{"request_id":"1258859:2:1264639:81","session_id":"1258859","input_length":113172,"t_proxy_recv":335587.387395241,"t_decision_unix":1779766452.401337,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":112640,"affinity_cache_ratio":0.995299190612519,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":112640,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":113172,"score_linear":135235.0,"score_lmetric":452782},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":113172,"score_linear":102074.0,"score_lmetric":211662},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":113172,"score_linear":126924.0,"score_lmetric":221152},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":113172,"score_linear":108713.0,"score_lmetric":413204},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75014,"ongoing_decode_tokens":27639,"pending_prefill_tokens":35087,"num_requests":2,"active_p_offloads":0,"cached_blocks":309,"cache_hit":0,"new_prefill":113172,"score_linear":75014.0,"score_lmetric":296518},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":265,"cache_hit":112640,"new_prefill":532,"score_linear":-112640.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86709,"ongoing_decode_tokens":86709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":342,"cache_hit":0,"new_prefill":113172,"score_linear":86709.0,"score_lmetric":226344},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":39513,"ongoing_decode_tokens":11128,"pending_prefill_tokens":10465,"num_requests":2,"active_p_offloads":0,"cached_blocks":288,"cache_hit":0,"new_prefill":113172,"score_linear":39513.0,"score_lmetric":247274}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":335587.750247562,"t_first_token_unix":1779766452.764191,"t_done":335596.860750168,"t_done_unix":1779766461.8746936},{"request_id":"1272085:2:1273645:130","session_id":"1272085","input_length":8017,"t_proxy_recv":335596.070150359,"t_decision_unix":1779766461.084092,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":5120,"affinity_cache_ratio":0.6386428838717725,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":5120,"estimated_new_tokens":2897,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":8017,"score_linear":135235.0,"score_lmetric":242472},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":8017,"score_linear":102074.0,"score_lmetric":106507},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8017,"score_linear":150574.0,"score_lmetric":251646},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8017,"score_linear":108713.0,"score_lmetric":202894},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":49602,"ongoing_decode_tokens":27639,"pending_prefill_tokens":21963,"num_requests":1,"active_p_offloads":0,"cached_blocks":398,"cache_hit":0,"new_prefill":8017,"score_linear":49602.0,"score_lmetric":29980},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":280,"cache_hit":5120,"new_prefill":2897,"score_linear":108052.0,"score_lmetric":2897},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":8017,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":57833,"ongoing_decode_tokens":57833,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":372,"cache_hit":0,"new_prefill":8017,"score_linear":57833.0,"score_lmetric":24051}],"chosen_score_linear":108052.0,"chosen_score_lmetric":2897,"t_first_token":335596.448932427,"t_first_token_unix":1779766461.4628763,"t_done":335597.032463837,"t_done_unix":1779766462.046407},{"request_id":"1272313:1:1272313:126","session_id":"1272313","input_length":9718,"t_proxy_recv":335591.350030777,"t_decision_unix":1779766456.3639724,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":6114,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":2038,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":5622,"score_linear":131139.0,"score_lmetric":237682},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":9718,"score_linear":102074.0,"score_lmetric":108208},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9718,"score_linear":150574.0,"score_lmetric":255048},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9718,"score_linear":108713.0,"score_lmetric":206296},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55962,"ongoing_decode_tokens":55962,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":9718,"score_linear":55962.0,"score_lmetric":9718},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":118474,"ongoing_decode_tokens":118474,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":270,"cache_hit":0,"new_prefill":9718,"score_linear":118474.0,"score_lmetric":19436},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32774,"ongoing_decode_tokens":32774,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":445,"cache_hit":0,"new_prefill":9718,"score_linear":32774.0,"score_lmetric":9718},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64508,"ongoing_decode_tokens":64508,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":309,"cache_hit":7680,"new_prefill":2038,"score_linear":56828.0,"score_lmetric":6114}],"chosen_score_linear":56828.0,"chosen_score_lmetric":6114,"t_first_token":335591.593525813,"t_first_token_unix":1779766456.6074696,"t_done":335597.509985687,"t_done_unix":1779766462.523929},{"request_id":"1269373:2:1271580:120","session_id":"1269373","input_length":14404,"t_proxy_recv":335588.686397366,"t_decision_unix":1779766453.7003386,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":14336,"affinity_cache_ratio":0.995279089141905,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":14336,"estimated_new_tokens":68,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":10308,"score_linear":131139.0,"score_lmetric":247054},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":14404,"score_linear":102074.0,"score_lmetric":112894},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":14404,"score_linear":126924.0,"score_lmetric":122384},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":14404,"score_linear":108713.0,"score_lmetric":215668},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75014,"ongoing_decode_tokens":55566,"pending_prefill_tokens":7160,"num_requests":2,"active_p_offloads":0,"cached_blocks":309,"cache_hit":0,"new_prefill":14404,"score_linear":75014.0,"score_lmetric":43128},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":14404,"score_linear":113923.0,"score_lmetric":28808},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":46612,"ongoing_decode_tokens":28906,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":355,"cache_hit":0,"new_prefill":14404,"score_linear":46612.0,"score_lmetric":64220},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":50104,"ongoing_decode_tokens":28385,"pending_prefill_tokens":21719,"num_requests":2,"active_p_offloads":0,"cached_blocks":309,"cache_hit":14336,"new_prefill":68,"score_linear":35768.0,"score_lmetric":43574}],"chosen_score_linear":35768.0,"chosen_score_lmetric":43574,"t_first_token":335590.740335796,"t_first_token_unix":1779766455.7542791,"t_done":335597.707214359,"t_done_unix":1779766462.7211576},{"request_id":"1260327:3:1273741:132","session_id":"1260327","input_length":31283,"t_proxy_recv":335596.47623978,"t_decision_unix":1779766461.4901812,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9820030048269028,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":30720,"estimated_new_tokens":563,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":31283,"score_linear":135235.0,"score_lmetric":289004},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":31283,"score_linear":102074.0,"score_lmetric":129773},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31283,"score_linear":150574.0,"score_lmetric":298178},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31283,"score_linear":108713.0,"score_lmetric":249426},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":49602,"ongoing_decode_tokens":27639,"pending_prefill_tokens":21963,"num_requests":1,"active_p_offloads":0,"cached_blocks":398,"cache_hit":0,"new_prefill":31283,"score_linear":49602.0,"score_lmetric":53246},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":121189,"ongoing_decode_tokens":121189,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":280,"cache_hit":0,"new_prefill":31283,"score_linear":121189.0,"score_lmetric":62566},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":25108,"ongoing_decode_tokens":0,"pending_prefill_tokens":7700,"num_requests":1,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":31283,"score_linear":25108.0,"score_lmetric":38983},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":57833,"ongoing_decode_tokens":57833,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":372,"cache_hit":30720,"new_prefill":563,"score_linear":27113.0,"score_lmetric":1689}],"chosen_score_linear":27113.0,"chosen_score_lmetric":1689,"t_first_token":335596.667689464,"t_first_token_unix":1779766461.6816325,"t_done":335597.782102254,"t_done_unix":1779766462.7960453},{"request_id":"1266668:3:1273119:128","session_id":"1266668","input_length":33711,"t_proxy_recv":335594.126143878,"t_decision_unix":1779766459.1400855,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.850523567974845,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":28672,"estimated_new_tokens":5039,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":29615,"score_linear":131139.0,"score_lmetric":285668},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":33711,"score_linear":102074.0,"score_lmetric":132201},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33711,"score_linear":150574.0,"score_lmetric":303034},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33711,"score_linear":108713.0,"score_lmetric":254282},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":398,"cache_hit":0,"new_prefill":33711,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":280,"cache_hit":0,"new_prefill":33711,"score_linear":113172.0,"score_lmetric":33711},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32774,"ongoing_decode_tokens":32774,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":445,"cache_hit":0,"new_prefill":33711,"score_linear":32774.0,"score_lmetric":33711},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24122,"ongoing_decode_tokens":24122,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":372,"cache_hit":28672,"new_prefill":5039,"score_linear":-4550.0,"score_lmetric":10078}],"chosen_score_linear":-4550.0,"chosen_score_lmetric":10078,"t_first_token":335595.274969491,"t_first_token_unix":1779766460.288913,"t_done":335598.837656959,"t_done_unix":1779766463.8516004},{"request_id":"1265942:4:1274182:133","session_id":"1265942","input_length":21229,"t_proxy_recv":335597.95236442,"t_decision_unix":1779766462.966306,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":17920,"affinity_cache_ratio":0.8441283150407461,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":17920,"estimated_new_tokens":3309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":21229,"score_linear":135235.0,"score_lmetric":268896},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":21229,"score_linear":102074.0,"score_lmetric":119719},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21229,"score_linear":150574.0,"score_lmetric":278070},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21229,"score_linear":108713.0,"score_lmetric":229318},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":49602,"ongoing_decode_tokens":49602,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":398,"cache_hit":17920,"new_prefill":3309,"score_linear":31682.0,"score_lmetric":3309},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":287,"cache_hit":0,"new_prefill":21229,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":25108,"ongoing_decode_tokens":25108,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":21229,"score_linear":25108.0,"score_lmetric":21229},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33711,"ongoing_decode_tokens":33711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":378,"cache_hit":0,"new_prefill":21229,"score_linear":33711.0,"score_lmetric":21229}],"chosen_score_linear":31682.0,"chosen_score_lmetric":3309,"t_first_token":335598.509831768,"t_first_token_unix":1779766463.5237753,"t_done":335599.551201436,"t_done_unix":1779766464.565145},{"request_id":"1274405:1:1274405:134","session_id":"1274405","input_length":6208,"t_proxy_recv":335598.867543594,"t_decision_unix":1779766463.881485,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":6208,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":6208,"score_linear":135235.0,"score_lmetric":238854},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":6208,"score_linear":102074.0,"score_lmetric":104698},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":6208,"score_linear":150574.0,"score_lmetric":248028},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":6208,"score_linear":108713.0,"score_lmetric":199276},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":70831,"ongoing_decode_tokens":70831,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":398,"cache_hit":0,"new_prefill":6208,"score_linear":70831.0,"score_lmetric":12416},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":287,"cache_hit":0,"new_prefill":6208,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":25108,"ongoing_decode_tokens":25108,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":6208,"score_linear":25108.0,"score_lmetric":6208},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":6208,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335599.276054968,"t_first_token_unix":1779766464.2899985,"t_done":335599.754511593,"t_done_unix":1779766464.768455},{"request_id":"1271328:2:1273711:131","session_id":"1271328","input_length":25108,"t_proxy_recv":335596.333664947,"t_decision_unix":1779766461.347606,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":17408,"affinity_cache_ratio":0.6933248367054325,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":17408,"estimated_new_tokens":7700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":25108,"score_linear":135235.0,"score_lmetric":276654},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":25108,"score_linear":102074.0,"score_lmetric":123598},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":25108,"score_linear":150574.0,"score_lmetric":285828},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":25108,"score_linear":108713.0,"score_lmetric":237076},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":49602,"ongoing_decode_tokens":27639,"pending_prefill_tokens":21963,"num_requests":1,"active_p_offloads":0,"cached_blocks":398,"cache_hit":0,"new_prefill":25108,"score_linear":49602.0,"score_lmetric":47071},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":121189,"ongoing_decode_tokens":113172,"pending_prefill_tokens":2897,"num_requests":2,"active_p_offloads":0,"cached_blocks":280,"cache_hit":0,"new_prefill":25108,"score_linear":121189.0,"score_lmetric":56010},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":454,"cache_hit":17408,"new_prefill":7700,"score_linear":-17408.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":57833,"ongoing_decode_tokens":57833,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":372,"cache_hit":0,"new_prefill":25108,"score_linear":57833.0,"score_lmetric":75324}],"chosen_score_linear":-17408.0,"chosen_score_lmetric":0,"t_first_token":335597.593935786,"t_first_token_unix":1779766462.6078792,"t_done":335600.395699117,"t_done_unix":1779766465.4096422},{"request_id":"1274890:1:1274890:135","session_id":"1274890","input_length":10506,"t_proxy_recv":335600.393034118,"t_decision_unix":1779766465.4069755,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":10506,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":10506,"score_linear":135235.0,"score_lmetric":247450},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":10506,"score_linear":102074.0,"score_lmetric":108996},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10506,"score_linear":150574.0,"score_lmetric":256624},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10506,"score_linear":108713.0,"score_lmetric":207872},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":49602,"ongoing_decode_tokens":49602,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":404,"cache_hit":0,"new_prefill":10506,"score_linear":49602.0,"score_lmetric":10506},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":299,"cache_hit":0,"new_prefill":10506,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":25108,"ongoing_decode_tokens":25108,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":10506,"score_linear":25108.0,"score_lmetric":10506},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":10506,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335601.240269103,"t_first_token_unix":1779766466.2542126,"t_done":335601.493946601,"t_done_unix":1779766466.5078897},{"request_id":"1273203:1:1273203:129","session_id":"1273203","input_length":21963,"t_proxy_recv":335594.434039102,"t_decision_unix":1779766459.4479806,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":21963,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":21963,"score_linear":135235.0,"score_lmetric":270364},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":21963,"score_linear":102074.0,"score_lmetric":120453},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21963,"score_linear":150574.0,"score_lmetric":279538},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21963,"score_linear":108713.0,"score_lmetric":230786},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":398,"cache_hit":0,"new_prefill":21963,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":280,"cache_hit":0,"new_prefill":21963,"score_linear":113172.0,"score_lmetric":21963},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32774,"ongoing_decode_tokens":32774,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":445,"cache_hit":0,"new_prefill":21963,"score_linear":32774.0,"score_lmetric":21963},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":57833,"ongoing_decode_tokens":24122,"pending_prefill_tokens":5039,"num_requests":3,"active_p_offloads":0,"cached_blocks":372,"cache_hit":12800,"new_prefill":9163,"score_linear":45033.0,"score_lmetric":42606}],"chosen_score_linear":27639.0,"chosen_score_lmetric":0,"t_first_token":335596.821750867,"t_first_token_unix":1779766461.8356974,"t_done":335602.608865426,"t_done_unix":1779766467.6228092},{"request_id":"1275433:1:1275433:137","session_id":"1275433","input_length":7794,"t_proxy_recv":335602.143470909,"t_decision_unix":1779766467.1574123,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":7794,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":7794,"score_linear":135235.0,"score_lmetric":242026},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":7794,"score_linear":102074.0,"score_lmetric":106284},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":7794,"score_linear":150574.0,"score_lmetric":251200},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":7794,"score_linear":108713.0,"score_lmetric":202448},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":49602,"ongoing_decode_tokens":49602,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":404,"cache_hit":0,"new_prefill":7794,"score_linear":49602.0,"score_lmetric":7794},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":299,"cache_hit":0,"new_prefill":7794,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":7794,"score_linear":114612.0,"score_lmetric":122406},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":408,"cache_hit":0,"new_prefill":7794,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335602.681670178,"t_first_token_unix":1779766467.6956131,"t_done":335602.733882374,"t_done_unix":1779766467.7478256},{"request_id":"1275433:2:1276027:139","session_id":"1275433","input_length":7463,"t_proxy_recv":335604.41570571,"t_decision_unix":1779766469.4296474,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":7168,"affinity_cache_ratio":0.960471660190272,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":7168,"estimated_new_tokens":295,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":7463,"score_linear":135235.0,"score_lmetric":241364},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":7463,"score_linear":102074.0,"score_lmetric":105953},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":7463,"score_linear":150574.0,"score_lmetric":250538},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":7463,"score_linear":108713.0,"score_lmetric":201786},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":447,"cache_hit":0,"new_prefill":7463,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":299,"cache_hit":0,"new_prefill":7463,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":7463,"score_linear":114612.0,"score_lmetric":122075},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":10639,"ongoing_decode_tokens":10639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":423,"cache_hit":7168,"new_prefill":295,"score_linear":3471.0,"score_lmetric":295}],"chosen_score_linear":3471.0,"chosen_score_lmetric":295,"t_first_token":335604.447260034,"t_first_token_unix":1779766469.461203,"t_done":335604.462910528,"t_done_unix":1779766469.4768536},{"request_id":"1272313:2:1275926:138","session_id":"1272313","input_length":10639,"t_proxy_recv":335604.086012043,"t_decision_unix":1779766469.0999534,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":9728,"affinity_cache_ratio":0.914371651471003,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":9728,"estimated_new_tokens":911,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":6543,"score_linear":131139.0,"score_lmetric":239524},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":10639,"score_linear":102074.0,"score_lmetric":109129},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10639,"score_linear":150574.0,"score_lmetric":256890},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10639,"score_linear":108713.0,"score_lmetric":208138},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":447,"cache_hit":0,"new_prefill":10639,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":299,"cache_hit":0,"new_prefill":10639,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":10639,"score_linear":114612.0,"score_lmetric":125251},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":423,"cache_hit":9728,"new_prefill":911,"score_linear":-9728.0,"score_lmetric":0}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":335604.246524333,"t_first_token_unix":1779766469.260468,"t_done":335605.554195213,"t_done_unix":1779766470.5681388},{"request_id":"1264679:1:1264679:82","session_id":"1264679","input_length":110048,"t_proxy_recv":335565.033521348,"t_decision_unix":1779766430.047457,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":110048,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":110048,"score_linear":55989.0,"score_lmetric":110048},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":110048,"score_linear":71575.0,"score_lmetric":332680},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":110048,"score_linear":113053.0,"score_lmetric":202621},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":110048,"score_linear":125063.0,"score_lmetric":454862},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":110048,"score_linear":50783.0,"score_lmetric":160831},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335604.719498029,"t_first_token_unix":1779766469.7334418,"t_done":335605.829827062,"t_done_unix":1779766470.8437707},{"request_id":"1276111:1:1276111:140","session_id":"1276111","input_length":15783,"t_proxy_recv":335604.767656681,"t_decision_unix":1779766469.7815979,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":15783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":135235,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":15783,"score_linear":135235.0,"score_lmetric":31566},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":15783,"score_linear":102074.0,"score_lmetric":114273},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":15783,"score_linear":150574.0,"score_lmetric":267178},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":15783,"score_linear":108713.0,"score_lmetric":218426},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":447,"cache_hit":0,"new_prefill":15783,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":299,"cache_hit":0,"new_prefill":15783,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":15783,"score_linear":114612.0,"score_lmetric":130395},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":10639,"ongoing_decode_tokens":10639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":423,"cache_hit":0,"new_prefill":15783,"score_linear":10639.0,"score_lmetric":15783}],"chosen_score_linear":27639.0,"chosen_score_lmetric":0,"t_first_token":335606.220348482,"t_first_token_unix":1779766471.2342918,"t_done":335606.490232704,"t_done_unix":1779766471.5041761},{"request_id":"1276136:1:1276136:141","session_id":"1276136","input_length":17280,"t_proxy_recv":335604.849842505,"t_decision_unix":1779766469.8637838,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":17280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":135235,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":17280,"score_linear":135235.0,"score_lmetric":34560},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":17280,"score_linear":102074.0,"score_lmetric":115770},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17280,"score_linear":150574.0,"score_lmetric":270172},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17280,"score_linear":108713.0,"score_lmetric":221420},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43422,"ongoing_decode_tokens":27639,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":447,"cache_hit":0,"new_prefill":17280,"score_linear":43422.0,"score_lmetric":33063},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":299,"cache_hit":0,"new_prefill":17280,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":17280,"score_linear":114612.0,"score_lmetric":131892},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":10639,"ongoing_decode_tokens":10639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":423,"cache_hit":0,"new_prefill":17280,"score_linear":10639.0,"score_lmetric":17280}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335606.510473654,"t_first_token_unix":1779766471.5244179,"t_done":335606.891132796,"t_done_unix":1779766471.905076},{"request_id":"1274405:2:1276717:144","session_id":"1274405","input_length":6360,"t_proxy_recv":335606.879073863,"t_decision_unix":1779766471.8930154,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":6144,"affinity_cache_ratio":0.9660377358490566,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":6144,"estimated_new_tokens":216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":6360,"score_linear":25187.0,"score_lmetric":6360},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":6360,"score_linear":102074.0,"score_lmetric":104850},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":6360,"score_linear":150574.0,"score_lmetric":248332},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":6360,"score_linear":108713.0,"score_lmetric":199580},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":6360,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":17280,"ongoing_decode_tokens":17280,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":299,"cache_hit":6144,"new_prefill":216,"score_linear":11136.0,"score_lmetric":216},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":6360,"score_linear":114612.0,"score_lmetric":120972},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58084,"ongoing_decode_tokens":8704,"pending_prefill_tokens":15588,"num_requests":2,"active_p_offloads":0,"cached_blocks":425,"cache_hit":0,"new_prefill":6360,"score_linear":58084.0,"score_lmetric":43896}],"chosen_score_linear":11136.0,"chosen_score_lmetric":216,"t_first_token":335606.922234511,"t_first_token_unix":1779766471.9361777,"t_done":335607.088672908,"t_done_unix":1779766472.102616},{"request_id":"1277533:1:1277533:150","session_id":"1277533","input_length":4729,"t_proxy_recv":335609.917620929,"t_decision_unix":1779766474.9315622,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":4729,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":4729,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":4729,"score_linear":25187.0,"score_lmetric":4729},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":4729,"score_linear":102074.0,"score_lmetric":103219},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":4729,"score_linear":150574.0,"score_lmetric":245070},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":4729,"score_linear":108713.0,"score_lmetric":196318},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":70776,"ongoing_decode_tokens":38931,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":4729,"score_linear":70776.0,"score_lmetric":34236},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":27221,"ongoing_decode_tokens":0,"pending_prefill_tokens":27221,"num_requests":1,"active_p_offloads":0,"cached_blocks":332,"cache_hit":0,"new_prefill":4729,"score_linear":27221.0,"score_lmetric":31950},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":4729,"score_linear":148136.0,"score_lmetric":239170},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74984,"ongoing_decode_tokens":8704,"pending_prefill_tokens":17640,"num_requests":3,"active_p_offloads":0,"cached_blocks":425,"cache_hit":0,"new_prefill":4729,"score_linear":74984.0,"score_lmetric":67107}],"chosen_score_linear":25187.0,"chosen_score_lmetric":4729,"t_first_token":335610.226517962,"t_first_token_unix":1779766475.240461,"t_done":335611.115740113,"t_done_unix":1779766476.1296835},{"request_id":"1271991:2:1276999:145","session_id":"1271991","input_length":11292,"t_proxy_recv":335607.865501621,"t_decision_unix":1779766472.879443,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":2560,"affinity_cache_ratio":0.2267091746369111,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":2560,"estimated_new_tokens":8732,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":11292,"score_linear":25187.0,"score_lmetric":11292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":11292,"score_linear":102074.0,"score_lmetric":109782},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":11292,"score_linear":150574.0,"score_lmetric":258196},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":11292,"score_linear":108713.0,"score_lmetric":209444},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":477,"cache_hit":2560,"new_prefill":8732,"score_linear":25079.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":332,"cache_hit":0,"new_prefill":11292,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":11292,"score_linear":114612.0,"score_lmetric":125904},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58084,"ongoing_decode_tokens":8704,"pending_prefill_tokens":15588,"num_requests":2,"active_p_offloads":0,"cached_blocks":425,"cache_hit":0,"new_prefill":11292,"score_linear":58084.0,"score_lmetric":53760}],"chosen_score_linear":25079.0,"chosen_score_lmetric":0,"t_first_token":335608.62939536,"t_first_token_unix":1779766473.643339,"t_done":335611.402571208,"t_done_unix":1779766476.4165144},{"request_id":"1276498:1:1276498:142","session_id":"1276498","input_length":8704,"t_proxy_recv":335606.096264228,"t_decision_unix":1779766471.1102057,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":8704,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":8704,"score_linear":25187.0,"score_lmetric":8704},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":8704,"score_linear":102074.0,"score_lmetric":107194},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8704,"score_linear":150574.0,"score_lmetric":253020},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8704,"score_linear":108713.0,"score_lmetric":204268},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43422,"ongoing_decode_tokens":27639,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":447,"cache_hit":0,"new_prefill":8704,"score_linear":43422.0,"score_lmetric":24487},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":17280,"ongoing_decode_tokens":0,"pending_prefill_tokens":17280,"num_requests":1,"active_p_offloads":0,"cached_blocks":299,"cache_hit":0,"new_prefill":8704,"score_linear":17280.0,"score_lmetric":25984},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":8704,"score_linear":114612.0,"score_lmetric":123316},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":425,"cache_hit":0,"new_prefill":8704,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335606.740351242,"t_first_token_unix":1779766471.7542946,"t_done":335611.951922728,"t_done_unix":1779766476.965866},{"request_id":"1260327:4:1277974:154","session_id":"1260327","input_length":31430,"t_proxy_recv":335611.520393552,"t_decision_unix":1779766476.534335,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9937002863506205,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":31232,"estimated_new_tokens":198,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58293,"ongoing_decode_tokens":34071,"pending_prefill_tokens":20126,"num_requests":3,"active_p_offloads":0,"cached_blocks":380,"cache_hit":0,"new_prefill":31430,"score_linear":58293.0,"score_lmetric":154668},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":31430,"score_linear":102074.0,"score_lmetric":129920},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31430,"score_linear":150574.0,"score_lmetric":298472},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31430,"score_linear":108713.0,"score_lmetric":249720},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82057,"ongoing_decode_tokens":82057,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":31430,"score_linear":82057.0,"score_lmetric":62860},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":27221,"ongoing_decode_tokens":0,"pending_prefill_tokens":27221,"num_requests":1,"active_p_offloads":0,"cached_blocks":332,"cache_hit":0,"new_prefill":31430,"score_linear":27221.0,"score_lmetric":58651},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":31430,"score_linear":148136.0,"score_lmetric":292572},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74984,"ongoing_decode_tokens":74984,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":425,"cache_hit":31232,"new_prefill":198,"score_linear":43752.0,"score_lmetric":594}],"chosen_score_linear":43752.0,"chosen_score_lmetric":594,"t_first_token":335611.619127578,"t_first_token_unix":1779766476.633071,"t_done":335612.492321428,"t_done_unix":1779766477.506265},{"request_id":"1268831:3:1277112:147","session_id":"1268831","input_length":31845,"t_proxy_recv":335608.317212775,"t_decision_unix":1779766473.3311543,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":19456,"affinity_cache_ratio":0.6109593342753965,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":19456,"estimated_new_tokens":12389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":31845,"score_linear":25187.0,"score_lmetric":31845},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":31845,"score_linear":102074.0,"score_lmetric":130335},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31845,"score_linear":150574.0,"score_lmetric":299302},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31845,"score_linear":108713.0,"score_lmetric":250550},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":38931,"ongoing_decode_tokens":27639,"pending_prefill_tokens":8732,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":19456,"new_prefill":12389,"score_linear":19475.0,"score_lmetric":21121},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":332,"cache_hit":0,"new_prefill":31845,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":31845,"score_linear":148136.0,"score_lmetric":293402},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58084,"ongoing_decode_tokens":8704,"pending_prefill_tokens":15588,"num_requests":2,"active_p_offloads":0,"cached_blocks":425,"cache_hit":0,"new_prefill":31845,"score_linear":58084.0,"score_lmetric":94866}],"chosen_score_linear":19475.0,"chosen_score_lmetric":21121,"t_first_token":335610.977079779,"t_first_token_unix":1779766475.991023,"t_done":335613.65272141,"t_done_unix":1779766478.666665},{"request_id":"1273203:2:1277744:152","session_id":"1273203","input_length":22573,"t_proxy_recv":335610.621142592,"t_decision_unix":1779766475.635084,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9753245027244939,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":22016,"estimated_new_tokens":557,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38800,"ongoing_decode_tokens":29916,"pending_prefill_tokens":8884,"num_requests":3,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":22573,"score_linear":38800.0,"score_lmetric":94371},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":22573,"score_linear":102074.0,"score_lmetric":121063},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":22573,"score_linear":150574.0,"score_lmetric":280758},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":22573,"score_linear":108713.0,"score_lmetric":232006},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":70776,"ongoing_decode_tokens":38931,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":477,"cache_hit":22016,"new_prefill":557,"score_linear":48760.0,"score_lmetric":25892},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":27221,"ongoing_decode_tokens":0,"pending_prefill_tokens":27221,"num_requests":1,"active_p_offloads":0,"cached_blocks":332,"cache_hit":0,"new_prefill":22573,"score_linear":27221.0,"score_lmetric":49794},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":22573,"score_linear":148136.0,"score_lmetric":274858},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74984,"ongoing_decode_tokens":8704,"pending_prefill_tokens":17640,"num_requests":3,"active_p_offloads":0,"cached_blocks":425,"cache_hit":12800,"new_prefill":9773,"score_linear":62184.0,"score_lmetric":82239}],"chosen_score_linear":48760.0,"chosen_score_lmetric":25892,"t_first_token":335611.031567995,"t_first_token_unix":1779766476.0455112,"t_done":335613.966396698,"t_done_unix":1779766478.98034},{"request_id":"1268630:1:1268630:98","session_id":"1268630","input_length":102074,"t_proxy_recv":335578.733212356,"t_decision_unix":1779766443.7471535,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":3584,"estimated_new_tokens":98490,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":102074,"score_linear":135235.0,"score_lmetric":430586},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":265,"cache_hit":3584,"new_prefill":98490,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":102074,"score_linear":126924.0,"score_lmetric":210054},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":4608,"new_prefill":97466,"score_linear":10675.0,"score_lmetric":97466},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":102074,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":102074,"score_linear":125063.0,"score_lmetric":438914},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":102074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":206,"cache_hit":0,"new_prefill":102074,"score_linear":17466.0,"score_lmetric":102074}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":335612.717229213,"t_first_token_unix":1779766477.7311726,"t_done":335614.986838873,"t_done_unix":1779766480.0007825},{"request_id":"1270606:1:1270606:113","session_id":"1270606","input_length":93430,"t_proxy_recv":335585.322096882,"t_decision_unix":1779766450.336038,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":93430,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":93430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":93430,"score_linear":135235.0,"score_lmetric":413298},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":93430,"score_linear":102074.0,"score_lmetric":191920},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":93430,"score_linear":126924.0,"score_lmetric":201410},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":93430,"score_linear":15283.0,"score_lmetric":93430},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55566,"ongoing_decode_tokens":27639,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":309,"cache_hit":0,"new_prefill":93430,"score_linear":55566.0,"score_lmetric":121357},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":93430,"score_linear":125063.0,"score_lmetric":421626},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86709,"ongoing_decode_tokens":28906,"pending_prefill_tokens":7115,"num_requests":2,"active_p_offloads":0,"cached_blocks":342,"cache_hit":0,"new_prefill":93430,"score_linear":86709.0,"score_lmetric":201090},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":11128,"ongoing_decode_tokens":0,"pending_prefill_tokens":11128,"num_requests":1,"active_p_offloads":0,"cached_blocks":288,"cache_hit":0,"new_prefill":93430,"score_linear":11128.0,"score_lmetric":104558}],"chosen_score_linear":15283.0,"chosen_score_lmetric":93430,"t_first_token":335614.148904431,"t_first_token_unix":1779766479.162848,"t_done":335616.108209767,"t_done_unix":1779766481.1221533},{"request_id":"1276498:2:1278996:157","session_id":"1276498","input_length":16650,"t_proxy_recv":335615.050313065,"t_decision_unix":1779766480.0642545,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":8704,"affinity_cache_ratio":0.5227627627627628,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":8704,"estimated_new_tokens":7946,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58293,"ongoing_decode_tokens":58293,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":380,"cache_hit":0,"new_prefill":16650,"score_linear":58293.0,"score_lmetric":49950},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":457,"cache_hit":0,"new_prefill":16650,"score_linear":58752.0,"score_lmetric":16650},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":16650,"score_linear":150574.0,"score_lmetric":268912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":108713,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":16650,"score_linear":108713.0,"score_lmetric":33300},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":16650,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145318,"ongoing_decode_tokens":27221,"pending_prefill_tokens":4433,"num_requests":2,"active_p_offloads":0,"cached_blocks":332,"cache_hit":0,"new_prefill":16650,"score_linear":145318.0,"score_lmetric":42166},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":16650,"score_linear":148136.0,"score_lmetric":263012},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66280,"ongoing_decode_tokens":66280,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":442,"cache_hit":8704,"new_prefill":7946,"score_linear":57576.0,"score_lmetric":15892}],"chosen_score_linear":57576.0,"chosen_score_lmetric":15892,"t_first_token":335616.011356103,"t_first_token_unix":1779766481.0252988,"t_done":335616.596312743,"t_done_unix":1779766481.610256},{"request_id":"1277428:1:1277428:149","session_id":"1277428","input_length":27221,"t_proxy_recv":335609.468550004,"t_decision_unix":1779766474.4824915,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":27221,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":27221,"score_linear":25187.0,"score_lmetric":27221},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":3584,"new_prefill":23637,"score_linear":98490.0,"score_lmetric":122127},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":27221,"score_linear":150574.0,"score_lmetric":290054},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":17408,"new_prefill":9813,"score_linear":91305.0,"score_lmetric":206486},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":70776,"ongoing_decode_tokens":38931,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":27221,"score_linear":70776.0,"score_lmetric":79220},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":332,"cache_hit":0,"new_prefill":27221,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":27221,"score_linear":148136.0,"score_lmetric":284154},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74984,"ongoing_decode_tokens":8704,"pending_prefill_tokens":17640,"num_requests":3,"active_p_offloads":0,"cached_blocks":425,"cache_hit":0,"new_prefill":27221,"score_linear":74984.0,"score_lmetric":134583}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335612.957956911,"t_first_token_unix":1779766477.9719005,"t_done":335617.06647861,"t_done_unix":1779766482.0804217},{"request_id":"1268831:4:1279168:158","session_id":"1268831","input_length":32346,"t_proxy_recv":335615.538361882,"t_decision_unix":1779766480.552303,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9813887343102702,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":31744,"estimated_new_tokens":602,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58293,"ongoing_decode_tokens":58293,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":380,"cache_hit":0,"new_prefill":32346,"score_linear":58293.0,"score_lmetric":97038},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":457,"cache_hit":0,"new_prefill":32346,"score_linear":58752.0,"score_lmetric":32346},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":32346,"score_linear":150574.0,"score_lmetric":300304},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":108713,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":32346,"score_linear":108713.0,"score_lmetric":64692},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":519,"cache_hit":31744,"new_prefill":602,"score_linear":-4105.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145318,"ongoing_decode_tokens":27221,"pending_prefill_tokens":4433,"num_requests":2,"active_p_offloads":0,"cached_blocks":332,"cache_hit":0,"new_prefill":32346,"score_linear":145318.0,"score_lmetric":73558},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":32346,"score_linear":148136.0,"score_lmetric":294404},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82930,"ongoing_decode_tokens":66280,"pending_prefill_tokens":7946,"num_requests":3,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":32346,"score_linear":82930.0,"score_lmetric":120876}],"chosen_score_linear":-4105.0,"chosen_score_lmetric":0,"t_first_token":335615.667632282,"t_first_token_unix":1779766480.681575,"t_done":335617.284914097,"t_done_unix":1779766482.2988575},{"request_id":"1271459:2:1277544:151","session_id":"1271459","input_length":8884,"t_proxy_recv":335609.934433628,"t_decision_unix":1779766474.9483752,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":0,"affinity_cache_hit":512,"affinity_cache_ratio":0.05763169743358847,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":27226,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":8884,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":29916,"ongoing_decode_tokens":25187,"pending_prefill_tokens":4729,"num_requests":2,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":8884,"score_linear":29916.0,"score_lmetric":27226},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":8884,"score_linear":102074.0,"score_lmetric":107374},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8884,"score_linear":150574.0,"score_lmetric":253380},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8884,"score_linear":108713.0,"score_lmetric":204628},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":70776,"ongoing_decode_tokens":38931,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":8884,"score_linear":70776.0,"score_lmetric":42546},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":27221,"ongoing_decode_tokens":0,"pending_prefill_tokens":27221,"num_requests":1,"active_p_offloads":0,"cached_blocks":332,"cache_hit":512,"new_prefill":8372,"score_linear":26709.0,"score_lmetric":35593},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":8884,"score_linear":148136.0,"score_lmetric":247480},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74984,"ongoing_decode_tokens":8704,"pending_prefill_tokens":17640,"num_requests":3,"active_p_offloads":0,"cached_blocks":425,"cache_hit":0,"new_prefill":8884,"score_linear":74984.0,"score_lmetric":79572}],"chosen_score_linear":29916.0,"chosen_score_lmetric":27226,"t_first_token":335610.885884504,"t_first_token_unix":1779766475.8998277,"t_done":335617.65670184,"t_done_unix":1779766482.6706452},{"request_id":"1266668:4:1276519:143","session_id":"1266668","input_length":49380,"t_proxy_recv":335606.156681208,"t_decision_unix":1779766471.1706228,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.684325637910085,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":33792,"estimated_new_tokens":15588,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":4096,"new_prefill":45284,"score_linear":21091.0,"score_lmetric":45284},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":49380,"score_linear":102074.0,"score_lmetric":147870},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":49380,"score_linear":150574.0,"score_lmetric":334372},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":49380,"score_linear":108713.0,"score_lmetric":285620},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43422,"ongoing_decode_tokens":27639,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":447,"cache_hit":0,"new_prefill":49380,"score_linear":43422.0,"score_lmetric":65163},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":17280,"ongoing_decode_tokens":0,"pending_prefill_tokens":17280,"num_requests":1,"active_p_offloads":0,"cached_blocks":299,"cache_hit":0,"new_prefill":49380,"score_linear":17280.0,"score_lmetric":66660},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":49380,"score_linear":114612.0,"score_lmetric":163992},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":8704,"ongoing_decode_tokens":0,"pending_prefill_tokens":8704,"num_requests":1,"active_p_offloads":0,"cached_blocks":425,"cache_hit":33792,"new_prefill":15588,"score_linear":-25088.0,"score_lmetric":24292}],"chosen_score_linear":-25088.0,"chosen_score_lmetric":24292,"t_first_token":335611.025109426,"t_first_token_unix":1779766476.0390527,"t_done":335617.980476686,"t_done_unix":1779766482.99442},{"request_id":"1272313:3:1279208:159","session_id":"1272313","input_length":11549,"t_proxy_recv":335615.714407167,"t_decision_unix":1779766480.728349,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9309896960775825,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":10752,"estimated_new_tokens":797,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58293,"ongoing_decode_tokens":58293,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":380,"cache_hit":4096,"new_prefill":7453,"score_linear":54197.0,"score_lmetric":22359},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":457,"cache_hit":0,"new_prefill":11549,"score_linear":58752.0,"score_lmetric":11549},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":11549,"score_linear":150574.0,"score_lmetric":258710},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":108713,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":11549,"score_linear":108713.0,"score_lmetric":23098},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":59985,"ongoing_decode_tokens":59985,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":11549,"score_linear":59985.0,"score_lmetric":11549},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145318,"ongoing_decode_tokens":27221,"pending_prefill_tokens":4433,"num_requests":2,"active_p_offloads":0,"cached_blocks":332,"cache_hit":0,"new_prefill":11549,"score_linear":145318.0,"score_lmetric":31964},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":11549,"score_linear":148136.0,"score_lmetric":252810},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82930,"ongoing_decode_tokens":66280,"pending_prefill_tokens":7946,"num_requests":3,"active_p_offloads":0,"cached_blocks":442,"cache_hit":10752,"new_prefill":797,"score_linear":72178.0,"score_lmetric":26229}],"chosen_score_linear":72178.0,"chosen_score_lmetric":26229,"t_first_token":335616.154505907,"t_first_token_unix":1779766481.168449,"t_done":335618.329349821,"t_done_unix":1779766483.343294},{"request_id":"1253804:5:1278488:156","session_id":"1253804","input_length":58752,"t_proxy_recv":335613.200218595,"t_decision_unix":1779766478.2141602,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9760348583877996,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":57344,"estimated_new_tokens":1408,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58293,"ongoing_decode_tokens":34071,"pending_prefill_tokens":20126,"num_requests":3,"active_p_offloads":0,"cached_blocks":380,"cache_hit":0,"new_prefill":58752,"score_linear":58293.0,"score_lmetric":236634},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":102074,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":57344,"new_prefill":1408,"score_linear":44730.0,"score_lmetric":1408},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":58752,"score_linear":150574.0,"score_lmetric":353116},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":3584,"new_prefill":55168,"score_linear":105129.0,"score_lmetric":297196},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82057,"ongoing_decode_tokens":82057,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":58752,"score_linear":82057.0,"score_lmetric":117504},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145318,"ongoing_decode_tokens":27221,"pending_prefill_tokens":4433,"num_requests":2,"active_p_offloads":0,"cached_blocks":332,"cache_hit":0,"new_prefill":58752,"score_linear":145318.0,"score_lmetric":126370},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":58752,"score_linear":148136.0,"score_lmetric":347216},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66280,"ongoing_decode_tokens":66280,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":58752,"score_linear":66280.0,"score_lmetric":117504}],"chosen_score_linear":44730.0,"chosen_score_lmetric":1408,"t_first_token":335613.752174985,"t_first_token_unix":1779766478.766118,"t_done":335618.404977261,"t_done_unix":1779766483.418921},{"request_id":"1269373:3:1277365:148","session_id":"1269373","input_length":16900,"t_proxy_recv":335609.188125157,"t_decision_unix":1779766474.2020667,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":14848,"affinity_cache_ratio":0.8785798816568048,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":14848,"estimated_new_tokens":2052,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":4096,"new_prefill":12804,"score_linear":21091.0,"score_lmetric":12804},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":16900,"score_linear":102074.0,"score_lmetric":115390},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":16900,"score_linear":150574.0,"score_lmetric":269412},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":16900,"score_linear":108713.0,"score_lmetric":220660},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":70776,"ongoing_decode_tokens":38931,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":16900,"score_linear":70776.0,"score_lmetric":58578},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":332,"cache_hit":0,"new_prefill":16900,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":16900,"score_linear":148136.0,"score_lmetric":263512},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58084,"ongoing_decode_tokens":8704,"pending_prefill_tokens":15588,"num_requests":2,"active_p_offloads":0,"cached_blocks":425,"cache_hit":14848,"new_prefill":2052,"score_linear":43236.0,"score_lmetric":35280}],"chosen_score_linear":43236.0,"chosen_score_lmetric":35280,"t_first_token":335611.324831511,"t_first_token_unix":1779766476.3387742,"t_done":335618.496740883,"t_done_unix":1779766483.5106847},{"request_id":"1277909:1:1277909:153","session_id":"1277909","input_length":24222,"t_proxy_recv":335611.322323824,"t_decision_unix":1779766476.3362653,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":40252,"tie_break_used":false,"cache_hit":4096,"estimated_new_tokens":20126,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34071,"ongoing_decode_tokens":34071,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":380,"cache_hit":4096,"new_prefill":20126,"score_linear":29975.0,"score_lmetric":40252},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":24222,"score_linear":102074.0,"score_lmetric":122712},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24222,"score_linear":150574.0,"score_lmetric":284056},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24222,"score_linear":108713.0,"score_lmetric":235304},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":93349,"ongoing_decode_tokens":93349,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":24222,"score_linear":93349.0,"score_lmetric":72666},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":27221,"ongoing_decode_tokens":0,"pending_prefill_tokens":27221,"num_requests":1,"active_p_offloads":0,"cached_blocks":332,"cache_hit":0,"new_prefill":24222,"score_linear":27221.0,"score_lmetric":51443},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":24222,"score_linear":148136.0,"score_lmetric":278156},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74984,"ongoing_decode_tokens":58084,"pending_prefill_tokens":2052,"num_requests":3,"active_p_offloads":0,"cached_blocks":425,"cache_hit":7680,"new_prefill":16542,"score_linear":67304.0,"score_lmetric":55782}],"chosen_score_linear":29975.0,"chosen_score_lmetric":40252,"t_first_token":335613.902282322,"t_first_token_unix":1779766478.9162254,"t_done":335619.995774367,"t_done_unix":1779766485.0097177},{"request_id":"1279412:1:1279412:160","session_id":"1279412","input_length":20136,"t_proxy_recv":335616.517810953,"t_decision_unix":1779766481.531752,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":20136,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":20136,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58293,"ongoing_decode_tokens":58293,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":380,"cache_hit":0,"new_prefill":20136,"score_linear":58293.0,"score_lmetric":60408},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":457,"cache_hit":0,"new_prefill":20136,"score_linear":58752.0,"score_lmetric":20136},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":20136,"score_linear":150574.0,"score_lmetric":275884},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":20136,"score_linear":15283.0,"score_lmetric":20136},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":59985,"ongoing_decode_tokens":59985,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":20136,"score_linear":59985.0,"score_lmetric":20136},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145318,"ongoing_decode_tokens":145318,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":332,"cache_hit":0,"new_prefill":20136,"score_linear":145318.0,"score_lmetric":40272},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":12800,"new_prefill":7336,"score_linear":135336.0,"score_lmetric":244384},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":94479,"ongoing_decode_tokens":94479,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":442,"cache_hit":12800,"new_prefill":7336,"score_linear":81679.0,"score_lmetric":29344}],"chosen_score_linear":15283.0,"chosen_score_lmetric":20136,"t_first_token":335618.620464633,"t_first_token_unix":1779766483.6344078,"t_done":335620.471101983,"t_done_unix":1779766485.4850454},{"request_id":"1276136:2:1280145:162","session_id":"1276136","input_length":24519,"t_proxy_recv":335618.822858482,"t_decision_unix":1779766483.8367999,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":16896,"affinity_cache_ratio":0.6890982503364738,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":16896,"estimated_new_tokens":7623,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49409,"ongoing_decode_tokens":49409,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":398,"cache_hit":0,"new_prefill":24519,"score_linear":49409.0,"score_lmetric":49038},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":460,"cache_hit":0,"new_prefill":24519,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24519,"score_linear":150574.0,"score_lmetric":284650},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":35419,"ongoing_decode_tokens":35419,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":24519,"score_linear":35419.0,"score_lmetric":49038},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":115956,"ongoing_decode_tokens":27639,"pending_prefill_tokens":88317,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":24519,"score_linear":115956.0,"score_lmetric":112836},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":118097,"ongoing_decode_tokens":118097,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":385,"cache_hit":16896,"new_prefill":7623,"score_linear":101201.0,"score_lmetric":7623},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":24519,"score_linear":148136.0,"score_lmetric":278750},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":24519,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":101201.0,"chosen_score_lmetric":7623,"t_first_token":335620.049668125,"t_first_token_unix":1779766485.063611,"t_done":335620.52391513,"t_done_unix":1779766485.5378585},{"request_id":"1276136:3:1280987:166","session_id":"1276136","input_length":25923,"t_proxy_recv":335621.800316176,"t_decision_unix":1779766486.8142574,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9282876210315164,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":24064,"estimated_new_tokens":1859,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":438,"cache_hit":0,"new_prefill":25923,"score_linear":25187.0,"score_lmetric":25923},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":460,"cache_hit":0,"new_prefill":25923,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":25923,"score_linear":150574.0,"score_lmetric":287458},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":25923,"score_linear":15283.0,"score_lmetric":25923},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":115956,"ongoing_decode_tokens":27639,"pending_prefill_tokens":88317,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":25923,"score_linear":115956.0,"score_lmetric":114240},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":118097,"ongoing_decode_tokens":118097,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":399,"cache_hit":24064,"new_prefill":1859,"score_linear":94033.0,"score_lmetric":1859},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":25923,"score_linear":148136.0,"score_lmetric":281558},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43027,"ongoing_decode_tokens":12765,"pending_prefill_tokens":12854,"num_requests":2,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":25923,"score_linear":43027.0,"score_lmetric":77554}],"chosen_score_linear":94033.0,"chosen_score_lmetric":1859,"t_first_token":335622.142689024,"t_first_token_unix":1779766487.1566324,"t_done":335623.231247582,"t_done_unix":1779766488.2451909},{"request_id":"1258859:3:1278118:155","session_id":"1258859","input_length":118097,"t_proxy_recv":335612.042404136,"t_decision_unix":1779766477.0563457,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":113664,"affinity_cache_ratio":0.962463060026927,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":113664,"estimated_new_tokens":4433,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58293,"ongoing_decode_tokens":34071,"pending_prefill_tokens":20126,"num_requests":3,"active_p_offloads":0,"cached_blocks":380,"cache_hit":0,"new_prefill":118097,"score_linear":58293.0,"score_lmetric":414669},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":118097,"score_linear":102074.0,"score_lmetric":216587},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":118097,"score_linear":150574.0,"score_lmetric":471806},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":118097,"score_linear":108713.0,"score_lmetric":423054},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82057,"ongoing_decode_tokens":82057,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":118097,"score_linear":82057.0,"score_lmetric":236194},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":27221,"ongoing_decode_tokens":0,"pending_prefill_tokens":27221,"num_requests":1,"active_p_offloads":0,"cached_blocks":332,"cache_hit":113664,"new_prefill":4433,"score_linear":-86443.0,"score_lmetric":31654},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":118097,"score_linear":148136.0,"score_lmetric":465906},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":97710,"ongoing_decode_tokens":97710,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":118097,"score_linear":97710.0,"score_lmetric":354291}],"chosen_score_linear":-86443.0,"chosen_score_lmetric":31654,"t_first_token":335615.886484107,"t_first_token_unix":1779766480.9004273,"t_done":335624.722185609,"t_done_unix":1779766489.736129},{"request_id":"1281887:1:1281887:171","session_id":"1281887","input_length":9370,"t_proxy_recv":335624.689728662,"t_decision_unix":1779766489.70367,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":9370,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":438,"cache_hit":0,"new_prefill":9370,"score_linear":25187.0,"score_lmetric":9370},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":460,"cache_hit":0,"new_prefill":9370,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9370,"score_linear":150574.0,"score_lmetric":254352},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":41709,"ongoing_decode_tokens":41709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":9370,"score_linear":41709.0,"score_lmetric":18740},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":115956,"ongoing_decode_tokens":27639,"pending_prefill_tokens":88317,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":9370,"score_linear":115956.0,"score_lmetric":97687},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":118097,"ongoing_decode_tokens":118097,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":402,"cache_hit":0,"new_prefill":9370,"score_linear":118097.0,"score_lmetric":9370},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":9370,"score_linear":148136.0,"score_lmetric":248452},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":114960,"ongoing_decode_tokens":43027,"pending_prefill_tokens":11005,"num_requests":4,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":9370,"score_linear":114960.0,"score_lmetric":81500}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335625.403130036,"t_first_token_unix":1779766490.4170732,"t_done":335625.573258378,"t_done_unix":1779766490.5872016},{"request_id":"1282082:1:1282082:173","session_id":"1282082","input_length":4972,"t_proxy_recv":335625.36348775,"t_decision_unix":1779766490.377429,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":4972,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":4972,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":438,"cache_hit":0,"new_prefill":4972,"score_linear":25187.0,"score_lmetric":4972},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9370,"ongoing_decode_tokens":0,"pending_prefill_tokens":9370,"num_requests":1,"active_p_offloads":0,"cached_blocks":460,"cache_hit":0,"new_prefill":4972,"score_linear":9370.0,"score_lmetric":14342},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":4972,"score_linear":150574.0,"score_lmetric":245556},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":41709,"ongoing_decode_tokens":41709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":4972,"score_linear":41709.0,"score_lmetric":9944},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":115956,"ongoing_decode_tokens":27639,"pending_prefill_tokens":88317,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":4972,"score_linear":115956.0,"score_lmetric":93289},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":42023,"ongoing_decode_tokens":0,"pending_prefill_tokens":42023,"num_requests":1,"active_p_offloads":0,"cached_blocks":411,"cache_hit":0,"new_prefill":4972,"score_linear":42023.0,"score_lmetric":46995},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":4972,"score_linear":148136.0,"score_lmetric":239656},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":114960,"ongoing_decode_tokens":43027,"pending_prefill_tokens":11005,"num_requests":4,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":4972,"score_linear":114960.0,"score_lmetric":63908}],"chosen_score_linear":25187.0,"chosen_score_lmetric":4972,"t_first_token":335625.689699776,"t_first_token_unix":1779766490.7036428,"t_done":335625.932905876,"t_done_unix":1779766490.9468489},{"request_id":"1267915:1:1267915:96","session_id":"1267915","input_length":126924,"t_proxy_recv":335576.048720334,"t_decision_unix":1779766441.0626616,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":18944,"estimated_new_tokens":107980,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":126924,"score_linear":135235.0,"score_lmetric":480286},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":126924,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":18944,"new_prefill":107980,"score_linear":-18944.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":126924,"score_linear":15283.0,"score_lmetric":126924},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":267,"cache_hit":0,"new_prefill":126924,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":126924,"score_linear":125063.0,"score_lmetric":488614},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":126924,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46137,"ongoing_decode_tokens":17466,"pending_prefill_tokens":6143,"num_requests":2,"active_p_offloads":0,"cached_blocks":194,"cache_hit":0,"new_prefill":126924,"score_linear":46137.0,"score_lmetric":266134}],"chosen_score_linear":-18944.0,"chosen_score_lmetric":0,"t_first_token":335626.502852727,"t_first_token_unix":1779766491.5167964,"t_done":335627.789891018,"t_done_unix":1779766492.8038356},{"request_id":"1262727:1:1262727:72","session_id":"1262727","input_length":15283,"t_proxy_recv":335557.927843655,"t_decision_unix":1779766422.9417853,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":15283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":15283,"score_linear":55989.0,"score_lmetric":16488},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":15283,"score_linear":68131.0,"score_lmetric":83414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":15283,"score_linear":113053.0,"score_lmetric":215712},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":15283,"score_linear":125063.0,"score_lmetric":265332},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":15283,"score_linear":21510.0,"score_lmetric":36793}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335559.331675289,"t_first_token_unix":1779766424.3456185,"t_done":335627.852433282,"t_done_unix":1779766492.8663769},{"request_id":"1265128:2:1271655:122","session_id":"1265128","input_length":23650,"t_proxy_recv":335588.882779877,"t_decision_unix":1779766453.896721,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":13824,"affinity_cache_ratio":0.5845243128964059,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":13824,"estimated_new_tokens":9826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":23650,"score_linear":135235.0,"score_lmetric":273738},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":23650,"score_linear":102074.0,"score_lmetric":122140},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":13824,"new_prefill":9826,"score_linear":113100.0,"score_lmetric":117806},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":23650,"score_linear":108713.0,"score_lmetric":234160},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75014,"ongoing_decode_tokens":75014,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":309,"cache_hit":0,"new_prefill":23650,"score_linear":75014.0,"score_lmetric":47300},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":23650,"score_linear":113923.0,"score_lmetric":47300},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":46612,"ongoing_decode_tokens":28906,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":355,"cache_hit":0,"new_prefill":23650,"score_linear":46612.0,"score_lmetric":82712},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64508,"ongoing_decode_tokens":28385,"pending_prefill_tokens":21787,"num_requests":3,"active_p_offloads":0,"cached_blocks":309,"cache_hit":0,"new_prefill":23650,"score_linear":64508.0,"score_lmetric":136311}],"chosen_score_linear":113100.0,"chosen_score_lmetric":117806,"t_first_token":335626.991199237,"t_first_token_unix":1779766492.0051425,"t_done":335628.149958015,"t_done_unix":1779766493.1639013},{"request_id":"1279412:2:1281113:167","session_id":"1279412","input_length":26426,"t_proxy_recv":335622.311226821,"t_decision_unix":1779766487.3251684,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":19968,"affinity_cache_ratio":0.7556194656777416,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":19968,"estimated_new_tokens":6458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":438,"cache_hit":0,"new_prefill":26426,"score_linear":25187.0,"score_lmetric":26426},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":460,"cache_hit":0,"new_prefill":26426,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":26426,"score_linear":150574.0,"score_lmetric":288464},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":579,"cache_hit":19968,"new_prefill":6458,"score_linear":-4685.0,"score_lmetric":6458},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":115956,"ongoing_decode_tokens":27639,"pending_prefill_tokens":88317,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":26426,"score_linear":115956.0,"score_lmetric":114743},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":144020,"ongoing_decode_tokens":144020,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":399,"cache_hit":0,"new_prefill":26426,"score_linear":144020.0,"score_lmetric":52852},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":12800,"new_prefill":13626,"score_linear":135336.0,"score_lmetric":256964},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43027,"ongoing_decode_tokens":12765,"pending_prefill_tokens":12854,"num_requests":2,"active_p_offloads":0,"cached_blocks":494,"cache_hit":12800,"new_prefill":13626,"score_linear":30227.0,"score_lmetric":52960}],"chosen_score_linear":-4685.0,"chosen_score_lmetric":6458,"t_first_token":335623.427541942,"t_first_token_unix":1779766488.4414856,"t_done":335628.305240566,"t_done_unix":1779766493.3191843},{"request_id":"1277533:2:1282872:175","session_id":"1277533","input_length":16299,"t_proxy_recv":335628.107840569,"t_decision_unix":1779766493.121782,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":1,"affinity_cache_hit":4608,"affinity_cache_ratio":0.2827167310877968,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":16299,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":447,"cache_hit":4608,"new_prefill":11691,"score_linear":20579.0,"score_lmetric":11691},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":478,"cache_hit":0,"new_prefill":16299,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":23650,"ongoing_decode_tokens":23650,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":16299,"score_linear":23650.0,"score_lmetric":16299},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":26426,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":614,"cache_hit":0,"new_prefill":16299,"score_linear":26426.0,"score_lmetric":16299},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":115956,"ongoing_decode_tokens":27639,"pending_prefill_tokens":88317,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":16299,"score_linear":115956.0,"score_lmetric":104616},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":42023,"ongoing_decode_tokens":0,"pending_prefill_tokens":42023,"num_requests":1,"active_p_offloads":0,"cached_blocks":411,"cache_hit":0,"new_prefill":16299,"score_linear":42023.0,"score_lmetric":58322},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":16299,"score_linear":148136.0,"score_lmetric":262310},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":114960,"ongoing_decode_tokens":114960,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":16299,"score_linear":114960.0,"score_lmetric":65196}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335629.604081036,"t_first_token_unix":1779766494.6180246,"t_done":335629.621275698,"t_done_unix":1779766494.6352189},{"request_id":"1268861:2:1280530:164","session_id":"1268861","input_length":12765,"t_proxy_recv":335620.047127137,"t_decision_unix":1779766485.0610685,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":12288,"affinity_cache_ratio":0.9626321974148061,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":12288,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":438,"cache_hit":0,"new_prefill":12765,"score_linear":25187.0,"score_lmetric":12765},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":460,"cache_hit":0,"new_prefill":12765,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12765,"score_linear":150574.0,"score_lmetric":261142},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":35419,"ongoing_decode_tokens":35419,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":12765,"score_linear":35419.0,"score_lmetric":25530},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":115956,"ongoing_decode_tokens":27639,"pending_prefill_tokens":88317,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":12765,"score_linear":115956.0,"score_lmetric":101082},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":142616,"ongoing_decode_tokens":118097,"pending_prefill_tokens":7623,"num_requests":2,"active_p_offloads":0,"cached_blocks":385,"cache_hit":0,"new_prefill":12765,"score_linear":142616.0,"score_lmetric":40776},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":12765,"score_linear":148136.0,"score_lmetric":255242},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":494,"cache_hit":12288,"new_prefill":477,"score_linear":-12288.0,"score_lmetric":0}],"chosen_score_linear":-12288.0,"chosen_score_lmetric":0,"t_first_token":335620.100366261,"t_first_token_unix":1779766485.1143093,"t_done":335629.626108916,"t_done_unix":1779766494.640052},{"request_id":"1269373:4:1280765:165","session_id":"1269373","input_length":30262,"t_proxy_recv":335620.934326743,"t_decision_unix":1779766485.948268,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17408,"affinity_cache_ratio":0.5752428788579736,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":17408,"estimated_new_tokens":12854,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":438,"cache_hit":7680,"new_prefill":22582,"score_linear":17507.0,"score_lmetric":22582},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":460,"cache_hit":0,"new_prefill":30262,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":30262,"score_linear":150574.0,"score_lmetric":296136},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":30262,"score_linear":15283.0,"score_lmetric":30262},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":115956,"ongoing_decode_tokens":27639,"pending_prefill_tokens":88317,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":30262,"score_linear":115956.0,"score_lmetric":118579},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":118097,"ongoing_decode_tokens":118097,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":399,"cache_hit":0,"new_prefill":30262,"score_linear":118097.0,"score_lmetric":30262},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":30262,"score_linear":148136.0,"score_lmetric":290236},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12765,"ongoing_decode_tokens":12765,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":494,"cache_hit":17408,"new_prefill":12854,"score_linear":-4643.0,"score_lmetric":12854}],"chosen_score_linear":-4643.0,"chosen_score_lmetric":12854,"t_first_token":335623.290303936,"t_first_token_unix":1779766488.3042474,"t_done":335629.760734609,"t_done_unix":1779766494.7746778},{"request_id":"1272313:4:1281720:170","session_id":"1272313","input_length":13901,"t_proxy_recv":335624.123407321,"t_decision_unix":1779766489.1373484,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11264,"affinity_cache_ratio":0.8103014171642328,"affinity_num_requests":3,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":11264,"estimated_new_tokens":2637,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":438,"cache_hit":7680,"new_prefill":6221,"score_linear":17507.0,"score_lmetric":6221},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":460,"cache_hit":0,"new_prefill":13901,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":13901,"score_linear":150574.0,"score_lmetric":263414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":41709,"ongoing_decode_tokens":41709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":13901,"score_linear":41709.0,"score_lmetric":27802},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":115956,"ongoing_decode_tokens":27639,"pending_prefill_tokens":88317,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":13901,"score_linear":115956.0,"score_lmetric":102218},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":118097,"ongoing_decode_tokens":118097,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":402,"cache_hit":0,"new_prefill":13901,"score_linear":118097.0,"score_lmetric":13901},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":13901,"score_linear":148136.0,"score_lmetric":257514},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":101059,"ongoing_decode_tokens":43027,"pending_prefill_tokens":8368,"num_requests":3,"active_p_offloads":0,"cached_blocks":494,"cache_hit":11264,"new_prefill":2637,"score_linear":89795.0,"score_lmetric":33015}],"chosen_score_linear":89795.0,"chosen_score_lmetric":33015,"t_first_token":335626.446944662,"t_first_token_unix":1779766491.460888,"t_done":335629.927667613,"t_done_unix":1779766494.941611},{"request_id":"1266668:5:1281133:168","session_id":"1266668","input_length":58032,"t_proxy_recv":335622.366955243,"t_decision_unix":1779766487.3808968,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":49664,"affinity_cache_ratio":0.8558036945133719,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":8368,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":438,"cache_hit":7680,"new_prefill":50352,"score_linear":17507.0,"score_lmetric":50352},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":460,"cache_hit":0,"new_prefill":58032,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":58032,"score_linear":150574.0,"score_lmetric":351676},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":41709,"ongoing_decode_tokens":15283,"pending_prefill_tokens":6458,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":58032,"score_linear":41709.0,"score_lmetric":128980},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":115956,"ongoing_decode_tokens":27639,"pending_prefill_tokens":88317,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":58032,"score_linear":115956.0,"score_lmetric":146349},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":144020,"ongoing_decode_tokens":144020,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":399,"cache_hit":0,"new_prefill":58032,"score_linear":144020.0,"score_lmetric":116064},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":58032,"score_linear":148136.0,"score_lmetric":345776},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43027,"ongoing_decode_tokens":12765,"pending_prefill_tokens":12854,"num_requests":2,"active_p_offloads":0,"cached_blocks":494,"cache_hit":49664,"new_prefill":8368,"score_linear":-6637.0,"score_lmetric":42444}],"chosen_score_linear":-6637.0,"chosen_score_lmetric":42444,"t_first_token":335626.170597762,"t_first_token_unix":1779766491.1845412,"t_done":335631.048831914,"t_done_unix":1779766496.0627754},{"request_id":"1283642:1:1283642:178","session_id":"1283642","input_length":8510,"t_proxy_recv":335630.542756409,"t_decision_unix":1779766495.5566976,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":8510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":447,"cache_hit":0,"new_prefill":8510,"score_linear":25187.0,"score_lmetric":8510},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":509,"cache_hit":0,"new_prefill":8510,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":8510,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":627,"cache_hit":0,"new_prefill":8510,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":115956,"ongoing_decode_tokens":27639,"pending_prefill_tokens":88317,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":8510,"score_linear":115956.0,"score_lmetric":96827},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160759,"ongoing_decode_tokens":0,"pending_prefill_tokens":42487,"num_requests":2,"active_p_offloads":0,"cached_blocks":411,"cache_hit":0,"new_prefill":8510,"score_linear":160759.0,"score_lmetric":101994},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":8510,"score_linear":148136.0,"score_lmetric":246732},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":88626,"ongoing_decode_tokens":88626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":525,"cache_hit":0,"new_prefill":8510,"score_linear":88626.0,"score_lmetric":17020}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335631.175238992,"t_first_token_unix":1779766496.1891825,"t_done":335631.489703079,"t_done_unix":1779766496.5036464},{"request_id":"1260327:5:1281915:172","session_id":"1260327","input_length":42023,"t_proxy_recv":335624.879127113,"t_decision_unix":1779766489.8930686,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":5,"affinity_cache_hit":31232,"affinity_cache_ratio":0.7432120505437498,"affinity_num_requests":4,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":42023,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":438,"cache_hit":0,"new_prefill":42023,"score_linear":25187.0,"score_lmetric":42023},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9370,"ongoing_decode_tokens":0,"pending_prefill_tokens":9370,"num_requests":1,"active_p_offloads":0,"cached_blocks":460,"cache_hit":0,"new_prefill":42023,"score_linear":9370.0,"score_lmetric":51393},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":42023,"score_linear":150574.0,"score_lmetric":319658},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":41709,"ongoing_decode_tokens":41709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":42023,"score_linear":41709.0,"score_lmetric":84046},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":115956,"ongoing_decode_tokens":27639,"pending_prefill_tokens":88317,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":42023,"score_linear":115956.0,"score_lmetric":130340},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":411,"cache_hit":0,"new_prefill":42023,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":42023,"score_linear":148136.0,"score_lmetric":313758},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":114960,"ongoing_decode_tokens":43027,"pending_prefill_tokens":11005,"num_requests":4,"active_p_offloads":0,"cached_blocks":494,"cache_hit":31232,"new_prefill":10791,"score_linear":83728.0,"score_lmetric":87184}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335632.068853416,"t_first_token_unix":1779766497.0827966,"t_done":335633.284199499,"t_done_unix":1779766498.2981427},{"request_id":"1258859:4:1282900:176","session_id":"1258859","input_length":118736,"t_proxy_recv":335628.182654252,"t_decision_unix":1779766493.196593,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":118272,"affinity_cache_ratio":0.9960921708664601,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":118272,"estimated_new_tokens":464,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":447,"cache_hit":0,"new_prefill":118736,"score_linear":25187.0,"score_lmetric":118736},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":16299,"ongoing_decode_tokens":0,"pending_prefill_tokens":16299,"num_requests":1,"active_p_offloads":0,"cached_blocks":478,"cache_hit":0,"new_prefill":118736,"score_linear":16299.0,"score_lmetric":135035},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":118736,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":26426,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":614,"cache_hit":0,"new_prefill":118736,"score_linear":26426.0,"score_lmetric":118736},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":115956,"ongoing_decode_tokens":27639,"pending_prefill_tokens":88317,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":118736,"score_linear":115956.0,"score_lmetric":207053},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":42023,"ongoing_decode_tokens":0,"pending_prefill_tokens":42023,"num_requests":1,"active_p_offloads":0,"cached_blocks":411,"cache_hit":118272,"new_prefill":464,"score_linear":-76249.0,"score_lmetric":42487},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":118736,"score_linear":148136.0,"score_lmetric":467184},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":114960,"ongoing_decode_tokens":114960,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":118736,"score_linear":114960.0,"score_lmetric":474944}],"chosen_score_linear":-76249.0,"chosen_score_lmetric":42487,"t_first_token":335632.07289216,"t_first_token_unix":1779766497.0868354,"t_done":335636.235056231,"t_done_unix":1779766501.2490003},{"request_id":"1279412:3:1285475:187","session_id":"1279412","input_length":27077,"t_proxy_recv":335637.007986296,"t_decision_unix":1779766502.0219274,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9832699338922333,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":26624,"estimated_new_tokens":453,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":56152,"ongoing_decode_tokens":56152,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":447,"cache_hit":0,"new_prefill":27077,"score_linear":56152.0,"score_lmetric":54154},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":509,"cache_hit":0,"new_prefill":27077,"score_linear":49619.0,"score_lmetric":76696},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":27077,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":643,"cache_hit":26624,"new_prefill":453,"score_linear":-26624.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158220,"ongoing_decode_tokens":27639,"pending_prefill_tokens":98325,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":27077,"score_linear":158220.0,"score_lmetric":250804},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":27077,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":12800,"new_prefill":14277,"score_linear":135336.0,"score_lmetric":258266},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":125534,"ongoing_decode_tokens":30594,"pending_prefill_tokens":22748,"num_requests":3,"active_p_offloads":0,"cached_blocks":542,"cache_hit":12800,"new_prefill":14277,"score_linear":112734.0,"score_lmetric":111075}],"chosen_score_linear":-26624.0,"chosen_score_lmetric":0,"t_first_token":335637.068126646,"t_first_token_unix":1779766502.0820699,"t_done":335637.135456319,"t_done_unix":1779766502.1493993},{"request_id":"1277909:2:1283679:179","session_id":"1277909","input_length":30965,"t_proxy_recv":335630.650432953,"t_decision_unix":1779766495.6643744,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24576,"affinity_cache_ratio":0.7936702728887454,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":24576,"estimated_new_tokens":6389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":447,"cache_hit":24576,"new_prefill":6389,"score_linear":611.0,"score_lmetric":6389},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":509,"cache_hit":0,"new_prefill":30965,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":30965,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8510,"ongoing_decode_tokens":0,"pending_prefill_tokens":8510,"num_requests":1,"active_p_offloads":0,"cached_blocks":627,"cache_hit":0,"new_prefill":30965,"score_linear":8510.0,"score_lmetric":39475},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":115956,"ongoing_decode_tokens":27639,"pending_prefill_tokens":88317,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":30965,"score_linear":115956.0,"score_lmetric":119282},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160759,"ongoing_decode_tokens":0,"pending_prefill_tokens":42487,"num_requests":2,"active_p_offloads":0,"cached_blocks":411,"cache_hit":0,"new_prefill":30965,"score_linear":160759.0,"score_lmetric":146904},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":30965,"score_linear":148136.0,"score_lmetric":291642},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":88626,"ongoing_decode_tokens":88626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":525,"cache_hit":7680,"new_prefill":23285,"score_linear":80946.0,"score_lmetric":46570}],"chosen_score_linear":611.0,"chosen_score_lmetric":6389,"t_first_token":335631.925346417,"t_first_token_unix":1779766496.9392896,"t_done":335637.869792912,"t_done_unix":1779766502.883736},{"request_id":"1242838:4:1265709:87","session_id":"1242838","input_length":25187,"t_proxy_recv":335568.51259134,"t_decision_unix":1779766433.526533,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":22016,"affinity_cache_ratio":0.8741017191408266,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":22016,"estimated_new_tokens":3171,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":22016,"new_prefill":3171,"score_linear":88032.0,"score_lmetric":113219},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":25187,"score_linear":55989.0,"score_lmetric":25187},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":25187,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":25187,"score_linear":71575.0,"score_lmetric":162958},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":25187,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":25187,"score_linear":125063.0,"score_lmetric":285140},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":25187,"score_linear":50783.0,"score_lmetric":75970},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":25187,"score_linear":45884.0,"score_lmetric":98110}],"chosen_score_linear":88032.0,"chosen_score_lmetric":113219,"t_first_token":335604.720894694,"t_first_token_unix":1779766469.7348378,"t_done":335638.173330242,"t_done_unix":1779766503.1872735},{"request_id":"1285800:1:1285800:191","session_id":"1285800","input_length":4510,"t_proxy_recv":335638.119089654,"t_decision_unix":1779766503.1330311,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":460,"cache_hit":0,"new_prefill":4510,"score_linear":25187.0,"score_lmetric":4510},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":509,"cache_hit":0,"new_prefill":4510,"score_linear":49619.0,"score_lmetric":54129},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":4510,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":14203,"ongoing_decode_tokens":11,"pending_prefill_tokens":6000,"num_requests":2,"active_p_offloads":0,"cached_blocks":643,"cache_hit":0,"new_prefill":4510,"score_linear":14203.0,"score_lmetric":21020},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158220,"ongoing_decode_tokens":27639,"pending_prefill_tokens":98325,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":4510,"score_linear":158220.0,"score_lmetric":205670},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":4510,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":4510,"score_linear":148136.0,"score_lmetric":238732},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":125534,"ongoing_decode_tokens":30594,"pending_prefill_tokens":22748,"num_requests":3,"active_p_offloads":0,"cached_blocks":542,"cache_hit":0,"new_prefill":4510,"score_linear":125534.0,"score_lmetric":81774}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335638.414033623,"t_first_token_unix":1779766503.4279764,"t_done":335638.695306452,"t_done_unix":1779766503.7092497},{"request_id":"1283642:2:1285731:190","session_id":"1283642","input_length":14192,"t_proxy_recv":335637.866629463,"t_decision_unix":1779766502.8805707,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":8192,"affinity_cache_ratio":0.5772266065388951,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":8192,"estimated_new_tokens":6000,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":56152,"ongoing_decode_tokens":56152,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":447,"cache_hit":0,"new_prefill":14192,"score_linear":56152.0,"score_lmetric":28384},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":509,"cache_hit":0,"new_prefill":14192,"score_linear":49619.0,"score_lmetric":63811},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":14192,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11,"ongoing_decode_tokens":11,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":643,"cache_hit":8192,"new_prefill":6000,"score_linear":-8181.0,"score_lmetric":6000},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158220,"ongoing_decode_tokens":27639,"pending_prefill_tokens":98325,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":14192,"score_linear":158220.0,"score_lmetric":225034},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":14192,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":14192,"score_linear":148136.0,"score_lmetric":258096},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":125534,"ongoing_decode_tokens":30594,"pending_prefill_tokens":22748,"num_requests":3,"active_p_offloads":0,"cached_blocks":542,"cache_hit":0,"new_prefill":14192,"score_linear":125534.0,"score_lmetric":110820}],"chosen_score_linear":-8181.0,"chosen_score_lmetric":6000,"t_first_token":335638.519478434,"t_first_token_unix":1779766503.5334218,"t_done":335638.986433201,"t_done_unix":1779766504.0003765},{"request_id":"1285558:1:1285558:188","session_id":"1285558","input_length":11,"t_proxy_recv":335637.211411754,"t_decision_unix":1779766502.2253535,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":11,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":56152,"ongoing_decode_tokens":56152,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":447,"cache_hit":0,"new_prefill":11,"score_linear":56152.0,"score_lmetric":22},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":509,"cache_hit":0,"new_prefill":11,"score_linear":49619.0,"score_lmetric":49630},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":11,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":643,"cache_hit":0,"new_prefill":11,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158220,"ongoing_decode_tokens":27639,"pending_prefill_tokens":98325,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":11,"score_linear":158220.0,"score_lmetric":196672},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":11,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":11,"score_linear":148136.0,"score_lmetric":229734},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":125534,"ongoing_decode_tokens":30594,"pending_prefill_tokens":22748,"num_requests":3,"active_p_offloads":0,"cached_blocks":542,"cache_hit":0,"new_prefill":11,"score_linear":125534.0,"score_lmetric":68277}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335637.230246985,"t_first_token_unix":1779766502.24419,"t_done":335639.694812328,"t_done_unix":1779766504.7087557},{"request_id":"1286551:1:1286551:194","session_id":"1286551","input_length":1700,"t_proxy_recv":335641.081687312,"t_decision_unix":1779766506.0956287,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":470,"cache_hit":0,"new_prefill":1700,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":509,"cache_hit":0,"new_prefill":1700,"score_linear":49619.0,"score_lmetric":51319},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":1700,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31898,"ongoing_decode_tokens":0,"pending_prefill_tokens":5274,"num_requests":1,"active_p_offloads":0,"cached_blocks":654,"cache_hit":0,"new_prefill":1700,"score_linear":31898.0,"score_lmetric":6974},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158220,"ongoing_decode_tokens":27639,"pending_prefill_tokens":98325,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":1700,"score_linear":158220.0,"score_lmetric":200050},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":502,"cache_hit":0,"new_prefill":1700,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":1700,"score_linear":148136.0,"score_lmetric":233112},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":125534,"ongoing_decode_tokens":30594,"pending_prefill_tokens":22748,"num_requests":3,"active_p_offloads":0,"cached_blocks":542,"cache_hit":0,"new_prefill":1700,"score_linear":125534.0,"score_lmetric":73344}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335641.200562178,"t_first_token_unix":1779766506.2145052,"t_done":335641.395667745,"t_done_unix":1779766506.4096107},{"request_id":"1279412:4:1286447:193","session_id":"1279412","input_length":31898,"t_proxy_recv":335640.682918515,"t_decision_unix":1779766505.6968598,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8346604802808953,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":26624,"estimated_new_tokens":5274,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":470,"cache_hit":0,"new_prefill":31898,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":509,"cache_hit":0,"new_prefill":31898,"score_linear":49619.0,"score_lmetric":81517},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":31898,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":654,"cache_hit":26624,"new_prefill":5274,"score_linear":-26624.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158220,"ongoing_decode_tokens":27639,"pending_prefill_tokens":98325,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":31898,"score_linear":158220.0,"score_lmetric":260446},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":502,"cache_hit":0,"new_prefill":31898,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":12800,"new_prefill":19098,"score_linear":135336.0,"score_lmetric":267908},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":125534,"ongoing_decode_tokens":30594,"pending_prefill_tokens":22748,"num_requests":3,"active_p_offloads":0,"cached_blocks":542,"cache_hit":12800,"new_prefill":19098,"score_linear":112734.0,"score_lmetric":125538}],"chosen_score_linear":-26624.0,"chosen_score_lmetric":0,"t_first_token":335641.772719414,"t_first_token_unix":1779766506.7866626,"t_done":335643.395225009,"t_done_unix":1779766508.4091687},{"request_id":"1286804:1:1286804:195","session_id":"1286804","input_length":13962,"t_proxy_recv":335641.815220827,"t_decision_unix":1779766506.829162,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":13962,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":13962,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":509,"cache_hit":0,"new_prefill":13962,"score_linear":49619.0,"score_lmetric":13962},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":13962,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31898,"ongoing_decode_tokens":31898,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":654,"cache_hit":0,"new_prefill":13962,"score_linear":31898.0,"score_lmetric":13962},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158220,"ongoing_decode_tokens":27639,"pending_prefill_tokens":98325,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":13962,"score_linear":158220.0,"score_lmetric":224574},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":502,"cache_hit":0,"new_prefill":13962,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":13962,"score_linear":148136.0,"score_lmetric":257636},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":125534,"ongoing_decode_tokens":125534,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":542,"cache_hit":0,"new_prefill":13962,"score_linear":125534.0,"score_lmetric":41886}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335643.039181609,"t_first_token_unix":1779766508.0531251,"t_done":335643.735978249,"t_done_unix":1779766508.7499216},{"request_id":"1269373:5:1282812:174","session_id":"1269373","input_length":30594,"t_proxy_recv":335629.767223546,"t_decision_unix":1779766494.7811654,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":30208,"affinity_cache_ratio":0.9873831470222919,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":30208,"estimated_new_tokens":386,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":447,"cache_hit":7680,"new_prefill":22914,"score_linear":17507.0,"score_lmetric":22914},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":509,"cache_hit":0,"new_prefill":30594,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":30594,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":627,"cache_hit":0,"new_prefill":30594,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":115956,"ongoing_decode_tokens":27639,"pending_prefill_tokens":88317,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":30594,"score_linear":115956.0,"score_lmetric":118911},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160759,"ongoing_decode_tokens":0,"pending_prefill_tokens":42487,"num_requests":2,"active_p_offloads":0,"cached_blocks":411,"cache_hit":0,"new_prefill":30594,"score_linear":160759.0,"score_lmetric":146162},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":30594,"score_linear":148136.0,"score_lmetric":290900},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71933,"ongoing_decode_tokens":71933,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":30208,"new_prefill":386,"score_linear":41725.0,"score_lmetric":772}],"chosen_score_linear":41725.0,"chosen_score_lmetric":772,"t_first_token":335629.868512643,"t_first_token_unix":1779766494.8824558,"t_done":335646.092708096,"t_done_unix":1779766511.1066513},{"request_id":"1287588:1:1287588:198","session_id":"1287588","input_length":9925,"t_proxy_recv":335644.364869221,"t_decision_unix":1779766509.3788106,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":9925,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":9925,"score_linear":77805.0,"score_lmetric":87730},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":509,"cache_hit":0,"new_prefill":9925,"score_linear":49619.0,"score_lmetric":9925},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":9925,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":9925,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158220,"ongoing_decode_tokens":27639,"pending_prefill_tokens":98325,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":9925,"score_linear":158220.0,"score_lmetric":216500},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":502,"cache_hit":0,"new_prefill":9925,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":148136,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":9925,"score_linear":148136.0,"score_lmetric":19850},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":125534,"ongoing_decode_tokens":125534,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":542,"cache_hit":0,"new_prefill":9925,"score_linear":125534.0,"score_lmetric":29775}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335645.192503258,"t_first_token_unix":1779766510.2064464,"t_done":335646.512721258,"t_done_unix":1779766511.5266645},{"request_id":"1288143:1:1288143:200","session_id":"1288143","input_length":448,"t_proxy_recv":335646.330079057,"t_decision_unix":1779766511.3440204,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":448,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":448,"score_linear":77805.0,"score_lmetric":78253},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":509,"cache_hit":0,"new_prefill":448,"score_linear":49619.0,"score_lmetric":448},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9925,"ongoing_decode_tokens":9925,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":448,"score_linear":9925.0,"score_lmetric":448},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":448,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158220,"ongoing_decode_tokens":115956,"pending_prefill_tokens":10008,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":448,"score_linear":158220.0,"score_lmetric":20912},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":502,"cache_hit":0,"new_prefill":448,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":148136,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":448,"score_linear":148136.0,"score_lmetric":896},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":133728,"ongoing_decode_tokens":94940,"pending_prefill_tokens":8068,"num_requests":3,"active_p_offloads":0,"cached_blocks":543,"cache_hit":0,"new_prefill":448,"score_linear":133728.0,"score_lmetric":25548}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335646.380422087,"t_first_token_unix":1779766511.3943648,"t_done":335646.901424961,"t_done_unix":1779766511.9153686},{"request_id":"1284132:1:1284132:182","session_id":"1284132","input_length":49619,"t_proxy_recv":335632.354187604,"t_decision_unix":1779766497.3681283,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":49619,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":56152,"ongoing_decode_tokens":56152,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":447,"cache_hit":0,"new_prefill":49619,"score_linear":56152.0,"score_lmetric":99238},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":509,"cache_hit":0,"new_prefill":49619,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":49619,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":643,"cache_hit":0,"new_prefill":49619,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":115956,"ongoing_decode_tokens":27639,"pending_prefill_tokens":88317,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":49619,"score_linear":115956.0,"score_lmetric":137936},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160759,"ongoing_decode_tokens":160759,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":411,"cache_hit":0,"new_prefill":49619,"score_linear":160759.0,"score_lmetric":99238},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":49619,"score_linear":148136.0,"score_lmetric":328950},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":110649,"ongoing_decode_tokens":30594,"pending_prefill_tokens":21687,"num_requests":2,"active_p_offloads":0,"cached_blocks":542,"cache_hit":0,"new_prefill":49619,"score_linear":110649.0,"score_lmetric":142612}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335641.623396928,"t_first_token_unix":1779766506.63734,"t_done":335648.348730666,"t_done_unix":1779766513.362674},{"request_id":"1279994:1:1279994:161","session_id":"1279994","input_length":88317,"t_proxy_recv":335618.396823387,"t_decision_unix":1779766483.4107647,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":88317,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49409,"ongoing_decode_tokens":49409,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":398,"cache_hit":0,"new_prefill":88317,"score_linear":49409.0,"score_lmetric":176634},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":457,"cache_hit":0,"new_prefill":88317,"score_linear":58752.0,"score_lmetric":88317},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":88317,"score_linear":150574.0,"score_lmetric":412246},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":35419,"ongoing_decode_tokens":15283,"pending_prefill_tokens":20136,"num_requests":2,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":88317,"score_linear":35419.0,"score_lmetric":216906},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":88317,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":118097,"ongoing_decode_tokens":118097,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":385,"cache_hit":0,"new_prefill":88317,"score_linear":118097.0,"score_lmetric":88317},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":88317,"score_linear":148136.0,"score_lmetric":406346},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":16900,"ongoing_decode_tokens":16900,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":489,"cache_hit":0,"new_prefill":88317,"score_linear":16900.0,"score_lmetric":88317}],"chosen_score_linear":27639.0,"chosen_score_lmetric":0,"t_first_token":335645.018687122,"t_first_token_unix":1779766510.0326304,"t_done":335648.382449034,"t_done_unix":1779766513.3963923},{"request_id":"1262354:7:1277104:146","session_id":"1262354","input_length":33524,"t_proxy_recv":335608.273298892,"t_decision_unix":1779766473.2872405,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":33280,"affinity_cache_ratio":0.992721632263453,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":33280,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":33524,"score_linear":25187.0,"score_lmetric":33524},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":33524,"score_linear":102074.0,"score_lmetric":132014},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33524,"score_linear":150574.0,"score_lmetric":302660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33524,"score_linear":108713.0,"score_lmetric":253908},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":38931,"ongoing_decode_tokens":27639,"pending_prefill_tokens":8732,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":33524,"score_linear":38931.0,"score_lmetric":42256},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":332,"cache_hit":0,"new_prefill":33524,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":469,"cache_hit":33280,"new_prefill":244,"score_linear":81332.0,"score_lmetric":114856},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58084,"ongoing_decode_tokens":8704,"pending_prefill_tokens":15588,"num_requests":2,"active_p_offloads":0,"cached_blocks":425,"cache_hit":28672,"new_prefill":4852,"score_linear":29412.0,"score_lmetric":40880}],"chosen_score_linear":81332.0,"chosen_score_lmetric":114856,"t_first_token":335644.225274031,"t_first_token_unix":1779766509.239217,"t_done":335649.318409084,"t_done_unix":1779766514.3323524},{"request_id":"1279994:2:1283011:177","session_id":"1279994","input_length":88940,"t_proxy_recv":335648.407212373,"t_decision_unix":1779766513.421154,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":88064,"affinity_cache_ratio":0.990150663368563,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":88064,"estimated_new_tokens":876,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":88940,"score_linear":77805.0,"score_lmetric":166745},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":88940,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":88940,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":88940,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":69903,"ongoing_decode_tokens":69903,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":692,"cache_hit":88064,"new_prefill":876,"score_linear":-18161.0,"score_lmetric":876},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":502,"cache_hit":0,"new_prefill":88940,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":148136,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":88940,"score_linear":148136.0,"score_lmetric":177880},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":133728,"ongoing_decode_tokens":133728,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":543,"cache_hit":0,"new_prefill":88940,"score_linear":133728.0,"score_lmetric":266820}],"chosen_score_linear":-18161.0,"chosen_score_lmetric":876,"t_first_token":335648.869316559,"t_first_token_unix":1779766513.8832633,"t_done":335650.141189412,"t_done_unix":1779766515.1551332},{"request_id":"1268831:5:1284640:184","session_id":"1268831","input_length":42264,"t_proxy_recv":335634.058930787,"t_decision_unix":1779766499.072872,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":32256,"affinity_cache_ratio":0.7632027257240205,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":32256,"estimated_new_tokens":10008,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":56152,"ongoing_decode_tokens":56152,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":447,"cache_hit":0,"new_prefill":42264,"score_linear":56152.0,"score_lmetric":84528},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":509,"cache_hit":0,"new_prefill":42264,"score_linear":49619.0,"score_lmetric":91883},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":42264,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":643,"cache_hit":0,"new_prefill":42264,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":115956,"ongoing_decode_tokens":27639,"pending_prefill_tokens":88317,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":32256,"new_prefill":10008,"score_linear":83700.0,"score_lmetric":98325},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":118736,"ongoing_decode_tokens":118736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":493,"cache_hit":0,"new_prefill":42264,"score_linear":118736.0,"score_lmetric":42264},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":42264,"score_linear":148136.0,"score_lmetric":314240},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":110649,"ongoing_decode_tokens":30594,"pending_prefill_tokens":21687,"num_requests":2,"active_p_offloads":0,"cached_blocks":542,"cache_hit":0,"new_prefill":42264,"score_linear":110649.0,"score_lmetric":127902}],"chosen_score_linear":83700.0,"chosen_score_lmetric":98325,"t_first_token":335647.013083373,"t_first_token_unix":1779766512.0270333,"t_done":335650.142750885,"t_done_unix":1779766515.1566942},{"request_id":"1262354:8:1280463:163","session_id":"1262354","input_length":33928,"t_proxy_recv":335649.32712021,"t_decision_unix":1779766514.3410616,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9959915114359821,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":33792,"estimated_new_tokens":136,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":33928,"score_linear":77805.0,"score_lmetric":111733},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":33928,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":33928,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":665,"cache_hit":12800,"new_prefill":21128,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158843,"ongoing_decode_tokens":158843,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":692,"cache_hit":0,"new_prefill":33928,"score_linear":158843.0,"score_lmetric":67856},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":502,"cache_hit":0,"new_prefill":33928,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":470,"cache_hit":33792,"new_prefill":136,"score_linear":80820.0,"score_lmetric":136},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":133728,"ongoing_decode_tokens":133728,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":543,"cache_hit":28672,"new_prefill":5256,"score_linear":105056.0,"score_lmetric":15768}],"chosen_score_linear":80820.0,"chosen_score_lmetric":136,"t_first_token":335649.416231402,"t_first_token_unix":1779766514.4301748,"t_done":335650.202477431,"t_done_unix":1779766515.2164214},{"request_id":"1272313:5:1284744:185","session_id":"1272313","input_length":14885,"t_proxy_recv":335634.502675651,"t_decision_unix":1779766499.5166168,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":13824,"affinity_cache_ratio":0.9287201881088344,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":13824,"estimated_new_tokens":1061,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":56152,"ongoing_decode_tokens":56152,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":447,"cache_hit":7680,"new_prefill":7205,"score_linear":48472.0,"score_lmetric":14410},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":509,"cache_hit":0,"new_prefill":14885,"score_linear":49619.0,"score_lmetric":64504},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":14885,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":643,"cache_hit":0,"new_prefill":14885,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158220,"ongoing_decode_tokens":27639,"pending_prefill_tokens":98325,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":14885,"score_linear":158220.0,"score_lmetric":226420},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":118736,"ongoing_decode_tokens":118736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":493,"cache_hit":0,"new_prefill":14885,"score_linear":118736.0,"score_lmetric":14885},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":14885,"score_linear":148136.0,"score_lmetric":259482},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":110649,"ongoing_decode_tokens":30594,"pending_prefill_tokens":21687,"num_requests":2,"active_p_offloads":0,"cached_blocks":542,"cache_hit":13824,"new_prefill":1061,"score_linear":96825.0,"score_lmetric":45496}],"chosen_score_linear":96825.0,"chosen_score_lmetric":45496,"t_first_token":335641.47317257,"t_first_token_unix":1779766506.4871156,"t_done":335650.865683373,"t_done_unix":1779766515.8796268},{"request_id":"1266668:6:1284003:181","session_id":"1266668","input_length":80055,"t_proxy_recv":335631.889976164,"t_decision_unix":1779766496.9039176,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":58368,"affinity_cache_ratio":0.7290987446130786,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":58368,"estimated_new_tokens":21687,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":56152,"ongoing_decode_tokens":25187,"pending_prefill_tokens":6389,"num_requests":2,"active_p_offloads":0,"cached_blocks":447,"cache_hit":7680,"new_prefill":72375,"score_linear":48472.0,"score_lmetric":157528},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":509,"cache_hit":0,"new_prefill":80055,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":80055,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":643,"cache_hit":0,"new_prefill":80055,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":115956,"ongoing_decode_tokens":27639,"pending_prefill_tokens":88317,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":80055,"score_linear":115956.0,"score_lmetric":168372},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160759,"ongoing_decode_tokens":0,"pending_prefill_tokens":42487,"num_requests":2,"active_p_offloads":0,"cached_blocks":411,"cache_hit":0,"new_prefill":80055,"score_linear":160759.0,"score_lmetric":245084},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":80055,"score_linear":148136.0,"score_lmetric":389822},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":30594,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":542,"cache_hit":58368,"new_prefill":21687,"score_linear":-27774.0,"score_lmetric":21687}],"chosen_score_linear":-27774.0,"chosen_score_lmetric":21687,"t_first_token":335641.47213047,"t_first_token_unix":1779766506.486074,"t_done":335651.01438826,"t_done_unix":1779766516.0283318},{"request_id":"1287588:2:1289701:205","session_id":"1287588","input_length":10195,"t_proxy_recv":335651.59087579,"t_decision_unix":1779766516.6048174,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":9728,"affinity_cache_ratio":0.954193231976459,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":9728,"estimated_new_tokens":467,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":10195,"score_linear":122725.0,"score_lmetric":203376},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":10195,"score_linear":82014.0,"score_lmetric":92209},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":9728,"new_prefill":467,"score_linear":-9728.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":32191,"ongoing_decode_tokens":32191,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":10195,"score_linear":32191.0,"score_lmetric":10195},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116865,"ongoing_decode_tokens":116865,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":10195,"score_linear":116865.0,"score_lmetric":10195},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":9610,"ongoing_decode_tokens":9610,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":502,"cache_hit":0,"new_prefill":10195,"score_linear":9610.0,"score_lmetric":10195},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148640,"ongoing_decode_tokens":148640,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":470,"cache_hit":0,"new_prefill":10195,"score_linear":148640.0,"score_lmetric":20390},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":142076,"ongoing_decode_tokens":54335,"pending_prefill_tokens":7357,"num_requests":3,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":10195,"score_linear":142076.0,"score_lmetric":52656}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":335651.636733701,"t_first_token_unix":1779766516.6506767,"t_done":335651.691767431,"t_done_unix":1779766516.7057104},{"request_id":"1286551:2:1289450:202","session_id":"1286551","input_length":9610,"t_proxy_recv":335650.67593334,"t_decision_unix":1779766515.6898742,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":5,"affinity_cache_hit":1536,"affinity_cache_ratio":0.1598335067637877,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":9610,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":1536,"new_prefill":8074,"score_linear":121189.0,"score_lmetric":199134},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116865,"ongoing_decode_tokens":116865,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":9610,"score_linear":116865.0,"score_lmetric":9610},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":502,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148640,"ongoing_decode_tokens":148640,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":470,"cache_hit":0,"new_prefill":9610,"score_linear":148640.0,"score_lmetric":19220},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":133728,"ongoing_decode_tokens":133728,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":543,"cache_hit":0,"new_prefill":9610,"score_linear":133728.0,"score_lmetric":28830}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335651.409282056,"t_first_token_unix":1779766516.4232254,"t_done":335651.779507273,"t_done_unix":1779766516.7934506},{"request_id":"1279412:4:1289482:203","session_id":"1279412","input_length":32191,"t_proxy_recv":335650.755923066,"t_decision_unix":1779766515.769864,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9861141312789289,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":31744,"estimated_new_tokens":447,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":32191,"score_linear":122725.0,"score_lmetric":247368},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":32191,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":32191,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":665,"cache_hit":31744,"new_prefill":447,"score_linear":-31744.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116865,"ongoing_decode_tokens":116865,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":32191,"score_linear":116865.0,"score_lmetric":32191},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":9610,"ongoing_decode_tokens":0,"pending_prefill_tokens":9610,"num_requests":1,"active_p_offloads":0,"cached_blocks":502,"cache_hit":0,"new_prefill":32191,"score_linear":9610.0,"score_lmetric":41801},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148640,"ongoing_decode_tokens":148640,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":470,"cache_hit":12800,"new_prefill":19391,"score_linear":135840.0,"score_lmetric":38782},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":133728,"ongoing_decode_tokens":133728,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":543,"cache_hit":12800,"new_prefill":19391,"score_linear":120928.0,"score_lmetric":58173}],"chosen_score_linear":-31744.0,"chosen_score_lmetric":0,"t_first_token":335650.837642728,"t_first_token_unix":1779766515.851586,"t_done":335651.872707299,"t_done_unix":1779766516.8866503},{"request_id":"1262354:9:1281632:169","session_id":"1262354","input_length":34028,"t_proxy_recv":335650.209227634,"t_decision_unix":1779766515.2231686,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9930645350887505,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":33792,"estimated_new_tokens":236,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":34028,"score_linear":122725.0,"score_lmetric":251042},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":34028,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":34028,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":665,"cache_hit":12800,"new_prefill":21228,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116865,"ongoing_decode_tokens":27639,"pending_prefill_tokens":650,"num_requests":1,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":34028,"score_linear":116865.0,"score_lmetric":34678},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":502,"cache_hit":0,"new_prefill":34028,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":470,"cache_hit":33792,"new_prefill":236,"score_linear":80820.0,"score_lmetric":236},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":133728,"ongoing_decode_tokens":133728,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":543,"cache_hit":28672,"new_prefill":5356,"score_linear":105056.0,"score_lmetric":16068}],"chosen_score_linear":80820.0,"chosen_score_lmetric":236,"t_first_token":335650.303779309,"t_first_token_unix":1779766515.3177228,"t_done":335653.337333225,"t_done_unix":1779766518.3512766},{"request_id":"1262354:10:1283773:180","session_id":"1262354","input_length":34282,"t_proxy_recv":335653.344098676,"t_decision_unix":1779766518.3580403,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9857067849016977,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":33792,"estimated_new_tokens":490,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":34282,"score_linear":122725.0,"score_lmetric":251550},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":34282,"score_linear":82014.0,"score_lmetric":116296},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":34282,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":666,"cache_hit":12800,"new_prefill":21482,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116865,"ongoing_decode_tokens":116865,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":34282,"score_linear":116865.0,"score_lmetric":34282},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":34282,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":470,"cache_hit":33792,"new_prefill":490,"score_linear":80820.0,"score_lmetric":490},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":142076,"ongoing_decode_tokens":54335,"pending_prefill_tokens":7357,"num_requests":3,"active_p_offloads":0,"cached_blocks":589,"cache_hit":28672,"new_prefill":5610,"score_linear":113404.0,"score_lmetric":38901}],"chosen_score_linear":80820.0,"chosen_score_lmetric":490,"t_first_token":335653.451019193,"t_first_token_unix":1779766518.4649622,"t_done":335654.318336093,"t_done_unix":1779766519.3322794},{"request_id":"1290442:1:1290442:210","session_id":"1290442","input_length":7261,"t_proxy_recv":335653.945772559,"t_decision_unix":1779766518.9597144,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":7261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":7261,"score_linear":122725.0,"score_lmetric":197508},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":7261,"score_linear":82014.0,"score_lmetric":89275},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":7261,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":666,"cache_hit":0,"new_prefill":7261,"score_linear":23228.0,"score_lmetric":30489},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116865,"ongoing_decode_tokens":116865,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":7261,"score_linear":116865.0,"score_lmetric":7261},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13552,"ongoing_decode_tokens":0,"pending_prefill_tokens":12016,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":7261,"score_linear":13552.0,"score_lmetric":19277},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148894,"ongoing_decode_tokens":148894,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":470,"cache_hit":0,"new_prefill":7261,"score_linear":148894.0,"score_lmetric":14522},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":142076,"ongoing_decode_tokens":54335,"pending_prefill_tokens":7357,"num_requests":3,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":7261,"score_linear":142076.0,"score_lmetric":43854}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335654.449680289,"t_first_token_unix":1779766519.4636235,"t_done":335654.591016579,"t_done_unix":1779766519.6049597},{"request_id":"1290426:1:1290426:209","session_id":"1290426","input_length":13552,"t_proxy_recv":335653.923961578,"t_decision_unix":1779766518.9379032,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":1536,"estimated_new_tokens":12016,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":1536,"new_prefill":12016,"score_linear":121189.0,"score_lmetric":207018},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":13552,"score_linear":82014.0,"score_lmetric":95566},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":13552,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":666,"cache_hit":0,"new_prefill":13552,"score_linear":23228.0,"score_lmetric":36780},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116865,"ongoing_decode_tokens":116865,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":13552,"score_linear":116865.0,"score_lmetric":13552},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":520,"cache_hit":1536,"new_prefill":12016,"score_linear":-1536.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148894,"ongoing_decode_tokens":148894,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":470,"cache_hit":0,"new_prefill":13552,"score_linear":148894.0,"score_lmetric":27104},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":142076,"ongoing_decode_tokens":54335,"pending_prefill_tokens":7357,"num_requests":3,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":13552,"score_linear":142076.0,"score_lmetric":62727}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":335655.011826622,"t_first_token_unix":1779766520.0257704,"t_done":335655.391063569,"t_done_unix":1779766520.405007},{"request_id":"1279994:3:1286181:192","session_id":"1279994","input_length":89226,"t_proxy_recv":335650.161701449,"t_decision_unix":1779766515.175643,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":88576,"affinity_cache_ratio":0.9927151278775245,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":88576,"estimated_new_tokens":650,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":89226,"score_linear":122725.0,"score_lmetric":361438},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":89226,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":89226,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":89226,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":712,"cache_hit":88576,"new_prefill":650,"score_linear":-60937.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":502,"cache_hit":0,"new_prefill":89226,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148540,"ongoing_decode_tokens":148540,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":470,"cache_hit":0,"new_prefill":89226,"score_linear":148540.0,"score_lmetric":178452},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":133728,"ongoing_decode_tokens":133728,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":543,"cache_hit":0,"new_prefill":89226,"score_linear":133728.0,"score_lmetric":267678}],"chosen_score_linear":-60937.0,"chosen_score_lmetric":0,"t_first_token":335650.452172291,"t_first_token_unix":1779766515.4661162,"t_done":335656.44363791,"t_done_unix":1779766521.4575815},{"request_id":"1291100:1:1291100:212","session_id":"1291100","input_length":1744,"t_proxy_recv":335656.160537938,"t_decision_unix":1779766521.1744792,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1744,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":1744,"score_linear":122725.0,"score_lmetric":186474},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":1744,"score_linear":82014.0,"score_lmetric":83758},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":626,"cache_hit":0,"new_prefill":1744,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":666,"cache_hit":0,"new_prefill":1744,"score_linear":23228.0,"score_lmetric":24972},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116865,"ongoing_decode_tokens":116865,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":1744,"score_linear":116865.0,"score_lmetric":1744},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":529,"cache_hit":0,"new_prefill":1744,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148965,"ongoing_decode_tokens":148965,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":471,"cache_hit":0,"new_prefill":1744,"score_linear":148965.0,"score_lmetric":3488},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":142076,"ongoing_decode_tokens":142076,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":1744,"score_linear":142076.0,"score_lmetric":5232}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335656.325541331,"t_first_token_unix":1779766521.3394845,"t_done":335656.723375634,"t_done_unix":1779766521.7373188},{"request_id":"1290365:1:1290365:208","session_id":"1290365","input_length":23228,"t_proxy_recv":335653.739963354,"t_decision_unix":1779766518.7539048,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":23228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":23228,"score_linear":122725.0,"score_lmetric":229442},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":23228,"score_linear":82014.0,"score_lmetric":105242},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":23228,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":666,"cache_hit":0,"new_prefill":23228,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116865,"ongoing_decode_tokens":116865,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":23228,"score_linear":116865.0,"score_lmetric":23228},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":23228,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148894,"ongoing_decode_tokens":148894,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":470,"cache_hit":0,"new_prefill":23228,"score_linear":148894.0,"score_lmetric":46456},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":142076,"ongoing_decode_tokens":54335,"pending_prefill_tokens":7357,"num_requests":3,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":23228,"score_linear":142076.0,"score_lmetric":91755}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335656.313113468,"t_first_token_unix":1779766521.3270566,"t_done":335657.046257152,"t_done_unix":1779766522.0602005},{"request_id":"1269373:6:1285668:189","session_id":"1269373","input_length":38788,"t_proxy_recv":335646.102786496,"t_decision_unix":1779766511.116728,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":30720,"affinity_cache_ratio":0.7919975250077343,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":30720,"estimated_new_tokens":8068,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":473,"cache_hit":7680,"new_prefill":31108,"score_linear":70125.0,"score_lmetric":108913},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":509,"cache_hit":0,"new_prefill":38788,"score_linear":49619.0,"score_lmetric":38788},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9925,"ongoing_decode_tokens":9925,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":38788,"score_linear":9925.0,"score_lmetric":38788},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":38788,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158220,"ongoing_decode_tokens":115956,"pending_prefill_tokens":10008,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":38788,"score_linear":158220.0,"score_lmetric":97592},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":502,"cache_hit":0,"new_prefill":38788,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":148136,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":38788,"score_linear":148136.0,"score_lmetric":77576},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":94940,"ongoing_decode_tokens":94940,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":543,"cache_hit":30720,"new_prefill":8068,"score_linear":64220.0,"score_lmetric":16136}],"chosen_score_linear":64220.0,"chosen_score_lmetric":16136,"t_first_token":335648.008721817,"t_first_token_unix":1779766513.0226653,"t_done":335658.044364649,"t_done_unix":1779766523.058311},{"request_id":"1279412:5:1291651:214","session_id":"1279412","input_length":32359,"t_proxy_recv":335658.085302546,"t_decision_unix":1779766523.0992444,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":32256,"affinity_cache_ratio":0.9968169597329954,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":32256,"estimated_new_tokens":103,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":32359,"score_linear":122725.0,"score_lmetric":247704},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":32359,"score_linear":82014.0,"score_lmetric":114373},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":32359,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":707,"cache_hit":32256,"new_prefill":103,"score_linear":-32256.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":117388,"ongoing_decode_tokens":117388,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":32359,"score_linear":117388.0,"score_lmetric":32359},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":529,"cache_hit":0,"new_prefill":32359,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148965,"ongoing_decode_tokens":148965,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":471,"cache_hit":12800,"new_prefill":19559,"score_linear":136165.0,"score_lmetric":39118},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146033,"ongoing_decode_tokens":103288,"pending_prefill_tokens":3833,"num_requests":3,"active_p_offloads":0,"cached_blocks":605,"cache_hit":12800,"new_prefill":19559,"score_linear":133233.0,"score_lmetric":70176}],"chosen_score_linear":-32256.0,"chosen_score_lmetric":0,"t_first_token":335658.157941143,"t_first_token_unix":1779766523.1718845,"t_done":335658.730811807,"t_done_unix":1779766523.7447553},{"request_id":"1279994:4:1290711:211","session_id":"1279994","input_length":89749,"t_proxy_recv":335656.461216206,"t_decision_unix":1779766521.4751577,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9983398143711908,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":89600,"estimated_new_tokens":149,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":89749,"score_linear":122725.0,"score_lmetric":362484},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":89749,"score_linear":82014.0,"score_lmetric":171763},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":1744,"ongoing_decode_tokens":1744,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":626,"cache_hit":0,"new_prefill":89749,"score_linear":1744.0,"score_lmetric":89749},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23228,"ongoing_decode_tokens":23228,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":666,"cache_hit":0,"new_prefill":89749,"score_linear":23228.0,"score_lmetric":89749},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":714,"cache_hit":89600,"new_prefill":149,"score_linear":-61961.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":529,"cache_hit":0,"new_prefill":89749,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148965,"ongoing_decode_tokens":148965,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":471,"cache_hit":0,"new_prefill":89749,"score_linear":148965.0,"score_lmetric":179498},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":142076,"ongoing_decode_tokens":142076,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":89749,"score_linear":142076.0,"score_lmetric":269247}],"chosen_score_linear":-61961.0,"chosen_score_lmetric":0,"t_first_token":335656.638472705,"t_first_token_unix":1779766521.6524162,"t_done":335659.194658262,"t_done_unix":1779766524.2086012},{"request_id":"1260327:6:1291827:215","session_id":"1260327","input_length":42153,"t_proxy_recv":335658.770522532,"t_decision_unix":1779766523.7844641,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9959907954356748,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":41984,"estimated_new_tokens":169,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":42153,"score_linear":122725.0,"score_lmetric":267292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":42153,"score_linear":82014.0,"score_lmetric":124167},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":42153,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":707,"cache_hit":0,"new_prefill":42153,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":117388,"ongoing_decode_tokens":117388,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":42153,"score_linear":117388.0,"score_lmetric":42153},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":529,"cache_hit":41984,"new_prefill":169,"score_linear":-41984.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148965,"ongoing_decode_tokens":148965,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":471,"cache_hit":0,"new_prefill":42153,"score_linear":148965.0,"score_lmetric":84306},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146033,"ongoing_decode_tokens":103288,"pending_prefill_tokens":3833,"num_requests":3,"active_p_offloads":0,"cached_blocks":605,"cache_hit":31232,"new_prefill":10921,"score_linear":114801.0,"score_lmetric":44262}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":335658.852725742,"t_first_token_unix":1779766523.8666687,"t_done":335659.32040975,"t_done_unix":1779766524.334353},{"request_id":"1272313:6:1287745:199","session_id":"1272313","input_length":15547,"t_proxy_recv":335650.870224246,"t_decision_unix":1779766515.8841655,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":15360,"affinity_cache_ratio":0.9879719560043738,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":15360,"estimated_new_tokens":187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":7680,"new_prefill":7867,"score_linear":115045.0,"score_lmetric":198720},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":15547,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":15547,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":32191,"ongoing_decode_tokens":32191,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":15547,"score_linear":32191.0,"score_lmetric":15547},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116865,"ongoing_decode_tokens":116865,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":15547,"score_linear":116865.0,"score_lmetric":15547},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":9610,"ongoing_decode_tokens":0,"pending_prefill_tokens":9610,"num_requests":1,"active_p_offloads":0,"cached_blocks":502,"cache_hit":0,"new_prefill":15547,"score_linear":9610.0,"score_lmetric":25157},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148640,"ongoing_decode_tokens":148640,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":470,"cache_hit":0,"new_prefill":15547,"score_linear":148640.0,"score_lmetric":31094},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":118843,"ongoing_decode_tokens":118843,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":546,"cache_hit":15360,"new_prefill":187,"score_linear":103483.0,"score_lmetric":374}],"chosen_score_linear":103483.0,"chosen_score_lmetric":374,"t_first_token":335650.981989444,"t_first_token_unix":1779766515.9959333,"t_done":335659.57116628,"t_done_unix":1779766524.5851095},{"request_id":"1291944:1:1291944:216","session_id":"1291944","input_length":8144,"t_proxy_recv":335659.144250197,"t_decision_unix":1779766524.1581917,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":8144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":8144,"score_linear":122725.0,"score_lmetric":199274},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":8144,"score_linear":82014.0,"score_lmetric":90158},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":8144,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":707,"cache_hit":0,"new_prefill":8144,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":117388,"ongoing_decode_tokens":117388,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":8144,"score_linear":117388.0,"score_lmetric":8144},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":42153,"ongoing_decode_tokens":42153,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":529,"cache_hit":0,"new_prefill":8144,"score_linear":42153.0,"score_lmetric":8144},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148965,"ongoing_decode_tokens":148965,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":471,"cache_hit":0,"new_prefill":8144,"score_linear":148965.0,"score_lmetric":16288},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146033,"ongoing_decode_tokens":103288,"pending_prefill_tokens":3833,"num_requests":3,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":8144,"score_linear":146033.0,"score_lmetric":35931}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335659.720527611,"t_first_token_unix":1779766524.7344708,"t_done":335659.950266949,"t_done_unix":1779766524.9642105},{"request_id":"1290365:2:1292000:217","session_id":"1290365","input_length":23414,"t_proxy_recv":335659.336952964,"t_decision_unix":1779766524.3508947,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9840266507217904,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":23040,"estimated_new_tokens":374,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":23414,"score_linear":122725.0,"score_lmetric":229814},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":23414,"score_linear":82014.0,"score_lmetric":105428},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":23414,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8144,"ongoing_decode_tokens":0,"pending_prefill_tokens":8144,"num_requests":1,"active_p_offloads":0,"cached_blocks":707,"cache_hit":23040,"new_prefill":374,"score_linear":-14896.0,"score_lmetric":8518},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":23414,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":529,"cache_hit":0,"new_prefill":23414,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148965,"ongoing_decode_tokens":148965,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":471,"cache_hit":0,"new_prefill":23414,"score_linear":148965.0,"score_lmetric":46828},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146033,"ongoing_decode_tokens":146033,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":23414,"score_linear":146033.0,"score_lmetric":70242}],"chosen_score_linear":-14896.0,"chosen_score_lmetric":8518,"t_first_token":335659.767269304,"t_first_token_unix":1779766524.7812126,"t_done":335660.12128545,"t_done_unix":1779766525.1352286},{"request_id":"1266668:7:1287468:197","session_id":"1266668","input_length":87741,"t_proxy_recv":335651.039849666,"t_decision_unix":1779766516.053791,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":80384,"affinity_cache_ratio":0.916150944256391,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":80384,"estimated_new_tokens":7357,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":7680,"new_prefill":80061,"score_linear":115045.0,"score_lmetric":343108},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":87741,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":87741,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":32191,"ongoing_decode_tokens":32191,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":87741,"score_linear":32191.0,"score_lmetric":87741},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116865,"ongoing_decode_tokens":116865,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":87741,"score_linear":116865.0,"score_lmetric":87741},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":9610,"ongoing_decode_tokens":0,"pending_prefill_tokens":9610,"num_requests":1,"active_p_offloads":0,"cached_blocks":502,"cache_hit":0,"new_prefill":87741,"score_linear":9610.0,"score_lmetric":97351},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148640,"ongoing_decode_tokens":148640,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":470,"cache_hit":0,"new_prefill":87741,"score_linear":148640.0,"score_lmetric":175482},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":54335,"ongoing_decode_tokens":54335,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":589,"cache_hit":80384,"new_prefill":7357,"score_linear":-26049.0,"score_lmetric":14714}],"chosen_score_linear":-26049.0,"chosen_score_lmetric":14714,"t_first_token":335654.91083996,"t_first_token_unix":1779766519.9247835,"t_done":335661.786181849,"t_done_unix":1779766526.8001251},{"request_id":"1286551:3:1292589:219","session_id":"1286551","input_length":16914,"t_proxy_recv":335661.007527692,"t_decision_unix":1779766526.0214689,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":9216,"affinity_cache_ratio":0.54487406881873,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":9216,"estimated_new_tokens":7698,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":1536,"new_prefill":15378,"score_linear":121189.0,"score_lmetric":213742},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":16914,"score_linear":82014.0,"score_lmetric":98928},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":16914,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":722,"cache_hit":0,"new_prefill":16914,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":16914,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":529,"cache_hit":9216,"new_prefill":7698,"score_linear":-9216.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148965,"ongoing_decode_tokens":148965,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":471,"cache_hit":0,"new_prefill":16914,"score_linear":148965.0,"score_lmetric":33828},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146455,"ongoing_decode_tokens":146455,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":16914,"score_linear":146455.0,"score_lmetric":50742}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":335661.907304984,"t_first_token_unix":1779766526.921248,"t_done":335662.090242933,"t_done_unix":1779766527.104186},{"request_id":"1239034:4:1263738:78","session_id":"1239034","input_length":27639,"t_proxy_recv":335567.461981973,"t_decision_unix":1779766432.4759235,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":22528,"affinity_cache_ratio":0.8150801403813452,"affinity_num_requests":-1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":22528,"estimated_new_tokens":5111,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":27639,"score_linear":110048.0,"score_lmetric":137687},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":27639,"score_linear":55989.0,"score_lmetric":27639},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14329,"ongoing_decode_tokens":301,"pending_prefill_tokens":14028,"num_requests":2,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":27639,"score_linear":14329.0,"score_lmetric":83334},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":27639,"score_linear":71575.0,"score_lmetric":167862},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":22528,"new_prefill":5111,"score_linear":-22528.0,"score_lmetric":-5111},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":27639,"score_linear":125063.0,"score_lmetric":290044},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":27639,"score_linear":50783.0,"score_lmetric":78422},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":27639,"score_linear":45884.0,"score_lmetric":103014}],"chosen_score_linear":-22528.0,"chosen_score_lmetric":-5111,"t_first_token":335568.468872954,"t_first_token_unix":1779766433.4828167,"t_done":335662.128325185,"t_done_unix":1779766527.142275},{"request_id":"1292750:1:1292750:220","session_id":"1292750","input_length":4684,"t_proxy_recv":335661.641926625,"t_decision_unix":1779766526.6558678,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4684,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":4684,"score_linear":122725.0,"score_lmetric":192354},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":4684,"score_linear":82014.0,"score_lmetric":86698},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":4684,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":722,"cache_hit":0,"new_prefill":4684,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":4684,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":16914,"ongoing_decode_tokens":0,"pending_prefill_tokens":7698,"num_requests":1,"active_p_offloads":0,"cached_blocks":529,"cache_hit":0,"new_prefill":4684,"score_linear":16914.0,"score_lmetric":12382},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148965,"ongoing_decode_tokens":148965,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":471,"cache_hit":0,"new_prefill":4684,"score_linear":148965.0,"score_lmetric":9368},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146455,"ongoing_decode_tokens":146455,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":4684,"score_linear":146455.0,"score_lmetric":14052}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335661.937498979,"t_first_token_unix":1779766526.9514422,"t_done":335662.383170123,"t_done_unix":1779766527.3971133},{"request_id":"1262354:11:1284987:186","session_id":"1262354","input_length":34353,"t_proxy_recv":335654.32768653,"t_decision_unix":1779766519.3416278,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9985736325793962,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":34304,"estimated_new_tokens":49,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":34353,"score_linear":122725.0,"score_lmetric":251692},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":34353,"score_linear":82014.0,"score_lmetric":116367},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7261,"ongoing_decode_tokens":0,"pending_prefill_tokens":7261,"num_requests":1,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":34353,"score_linear":7261.0,"score_lmetric":41614},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":666,"cache_hit":12800,"new_prefill":21553,"score_linear":10428.0,"score_lmetric":44781},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116865,"ongoing_decode_tokens":116865,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":34353,"score_linear":116865.0,"score_lmetric":34353},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13552,"ongoing_decode_tokens":0,"pending_prefill_tokens":12016,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":34353,"score_linear":13552.0,"score_lmetric":46369},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":471,"cache_hit":34304,"new_prefill":49,"score_linear":80308.0,"score_lmetric":49},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":142076,"ongoing_decode_tokens":54335,"pending_prefill_tokens":7357,"num_requests":3,"active_p_offloads":0,"cached_blocks":589,"cache_hit":28672,"new_prefill":5681,"score_linear":113404.0,"score_lmetric":39114}],"chosen_score_linear":80308.0,"chosen_score_lmetric":49,"t_first_token":335654.421634798,"t_first_token_unix":1779766519.4355779,"t_done":335663.8718819,"t_done_unix":1779766528.8858256},{"request_id":"1291100:2:1293458:223","session_id":"1291100","input_length":2572,"t_proxy_recv":335664.131567098,"t_decision_unix":1779766529.1455085,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":1536,"affinity_cache_ratio":0.5972006220839814,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":1536,"estimated_new_tokens":1036,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":2572,"score_linear":122725.0,"score_lmetric":188130},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":2572,"score_linear":82014.0,"score_lmetric":84586},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":1536,"new_prefill":1036,"score_linear":-1536.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":731,"cache_hit":0,"new_prefill":2572,"score_linear":24482.0,"score_lmetric":2572},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":725,"cache_hit":0,"new_prefill":2572,"score_linear":0.0,"score_lmetric":-2572},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":2572,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":149711,"ongoing_decode_tokens":149711,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":472,"cache_hit":0,"new_prefill":2572,"score_linear":149711.0,"score_lmetric":5144},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":154819,"ongoing_decode_tokens":58714,"pending_prefill_tokens":8041,"num_requests":3,"active_p_offloads":0,"cached_blocks":620,"cache_hit":0,"new_prefill":2572,"score_linear":154819.0,"score_lmetric":31839}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":335664.215249724,"t_first_token_unix":1779766529.229193,"t_done":335664.366155184,"t_done_unix":1779766529.3800983},{"request_id":"1293507:1:1293507:224","session_id":"1293507","input_length":6460,"t_proxy_recv":335664.318997744,"t_decision_unix":1779766529.332939,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":-6460,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":6460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":6460,"score_linear":122725.0,"score_lmetric":195906},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":6460,"score_linear":82014.0,"score_lmetric":88474},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":2572,"ongoing_decode_tokens":2572,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":6460,"score_linear":2572.0,"score_lmetric":6460},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":731,"cache_hit":0,"new_prefill":6460,"score_linear":24482.0,"score_lmetric":6460},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":725,"cache_hit":0,"new_prefill":6460,"score_linear":0.0,"score_lmetric":-6460},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":6460,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":149711,"ongoing_decode_tokens":149711,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":472,"cache_hit":0,"new_prefill":6460,"score_linear":149711.0,"score_lmetric":12920},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":154819,"ongoing_decode_tokens":58714,"pending_prefill_tokens":8041,"num_requests":3,"active_p_offloads":0,"cached_blocks":620,"cache_hit":0,"new_prefill":6460,"score_linear":154819.0,"score_lmetric":43503}],"chosen_score_linear":0.0,"chosen_score_lmetric":-6460,"t_first_token":335664.763475449,"t_first_token_unix":1779766529.7774189,"t_done":335664.883673183,"t_done_unix":1779766529.8976173},{"request_id":"1262354:12:1291548:213","session_id":"1262354","input_length":35099,"t_proxy_recv":335663.879062423,"t_decision_unix":1779766528.893004,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9919370922248497,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":34816,"estimated_new_tokens":283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":35099,"score_linear":122725.0,"score_lmetric":253184},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":35099,"score_linear":82014.0,"score_lmetric":117113},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":35099,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":731,"cache_hit":12800,"new_prefill":22299,"score_linear":11682.0,"score_lmetric":22299},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":725,"cache_hit":0,"new_prefill":35099,"score_linear":0.0,"score_lmetric":-35099},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":35099,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":472,"cache_hit":34816,"new_prefill":283,"score_linear":79796.0,"score_lmetric":283},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":154819,"ongoing_decode_tokens":58714,"pending_prefill_tokens":8041,"num_requests":3,"active_p_offloads":0,"cached_blocks":620,"cache_hit":28672,"new_prefill":6427,"score_linear":126147.0,"score_lmetric":43404}],"chosen_score_linear":79796.0,"chosen_score_lmetric":283,"t_first_token":335663.993028005,"t_first_token_unix":1779766529.0069711,"t_done":335665.073862517,"t_done_unix":1779766530.087806},{"request_id":"1262354:13:1293000:221","session_id":"1262354","input_length":35210,"t_proxy_recv":335665.080790098,"t_decision_unix":1779766530.0947316,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9888099971598977,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":34816,"estimated_new_tokens":394,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":77805,"pending_prefill_tokens":13688,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":35210,"score_linear":122725.0,"score_lmetric":97796},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":35210,"score_linear":82014.0,"score_lmetric":117224},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":35210,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":64760,"ongoing_decode_tokens":24482,"pending_prefill_tokens":8022,"num_requests":2,"active_p_offloads":0,"cached_blocks":731,"cache_hit":12800,"new_prefill":22410,"score_linear":51960.0,"score_lmetric":60864},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":737,"cache_hit":0,"new_prefill":35210,"score_linear":0.0,"score_lmetric":-35210},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":35210,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":472,"cache_hit":34816,"new_prefill":394,"score_linear":79796.0,"score_lmetric":394},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":154819,"ongoing_decode_tokens":58714,"pending_prefill_tokens":8041,"num_requests":3,"active_p_offloads":0,"cached_blocks":620,"cache_hit":28672,"new_prefill":6538,"score_linear":126147.0,"score_lmetric":43737}],"chosen_score_linear":79796.0,"chosen_score_lmetric":394,"t_first_token":335665.161680502,"t_first_token_unix":1779766530.1756237,"t_done":335666.393809502,"t_done_unix":1779766531.407753},{"request_id":"1287100:1:1287100:196","session_id":"1287100","input_length":77805,"t_proxy_recv":335642.790975916,"t_decision_unix":1779766507.804917,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":77805,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":77805,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":509,"cache_hit":0,"new_prefill":77805,"score_linear":49619.0,"score_lmetric":77805},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13962,"ongoing_decode_tokens":0,"pending_prefill_tokens":13962,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":77805,"score_linear":13962.0,"score_lmetric":91767},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31898,"ongoing_decode_tokens":31898,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":654,"cache_hit":0,"new_prefill":77805,"score_linear":31898.0,"score_lmetric":77805},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158220,"ongoing_decode_tokens":27639,"pending_prefill_tokens":98325,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":77805,"score_linear":158220.0,"score_lmetric":352260},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":502,"cache_hit":0,"new_prefill":77805,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148136,"ongoing_decode_tokens":0,"pending_prefill_tokens":114856,"num_requests":2,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":77805,"score_linear":148136.0,"score_lmetric":385322},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":125534,"ongoing_decode_tokens":125534,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":542,"cache_hit":0,"new_prefill":77805,"score_linear":125534.0,"score_lmetric":233415}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335664.421613769,"t_first_token_unix":1779766529.4355571,"t_done":335667.692268879,"t_done_unix":1779766532.7062123},{"request_id":"1266668:8:1292408:218","session_id":"1266668","input_length":96105,"t_proxy_recv":335661.806106846,"t_decision_unix":1779766526.8200483,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":88064,"affinity_cache_ratio":0.916331096196868,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":88064,"estimated_new_tokens":8041,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":7680,"new_prefill":88425,"score_linear":115045.0,"score_lmetric":359836},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":96105,"score_linear":82014.0,"score_lmetric":178119},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":96105,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4684,"ongoing_decode_tokens":0,"pending_prefill_tokens":4684,"num_requests":1,"active_p_offloads":0,"cached_blocks":722,"cache_hit":0,"new_prefill":96105,"score_linear":4684.0,"score_lmetric":100789},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":96105,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":16914,"ongoing_decode_tokens":0,"pending_prefill_tokens":7698,"num_requests":1,"active_p_offloads":0,"cached_blocks":529,"cache_hit":0,"new_prefill":96105,"score_linear":16914.0,"score_lmetric":103803},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148965,"ongoing_decode_tokens":148965,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":471,"cache_hit":0,"new_prefill":96105,"score_linear":148965.0,"score_lmetric":192210},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58714,"ongoing_decode_tokens":58714,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":620,"cache_hit":88064,"new_prefill":8041,"score_linear":-29350.0,"score_lmetric":16082}],"chosen_score_linear":-29350.0,"chosen_score_lmetric":16082,"t_first_token":335666.367574055,"t_first_token_unix":1779766531.381518,"t_done":335667.79257047,"t_done_unix":1779766532.8065155},{"request_id":"1291944:2:1293798:227","session_id":"1291944","input_length":12388,"t_proxy_recv":335665.403727333,"t_decision_unix":1779766530.417668,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":7680,"affinity_cache_ratio":0.6199547949628673,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":4708,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":77805,"pending_prefill_tokens":13688,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":12388,"score_linear":122725.0,"score_lmetric":52152},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":12388,"score_linear":82014.0,"score_lmetric":94402},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":12388,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":64760,"ongoing_decode_tokens":24482,"pending_prefill_tokens":8022,"num_requests":2,"active_p_offloads":0,"cached_blocks":731,"cache_hit":7680,"new_prefill":4708,"score_linear":57080.0,"score_lmetric":25460},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":737,"cache_hit":0,"new_prefill":12388,"score_linear":0.0,"score_lmetric":-12388},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":12388,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":149822,"ongoing_decode_tokens":149822,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":472,"cache_hit":0,"new_prefill":12388,"score_linear":149822.0,"score_lmetric":24776},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":154819,"ongoing_decode_tokens":58714,"pending_prefill_tokens":8041,"num_requests":3,"active_p_offloads":0,"cached_blocks":620,"cache_hit":0,"new_prefill":12388,"score_linear":154819.0,"score_lmetric":61287}],"chosen_score_linear":57080.0,"chosen_score_lmetric":25460,"t_first_token":335667.366914259,"t_first_token_unix":1779766532.3808584,"t_done":335668.038720269,"t_done_unix":1779766533.0526633},{"request_id":"1290365:3:1293216:222","session_id":"1290365","input_length":24482,"t_proxy_recv":335663.271855714,"t_decision_unix":1779766528.285797,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":23040,"affinity_cache_ratio":0.941099583367372,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":23040,"estimated_new_tokens":1442,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":24482,"score_linear":122725.0,"score_lmetric":231950},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":24482,"score_linear":82014.0,"score_lmetric":106496},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":24482,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":731,"cache_hit":23040,"new_prefill":1442,"score_linear":-23040.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":725,"cache_hit":0,"new_prefill":24482,"score_linear":0.0,"score_lmetric":-24482},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":24482,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148965,"ongoing_decode_tokens":148965,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":471,"cache_hit":0,"new_prefill":24482,"score_linear":148965.0,"score_lmetric":48964},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":154819,"ongoing_decode_tokens":58714,"pending_prefill_tokens":8041,"num_requests":3,"active_p_offloads":0,"cached_blocks":620,"cache_hit":0,"new_prefill":24482,"score_linear":154819.0,"score_lmetric":97569}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":335663.536033139,"t_first_token_unix":1779766528.5499766,"t_done":335668.438459107,"t_done_unix":1779766533.4524024},{"request_id":"1272313:7:1290281:206","session_id":"1272313","input_length":15969,"t_proxy_recv":335659.576096933,"t_decision_unix":1779766524.5900385,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":15360,"affinity_cache_ratio":0.96186361074582,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":15360,"estimated_new_tokens":609,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":7680,"new_prefill":8289,"score_linear":115045.0,"score_lmetric":199564},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":15969,"score_linear":82014.0,"score_lmetric":97983},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":15969,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31558,"ongoing_decode_tokens":0,"pending_prefill_tokens":8518,"num_requests":2,"active_p_offloads":0,"cached_blocks":707,"cache_hit":0,"new_prefill":15969,"score_linear":31558.0,"score_lmetric":48974},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":15969,"score_linear":27639.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":529,"cache_hit":0,"new_prefill":15969,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148965,"ongoing_decode_tokens":148965,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":471,"cache_hit":0,"new_prefill":15969,"score_linear":148965.0,"score_lmetric":31938},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130486,"ongoing_decode_tokens":130486,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":605,"cache_hit":15360,"new_prefill":609,"score_linear":115126.0,"score_lmetric":1218}],"chosen_score_linear":115126.0,"chosen_score_lmetric":1218,"t_first_token":335659.692125093,"t_first_token_unix":1779766524.7060683,"t_done":335668.639525083,"t_done_unix":1779766533.6534684},{"request_id":"1262354:14:1294243:228","session_id":"1262354","input_length":35435,"t_proxy_recv":335666.57169425,"t_decision_unix":1779766531.5856357,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9825313955129109,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":34816,"estimated_new_tokens":619,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":77805,"pending_prefill_tokens":13688,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":35435,"score_linear":122725.0,"score_lmetric":98246},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":35435,"score_linear":82014.0,"score_lmetric":117449},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":35435,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77148,"ongoing_decode_tokens":24482,"pending_prefill_tokens":12730,"num_requests":3,"active_p_offloads":0,"cached_blocks":731,"cache_hit":12800,"new_prefill":22635,"score_linear":64348.0,"score_lmetric":106095},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":737,"cache_hit":0,"new_prefill":35435,"score_linear":0.0,"score_lmetric":-35435},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":35435,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":472,"cache_hit":34816,"new_prefill":619,"score_linear":79796.0,"score_lmetric":619},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":154819,"ongoing_decode_tokens":154819,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":620,"cache_hit":28672,"new_prefill":6763,"score_linear":126147.0,"score_lmetric":20289}],"chosen_score_linear":79796.0,"chosen_score_lmetric":619,"t_first_token":335666.717071247,"t_first_token_unix":1779766531.7310145,"t_done":335669.470956423,"t_done_unix":1779766534.4848998},{"request_id":"1294611:1:1294611:229","session_id":"1294611","input_length":21947,"t_proxy_recv":335667.864875485,"t_decision_unix":1779766532.878817,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-9147,"tie_break_used":false,"cache_hit":12800,"estimated_new_tokens":9147,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":0,"new_prefill":21947,"score_linear":44920.0,"score_lmetric":21947},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":21947,"score_linear":82014.0,"score_lmetric":103961},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":21947,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77148,"ongoing_decode_tokens":77148,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":731,"cache_hit":0,"new_prefill":21947,"score_linear":77148.0,"score_lmetric":65841},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":737,"cache_hit":12800,"new_prefill":9147,"score_linear":-12800.0,"score_lmetric":-9147},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":21947,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":150047,"ongoing_decode_tokens":150047,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":472,"cache_hit":0,"new_prefill":21947,"score_linear":150047.0,"score_lmetric":43894},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58714,"ongoing_decode_tokens":58714,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":635,"cache_hit":12800,"new_prefill":9147,"score_linear":45914.0,"score_lmetric":18294}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":-9147,"t_first_token":335669.261099007,"t_first_token_unix":1779766534.275042,"t_done":335669.933243892,"t_done_unix":1779766534.9471872},{"request_id":"1275274:1:1275274:136","session_id":"1275274","input_length":114612,"t_proxy_recv":335601.644751667,"t_decision_unix":1779766466.658693,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":114612,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":114612,"score_linear":135235.0,"score_lmetric":455662},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":114612,"score_linear":102074.0,"score_lmetric":213102},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":114612,"score_linear":150574.0,"score_lmetric":464836},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108713,"ongoing_decode_tokens":15283,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":114612,"score_linear":108713.0,"score_lmetric":416084},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":49602,"ongoing_decode_tokens":49602,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":404,"cache_hit":0,"new_prefill":114612,"score_linear":49602.0,"score_lmetric":114612},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":299,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":469,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":408,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335644.223250815,"t_first_token_unix":1779766509.2371943,"t_done":335670.31280138,"t_done_unix":1779766535.326745},{"request_id":"1279412:6:1293655:225","session_id":"1279412","input_length":40278,"t_proxy_recv":335664.897460766,"t_decision_unix":1779766529.9114022,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":32256,"affinity_cache_ratio":0.8008342022940563,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":32256,"estimated_new_tokens":8022,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":77805,"pending_prefill_tokens":13688,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":40278,"score_linear":122725.0,"score_lmetric":107932},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":40278,"score_linear":82014.0,"score_lmetric":122292},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":731,"cache_hit":32256,"new_prefill":8022,"score_linear":-7774.0,"score_lmetric":8022},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":737,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":-40278},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":149711,"ongoing_decode_tokens":149711,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":472,"cache_hit":12800,"new_prefill":27478,"score_linear":136911.0,"score_lmetric":54956},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":154819,"ongoing_decode_tokens":58714,"pending_prefill_tokens":8041,"num_requests":3,"active_p_offloads":0,"cached_blocks":620,"cache_hit":12800,"new_prefill":27478,"score_linear":142019.0,"score_lmetric":106557}],"chosen_score_linear":-7774.0,"chosen_score_lmetric":8022,"t_first_token":335666.920149893,"t_first_token_unix":1779766531.9340932,"t_done":335671.226415956,"t_done_unix":1779766536.2403593},{"request_id":"1266668:9:1295576:231","session_id":"1266668","input_length":96717,"t_proxy_recv":335671.433170996,"t_decision_unix":1779766536.447112,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9899397210418024,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":95744,"estimated_new_tokens":973,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":7680,"new_prefill":89037,"score_linear":37240.0,"score_lmetric":89037},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":96717,"score_linear":82014.0,"score_lmetric":178731},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":96717,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":759,"cache_hit":0,"new_prefill":96717,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":755,"cache_hit":0,"new_prefill":96717,"score_linear":0.0,"score_lmetric":-96717},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":96717,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":698,"cache_hit":0,"new_prefill":96717,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71541,"ongoing_decode_tokens":71541,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":636,"cache_hit":95744,"new_prefill":973,"score_linear":-24203.0,"score_lmetric":1946}],"chosen_score_linear":-24203.0,"chosen_score_lmetric":1946,"t_first_token":335671.918779984,"t_first_token_unix":1779766536.9327238,"t_done":335672.623846349,"t_done_unix":1779766537.63779},{"request_id":"1269373:7:1290314:207","session_id":"1269373","input_length":42745,"t_proxy_recv":335658.054232353,"t_decision_unix":1779766523.068174,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":38912,"affinity_cache_ratio":0.9103286934144345,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":38912,"estimated_new_tokens":3833,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":7680,"new_prefill":35065,"score_linear":115045.0,"score_lmetric":253116},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":42745,"score_linear":82014.0,"score_lmetric":124759},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":42745,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":707,"cache_hit":0,"new_prefill":42745,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":117388,"ongoing_decode_tokens":117388,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":42745,"score_linear":117388.0,"score_lmetric":42745},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":529,"cache_hit":0,"new_prefill":42745,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148965,"ongoing_decode_tokens":148965,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":471,"cache_hit":0,"new_prefill":42745,"score_linear":148965.0,"score_lmetric":85490},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":103288,"ongoing_decode_tokens":103288,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":605,"cache_hit":38912,"new_prefill":3833,"score_linear":64376.0,"score_lmetric":7666}],"chosen_score_linear":64376.0,"chosen_score_lmetric":7666,"t_first_token":335659.169112441,"t_first_token_unix":1779766524.1830554,"t_done":335673.230334932,"t_done_unix":1779766538.2442782},{"request_id":"1295690:1:1295690:232","session_id":"1295690","input_length":10857,"t_proxy_recv":335671.767098449,"t_decision_unix":1779766536.78104,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-10857,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":10857,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":0,"new_prefill":10857,"score_linear":44920.0,"score_lmetric":10857},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":10857,"score_linear":82014.0,"score_lmetric":92871},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":759,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":755,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":-10857},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":698,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":168258,"ongoing_decode_tokens":71541,"pending_prefill_tokens":973,"num_requests":3,"active_p_offloads":0,"cached_blocks":636,"cache_hit":0,"new_prefill":10857,"score_linear":168258.0,"score_lmetric":35490}],"chosen_score_linear":0.0,"chosen_score_lmetric":-10857,"t_first_token":335672.705144902,"t_first_token_unix":1779766537.7190883,"t_done":335673.58254998,"t_done_unix":1779766538.5964932},{"request_id":"1289570:1:1289570:204","session_id":"1289570","input_length":82014,"t_proxy_recv":335651.11413468,"t_decision_unix":1779766516.128076,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":82014,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":473,"cache_hit":0,"new_prefill":82014,"score_linear":122725.0,"score_lmetric":347014},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":82014,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":82014,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":32191,"ongoing_decode_tokens":32191,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":82014,"score_linear":32191.0,"score_lmetric":82014},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116865,"ongoing_decode_tokens":116865,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":82014,"score_linear":116865.0,"score_lmetric":82014},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":9610,"ongoing_decode_tokens":0,"pending_prefill_tokens":9610,"num_requests":1,"active_p_offloads":0,"cached_blocks":502,"cache_hit":0,"new_prefill":82014,"score_linear":9610.0,"score_lmetric":91624},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148640,"ongoing_decode_tokens":148640,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":470,"cache_hit":0,"new_prefill":82014,"score_linear":148640.0,"score_lmetric":164028},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":142076,"ongoing_decode_tokens":54335,"pending_prefill_tokens":7357,"num_requests":3,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":82014,"score_linear":142076.0,"score_lmetric":268113}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335673.865159274,"t_first_token_unix":1779766538.8791027,"t_done":335674.375403966,"t_done_unix":1779766539.389348},{"request_id":"1294611:2:1295852:233","session_id":"1294611","input_length":23610,"t_proxy_recv":335672.272114439,"t_decision_unix":1779766537.2860556,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9324862346463363,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":22016,"estimated_new_tokens":1594,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":0,"new_prefill":23610,"score_linear":44920.0,"score_lmetric":23610},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":23610,"score_linear":82014.0,"score_lmetric":105624},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":23610,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":759,"cache_hit":0,"new_prefill":23610,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":10857,"ongoing_decode_tokens":0,"pending_prefill_tokens":10857,"num_requests":0,"active_p_offloads":0,"cached_blocks":755,"cache_hit":22016,"new_prefill":1594,"score_linear":-11159.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":23610,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":698,"cache_hit":0,"new_prefill":23610,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":168258,"ongoing_decode_tokens":168258,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":636,"cache_hit":12800,"new_prefill":10810,"score_linear":155458.0,"score_lmetric":32430}],"chosen_score_linear":-11159.0,"chosen_score_lmetric":0,"t_first_token":335672.996462658,"t_first_token_unix":1779766538.0104063,"t_done":335674.466921302,"t_done_unix":1779766539.480865},{"request_id":"1262354:15:1296106:234","session_id":"1262354","input_length":35669,"t_proxy_recv":335673.218786713,"t_decision_unix":1779766538.2327282,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9904398777650061,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":35328,"estimated_new_tokens":341,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":0,"new_prefill":35669,"score_linear":44920.0,"score_lmetric":35669},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":35669,"score_linear":82014.0,"score_lmetric":117683},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":35669,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":759,"cache_hit":12800,"new_prefill":22869,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":34467,"ongoing_decode_tokens":34467,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":755,"cache_hit":0,"new_prefill":35669,"score_linear":34467.0,"score_lmetric":35669},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":35669,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":698,"cache_hit":35328,"new_prefill":341,"score_linear":-35328.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71541,"ongoing_decode_tokens":71541,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":637,"cache_hit":28672,"new_prefill":6997,"score_linear":42869.0,"score_lmetric":13994}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":335673.299426854,"t_first_token_unix":1779766538.3133702,"t_done":335675.734640122,"t_done_unix":1779766540.7485833},{"request_id":"1296872:1:1296872:235","session_id":"1296872","input_length":624,"t_proxy_recv":335675.83170275,"t_decision_unix":1779766540.8456442,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-624,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":624,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":0,"new_prefill":624,"score_linear":44920.0,"score_lmetric":624},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":759,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":-624},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":699,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79476,"ongoing_decode_tokens":79476,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":624,"score_linear":79476.0,"score_lmetric":1248}],"chosen_score_linear":0.0,"chosen_score_lmetric":-624,"t_first_token":335675.897579939,"t_first_token_unix":1779766540.9115233,"t_done":335676.001067997,"t_done_unix":1779766541.015011},{"request_id":"1272313:8:1293738:226","session_id":"1272313","input_length":28796,"t_proxy_recv":335668.650473844,"t_decision_unix":1779766533.6644156,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":15872,"affinity_cache_ratio":0.5511876649534657,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":15872,"estimated_new_tokens":12924,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":7680,"new_prefill":21116,"score_linear":37240.0,"score_lmetric":21116},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":28796,"score_linear":82014.0,"score_lmetric":110810},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":28796,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":40278,"ongoing_decode_tokens":40278,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":743,"cache_hit":0,"new_prefill":28796,"score_linear":40278.0,"score_lmetric":28796},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21947,"ongoing_decode_tokens":0,"pending_prefill_tokens":9147,"num_requests":0,"active_p_offloads":0,"cached_blocks":737,"cache_hit":0,"new_prefill":28796,"score_linear":21947.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":28796,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":150047,"ongoing_decode_tokens":150047,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":472,"cache_hit":0,"new_prefill":28796,"score_linear":150047.0,"score_lmetric":57592},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":42745,"ongoing_decode_tokens":42745,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":636,"cache_hit":15872,"new_prefill":12924,"score_linear":26873.0,"score_lmetric":12924}],"chosen_score_linear":26873.0,"chosen_score_lmetric":12924,"t_first_token":335670.84570852,"t_first_token_unix":1779766535.859652,"t_done":335676.611760624,"t_done_unix":1779766541.6257036},{"request_id":"1296983:1:1296983:236","session_id":"1296983","input_length":1791,"t_proxy_recv":335676.264265712,"t_decision_unix":1779766541.2782073,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-1791,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":1791,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":0,"new_prefill":1791,"score_linear":44920.0,"score_lmetric":1791},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":759,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":780,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":-1791},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":699,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79476,"ongoing_decode_tokens":79476,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":1791,"score_linear":79476.0,"score_lmetric":3582}],"chosen_score_linear":0.0,"chosen_score_lmetric":-1791,"t_first_token":335676.386401949,"t_first_token_unix":1779766541.4003448,"t_done":335676.612590886,"t_done_unix":1779766541.6265337},{"request_id":"1260327:7:1297673:242","session_id":"1260327","input_length":42363,"t_proxy_recv":335678.453400053,"t_decision_unix":1779766543.4673417,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":41984,"affinity_cache_ratio":0.99105351367939,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":41984,"estimated_new_tokens":379,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":0,"new_prefill":42363,"score_linear":44920.0,"score_lmetric":42363},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":42363,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":42363,"score_linear":62414.0,"score_lmetric":85833},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":759,"cache_hit":0,"new_prefill":42363,"score_linear":60193.0,"score_lmetric":62108},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":42363,"score_linear":83370.0,"score_lmetric":102181},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":41984,"new_prefill":379,"score_linear":-41984.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":699,"cache_hit":0,"new_prefill":42363,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":147825,"ongoing_decode_tokens":50680,"pending_prefill_tokens":889,"num_requests":2,"active_p_offloads":0,"cached_blocks":670,"cache_hit":31232,"new_prefill":11131,"score_linear":116593.0,"score_lmetric":24040}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":335678.6087278,"t_first_token_unix":1779766543.6226707,"t_done":335678.838375874,"t_done_unix":1779766543.852319},{"request_id":"1272313:9:1297810:243","session_id":"1272313","input_length":29149,"t_proxy_recv":335678.932430278,"t_decision_unix":1779766543.9463716,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9836358022573674,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":28672,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":7680,"new_prefill":21469,"score_linear":37240.0,"score_lmetric":21469},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":29149,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":29149,"score_linear":62414.0,"score_lmetric":72619},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":759,"cache_hit":0,"new_prefill":29149,"score_linear":60193.0,"score_lmetric":48894},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":29149,"score_linear":83370.0,"score_lmetric":88967},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":29149,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":699,"cache_hit":0,"new_prefill":29149,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":147825,"ongoing_decode_tokens":147825,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":670,"cache_hit":28672,"new_prefill":477,"score_linear":119153.0,"score_lmetric":954}],"chosen_score_linear":119153.0,"chosen_score_lmetric":954,"t_first_token":335679.044667312,"t_first_token_unix":1779766544.0586104,"t_done":335681.430577369,"t_done_unix":1779766546.4445207},{"request_id":"1297811:1:1297811:244","session_id":"1297811","input_length":13992,"t_proxy_recv":335678.938071603,"t_decision_unix":1779766543.9520133,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":13992,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":0,"new_prefill":13992,"score_linear":44920.0,"score_lmetric":13992},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":13992,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":631,"cache_hit":1536,"new_prefill":12456,"score_linear":60878.0,"score_lmetric":55926},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":759,"cache_hit":0,"new_prefill":13992,"score_linear":60193.0,"score_lmetric":33737},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":13992,"score_linear":83370.0,"score_lmetric":73810},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":13992,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":699,"cache_hit":0,"new_prefill":13992,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176974,"ongoing_decode_tokens":147825,"pending_prefill_tokens":477,"num_requests":3,"active_p_offloads":0,"cached_blocks":670,"cache_hit":0,"new_prefill":13992,"score_linear":176974.0,"score_lmetric":43407}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335680.154501798,"t_first_token_unix":1779766545.1684453,"t_done":335681.436278482,"t_done_unix":1779766546.4502218},{"request_id":"1269373:8:1295332:230","session_id":"1269373","input_length":50680,"t_proxy_recv":335673.241616869,"t_decision_unix":1779766538.2555587,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":43008,"affinity_cache_ratio":0.8486187845303867,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":43008,"estimated_new_tokens":7672,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":7680,"new_prefill":43000,"score_linear":37240.0,"score_lmetric":43000},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":50680,"score_linear":82014.0,"score_lmetric":132694},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":50680,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":759,"cache_hit":0,"new_prefill":50680,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":34467,"ongoing_decode_tokens":34467,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":755,"cache_hit":0,"new_prefill":50680,"score_linear":34467.0,"score_lmetric":50680},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":50680,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35669,"ongoing_decode_tokens":0,"pending_prefill_tokens":341,"num_requests":1,"active_p_offloads":0,"cached_blocks":698,"cache_hit":0,"new_prefill":50680,"score_linear":35669.0,"score_lmetric":51021},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28796,"ongoing_decode_tokens":28796,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":645,"cache_hit":43008,"new_prefill":7672,"score_linear":-14212.0,"score_lmetric":7672}],"chosen_score_linear":-14212.0,"chosen_score_lmetric":7672,"t_first_token":335675.566369401,"t_first_token_unix":1779766540.5803127,"t_done":335681.758232935,"t_done_unix":1779766546.7721763},{"request_id":"1266668:10:1297641:241","session_id":"1266668","input_length":97145,"t_proxy_recv":335678.368711965,"t_decision_unix":1779766543.3826535,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":96256,"affinity_cache_ratio":0.9908487312779866,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":96256,"estimated_new_tokens":889,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":7680,"new_prefill":89465,"score_linear":37240.0,"score_lmetric":89465},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":97145,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":97145,"score_linear":62414.0,"score_lmetric":140615},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":759,"cache_hit":0,"new_prefill":97145,"score_linear":60193.0,"score_lmetric":116890},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":97145,"score_linear":83370.0,"score_lmetric":156963},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":97145,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":699,"cache_hit":0,"new_prefill":97145,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":50680,"ongoing_decode_tokens":50680,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":670,"cache_hit":96256,"new_prefill":889,"score_linear":-45576.0,"score_lmetric":889}],"chosen_score_linear":-45576.0,"chosen_score_lmetric":889,"t_first_token":335678.851836442,"t_first_token_unix":1779766543.8657796,"t_done":335682.70005084,"t_done_unix":1779766547.7139943},{"request_id":"1298970:1:1298970:248","session_id":"1298970","input_length":9530,"t_proxy_recv":335683.070889461,"t_decision_unix":1779766548.0848305,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":9530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":0,"new_prefill":9530,"score_linear":44920.0,"score_lmetric":9530},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":21630,"ongoing_decode_tokens":21630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":9530,"score_linear":21630.0,"score_lmetric":9530},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":74408,"ongoing_decode_tokens":0,"pending_prefill_tokens":48296,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":9530,"score_linear":74408.0,"score_lmetric":115652},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":85296,"ongoing_decode_tokens":0,"pending_prefill_tokens":20272,"num_requests":2,"active_p_offloads":0,"cached_blocks":759,"cache_hit":0,"new_prefill":9530,"score_linear":85296.0,"score_lmetric":59604},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":9530,"score_linear":83370.0,"score_lmetric":69348},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":726,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":688,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335683.816554675,"t_first_token_unix":1779766548.8304982,"t_done":335683.99928477,"t_done_unix":1779766549.0132282},{"request_id":"1268861:3:1298057:245","session_id":"1268861","input_length":21630,"t_proxy_recv":335679.788052753,"t_decision_unix":1779766544.8019943,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":1,"affinity_cache_hit":12800,"affinity_cache_ratio":0.5917706888580675,"affinity_num_requests":3,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":21630,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":0,"new_prefill":21630,"score_linear":44920.0,"score_lmetric":21630},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":21630,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":21630,"score_linear":62414.0,"score_lmetric":65100},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":759,"cache_hit":0,"new_prefill":21630,"score_linear":60193.0,"score_lmetric":41375},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":21630,"score_linear":83370.0,"score_lmetric":81448},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":21630,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":13992,"ongoing_decode_tokens":0,"pending_prefill_tokens":13992,"num_requests":1,"active_p_offloads":0,"cached_blocks":699,"cache_hit":0,"new_prefill":21630,"score_linear":13992.0,"score_lmetric":35622},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176974,"ongoing_decode_tokens":176974,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":670,"cache_hit":12800,"new_prefill":8830,"score_linear":164174.0,"score_lmetric":26490}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335682.117110549,"t_first_token_unix":1779766547.1310542,"t_done":335684.290909344,"t_done_unix":1779766549.3048525},{"request_id":"1299073:1:1299073:249","session_id":"1299073","input_length":881,"t_proxy_recv":335683.450860989,"t_decision_unix":1779766548.4648023,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":881,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":0,"new_prefill":881,"score_linear":44920.0,"score_lmetric":881},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":21630,"ongoing_decode_tokens":21630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":881,"score_linear":21630.0,"score_lmetric":881},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":74408,"ongoing_decode_tokens":0,"pending_prefill_tokens":48296,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":881,"score_linear":74408.0,"score_lmetric":98354},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":85296,"ongoing_decode_tokens":0,"pending_prefill_tokens":20272,"num_requests":2,"active_p_offloads":0,"cached_blocks":759,"cache_hit":0,"new_prefill":881,"score_linear":85296.0,"score_lmetric":42306},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":881,"score_linear":83370.0,"score_lmetric":60699},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":881,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":9530,"ongoing_decode_tokens":0,"pending_prefill_tokens":9530,"num_requests":1,"active_p_offloads":0,"cached_blocks":726,"cache_hit":0,"new_prefill":881,"score_linear":9530.0,"score_lmetric":10411},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":688,"cache_hit":0,"new_prefill":881,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335683.528834721,"t_first_token_unix":1779766548.5427778,"t_done":335684.65704576,"t_done_unix":1779766549.6709895},{"request_id":"1296983:2:1299368:250","session_id":"1296983","input_length":7963,"t_proxy_recv":335684.255630045,"t_decision_unix":1779766549.2695713,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":7,"affinity_cache_hit":1536,"affinity_cache_ratio":0.1928921260831345,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":7963,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":0,"new_prefill":7963,"score_linear":44920.0,"score_lmetric":7963},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":21630,"ongoing_decode_tokens":21630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":7963,"score_linear":21630.0,"score_lmetric":7963},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":74408,"ongoing_decode_tokens":0,"pending_prefill_tokens":48296,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":7963,"score_linear":74408.0,"score_lmetric":112518},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":85296,"ongoing_decode_tokens":85296,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":759,"cache_hit":0,"new_prefill":7963,"score_linear":85296.0,"score_lmetric":15926},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":1536,"new_prefill":6427,"score_linear":81834.0,"score_lmetric":66245},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":881,"ongoing_decode_tokens":881,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":7963,"score_linear":881.0,"score_lmetric":7963},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":7963,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":688,"cache_hit":0,"new_prefill":7963,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335684.811832251,"t_first_token_unix":1779766549.8257756,"t_done":335685.005619636,"t_done_unix":1779766550.019563},{"request_id":"1296872:2:1299394:251","session_id":"1296872","input_length":8352,"t_proxy_recv":335684.368990575,"t_decision_unix":1779766549.382932,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":1,"affinity_cache_hit":512,"affinity_cache_ratio":0.06130268199233716,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":8352,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":0,"new_prefill":8352,"score_linear":44920.0,"score_lmetric":8352},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":809,"cache_hit":0,"new_prefill":8352,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":74408,"ongoing_decode_tokens":0,"pending_prefill_tokens":48296,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":8352,"score_linear":74408.0,"score_lmetric":113296},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":85296,"ongoing_decode_tokens":85296,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":759,"cache_hit":0,"new_prefill":8352,"score_linear":85296.0,"score_lmetric":16704},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":512,"new_prefill":7840,"score_linear":82858.0,"score_lmetric":67658},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":881,"ongoing_decode_tokens":881,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":8352,"score_linear":881.0,"score_lmetric":8352},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":8352,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":7963,"ongoing_decode_tokens":0,"pending_prefill_tokens":7963,"num_requests":1,"active_p_offloads":0,"cached_blocks":688,"cache_hit":0,"new_prefill":8352,"score_linear":7963.0,"score_lmetric":16315}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335684.983294135,"t_first_token_unix":1779766549.9972377,"t_done":335685.115742992,"t_done_unix":1779766550.129686},{"request_id":"1290365:4:1298540:247","session_id":"1290365","input_length":25103,"t_proxy_recv":335681.507777571,"t_decision_unix":1779766546.521719,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":24576,"affinity_cache_ratio":0.979006493247819,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24576,"estimated_new_tokens":527,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":0,"new_prefill":25103,"score_linear":44920.0,"score_lmetric":25103},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":21630,"ongoing_decode_tokens":0,"pending_prefill_tokens":21630,"num_requests":1,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":25103,"score_linear":21630.0,"score_lmetric":46733},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":74408,"ongoing_decode_tokens":0,"pending_prefill_tokens":48296,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":25103,"score_linear":74408.0,"score_lmetric":146798},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":759,"cache_hit":24576,"new_prefill":527,"score_linear":35617.0,"score_lmetric":20272},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":25103,"score_linear":83370.0,"score_lmetric":84921},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":25103,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":726,"cache_hit":0,"new_prefill":25103,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":147825,"ongoing_decode_tokens":147825,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":25103,"score_linear":147825.0,"score_lmetric":50206}],"chosen_score_linear":35617.0,"chosen_score_lmetric":20272,"t_first_token":335683.832587179,"t_first_token_unix":1779766548.8465302,"t_done":335685.587390651,"t_done_unix":1779766550.601334},{"request_id":"1279412:7:1297236:238","session_id":"1279412","input_length":60193,"t_proxy_recv":335677.2676518,"t_decision_unix":1779766542.2815933,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":40448,"affinity_cache_ratio":0.6719718239662419,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":40448,"estimated_new_tokens":19745,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":0,"new_prefill":60193,"score_linear":44920.0,"score_lmetric":60193},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":759,"cache_hit":40448,"new_prefill":19745,"score_linear":-40448.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":60193,"score_linear":59507.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":699,"cache_hit":12800,"new_prefill":47393,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":50680,"ongoing_decode_tokens":50680,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":670,"cache_hit":12800,"new_prefill":47393,"score_linear":37880.0,"score_lmetric":47393}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":335683.739418189,"t_first_token_unix":1779766548.7533627,"t_done":335686.042981179,"t_done_unix":1779766551.0569246},{"request_id":"1292750:2:1299406:252","session_id":"1292750","input_length":19157,"t_proxy_recv":335684.40942701,"t_decision_unix":1779766549.4233687,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":6,"affinity_cache_hit":4608,"affinity_cache_ratio":0.24053870647804979,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":19157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":0,"new_prefill":19157,"score_linear":44920.0,"score_lmetric":19157},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":8352,"ongoing_decode_tokens":0,"pending_prefill_tokens":8352,"num_requests":1,"active_p_offloads":0,"cached_blocks":809,"cache_hit":0,"new_prefill":19157,"score_linear":8352.0,"score_lmetric":27509},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":74408,"ongoing_decode_tokens":0,"pending_prefill_tokens":48296,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":19157,"score_linear":74408.0,"score_lmetric":134906},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":85296,"ongoing_decode_tokens":85296,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":759,"cache_hit":4608,"new_prefill":14549,"score_linear":80688.0,"score_lmetric":29098},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":19157,"score_linear":83370.0,"score_lmetric":78975},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":881,"ongoing_decode_tokens":881,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":19157,"score_linear":881.0,"score_lmetric":19157},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":19157,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":7963,"ongoing_decode_tokens":0,"pending_prefill_tokens":7963,"num_requests":1,"active_p_offloads":0,"cached_blocks":688,"cache_hit":0,"new_prefill":19157,"score_linear":7963.0,"score_lmetric":27120}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335686.359257322,"t_first_token_unix":1779766551.3732007,"t_done":335686.443691236,"t_done_unix":1779766551.4576342},{"request_id":"1272313:10:1299814:254","session_id":"1272313","input_length":29486,"t_proxy_recv":335685.788611508,"t_decision_unix":1779766550.8025525,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9897578511836126,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":29184,"estimated_new_tokens":302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":7680,"new_prefill":21806,"score_linear":37240.0,"score_lmetric":21806},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":29486,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":74408,"ongoing_decode_tokens":0,"pending_prefill_tokens":48296,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":29486,"score_linear":74408.0,"score_lmetric":155564},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":60193,"ongoing_decode_tokens":60193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":760,"cache_hit":0,"new_prefill":29486,"score_linear":60193.0,"score_lmetric":29486},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":29486,"score_linear":83370.0,"score_lmetric":89304},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":18893,"ongoing_decode_tokens":0,"pending_prefill_tokens":18893,"num_requests":1,"active_p_offloads":0,"cached_blocks":539,"cache_hit":0,"new_prefill":29486,"score_linear":18893.0,"score_lmetric":48379},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":19157,"ongoing_decode_tokens":0,"pending_prefill_tokens":19157,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":29486,"score_linear":19157.0,"score_lmetric":48643},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":703,"cache_hit":29184,"new_prefill":302,"score_linear":-29184.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":335685.90489661,"t_first_token_unix":1779766550.9188397,"t_done":335687.372113944,"t_done_unix":1779766552.3860576},{"request_id":"1277909:3:1289205:201","session_id":"1277909","input_length":44920,"t_proxy_recv":335649.815220093,"t_decision_unix":1779766514.8291614,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.6952804986642921,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":31232,"estimated_new_tokens":13688,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":473,"cache_hit":31232,"new_prefill":13688,"score_linear":46573.0,"score_lmetric":91493},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":607,"cache_hit":0,"new_prefill":44920,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":44920,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":44920,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158843,"ongoing_decode_tokens":158843,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":692,"cache_hit":0,"new_prefill":44920,"score_linear":158843.0,"score_lmetric":89840},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":502,"cache_hit":0,"new_prefill":44920,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148540,"ongoing_decode_tokens":148540,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":470,"cache_hit":0,"new_prefill":44920,"score_linear":148540.0,"score_lmetric":89840},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":133728,"ongoing_decode_tokens":133728,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":543,"cache_hit":7680,"new_prefill":37240,"score_linear":126048.0,"score_lmetric":111720}],"chosen_score_linear":46573.0,"chosen_score_lmetric":91493,"t_first_token":335667.008411178,"t_first_token_unix":1779766532.0223544,"t_done":335687.726393032,"t_done_unix":1779766552.7403367},{"request_id":"1279412:8:1300001:255","session_id":"1279412","input_length":60678,"t_proxy_recv":335686.472756655,"t_decision_unix":1779766551.4866982,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":60416,"affinity_cache_ratio":0.9956821253172484,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":60416,"estimated_new_tokens":262,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":0,"new_prefill":60678,"score_linear":44920.0,"score_lmetric":60678},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":60678,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":74408,"ongoing_decode_tokens":0,"pending_prefill_tokens":48296,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":60678,"score_linear":74408.0,"score_lmetric":217948},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":799,"cache_hit":60416,"new_prefill":262,"score_linear":-60416.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":60678,"score_linear":83370.0,"score_lmetric":120496},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":18893,"ongoing_decode_tokens":0,"pending_prefill_tokens":18893,"num_requests":1,"active_p_offloads":0,"cached_blocks":539,"cache_hit":0,"new_prefill":60678,"score_linear":18893.0,"score_lmetric":79571},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":781,"cache_hit":12800,"new_prefill":47878,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":29486,"ongoing_decode_tokens":29486,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":703,"cache_hit":12800,"new_prefill":47878,"score_linear":16686.0,"score_lmetric":47878}],"chosen_score_linear":-60416.0,"chosen_score_lmetric":0,"t_first_token":335686.678867668,"t_first_token_unix":1779766551.692811,"t_done":335688.408113389,"t_done_unix":1779766553.4220572},{"request_id":"1290442:2:1298058:246","session_id":"1290442","input_length":11994,"t_proxy_recv":335679.801803413,"t_decision_unix":1779766544.815745,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":7168,"affinity_cache_ratio":0.5976321494080373,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":7168,"estimated_new_tokens":4826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":0,"new_prefill":11994,"score_linear":44920.0,"score_lmetric":11994},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":21630,"ongoing_decode_tokens":0,"pending_prefill_tokens":21630,"num_requests":1,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":11994,"score_linear":21630.0,"score_lmetric":33624},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":631,"cache_hit":7168,"new_prefill":4826,"score_linear":55246.0,"score_lmetric":48296},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":759,"cache_hit":0,"new_prefill":11994,"score_linear":60193.0,"score_lmetric":31739},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":11994,"score_linear":83370.0,"score_lmetric":71812},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":11994,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":13992,"ongoing_decode_tokens":0,"pending_prefill_tokens":13992,"num_requests":1,"active_p_offloads":0,"cached_blocks":699,"cache_hit":0,"new_prefill":11994,"score_linear":13992.0,"score_lmetric":25986},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176974,"ongoing_decode_tokens":176974,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":670,"cache_hit":0,"new_prefill":11994,"score_linear":176974.0,"score_lmetric":35982}],"chosen_score_linear":55246.0,"chosen_score_lmetric":48296,"t_first_token":335690.534431646,"t_first_token_unix":1779766555.548375,"t_done":335690.700402111,"t_done_unix":1779766555.7143452},{"request_id":"1297473:1:1297473:239","session_id":"1297473","input_length":62414,"t_proxy_recv":335678.00679114,"t_decision_unix":1779766543.0207324,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":18944,"estimated_new_tokens":43470,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":0,"new_prefill":62414,"score_linear":44920.0,"score_lmetric":62414},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":18944,"new_prefill":43470,"score_linear":-18944.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":759,"cache_hit":0,"new_prefill":62414,"score_linear":60193.0,"score_lmetric":82159},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":62414,"score_linear":59507.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":699,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":50680,"ongoing_decode_tokens":50680,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":670,"cache_hit":0,"new_prefill":62414,"score_linear":50680.0,"score_lmetric":62414}],"chosen_score_linear":-18944.0,"chosen_score_lmetric":0,"t_first_token":335690.53329768,"t_first_token_unix":1779766555.5472424,"t_done":335690.965362791,"t_done_unix":1779766555.9793062},{"request_id":"1286804:2:1300234:256","session_id":"1286804","input_length":14213,"t_proxy_recv":335687.235736906,"t_decision_unix":1779766552.2496784,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":13824,"affinity_cache_ratio":0.9726306902131852,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":13824,"estimated_new_tokens":389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":0,"new_prefill":14213,"score_linear":44920.0,"score_lmetric":14213},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":14213,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":74408,"ongoing_decode_tokens":0,"pending_prefill_tokens":48296,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":13824,"new_prefill":389,"score_linear":60584.0,"score_lmetric":97370},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":60678,"ongoing_decode_tokens":60678,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":799,"cache_hit":0,"new_prefill":14213,"score_linear":60678.0,"score_lmetric":14213},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":14213,"score_linear":83370.0,"score_lmetric":74031},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":18893,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":539,"cache_hit":0,"new_prefill":14213,"score_linear":18893.0,"score_lmetric":14213},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":781,"cache_hit":1536,"new_prefill":12677,"score_linear":-1536.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":29486,"ongoing_decode_tokens":29486,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":14213,"score_linear":29486.0,"score_lmetric":14213}],"chosen_score_linear":60584.0,"chosen_score_lmetric":97370,"t_first_token":335690.548121439,"t_first_token_unix":1779766555.5620668,"t_done":335691.375899113,"t_done_unix":1779766556.389843},{"request_id":"1290365:5:1300807:259","session_id":"1290365","input_length":25948,"t_proxy_recv":335689.432436166,"t_decision_unix":1779766554.4463773,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9668567905040851,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":25088,"estimated_new_tokens":860,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":25948,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":25948,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":88621,"ongoing_decode_tokens":0,"pending_prefill_tokens":48685,"num_requests":3,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":25948,"score_linear":88621.0,"score_lmetric":223899},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":799,"cache_hit":25088,"new_prefill":860,"score_linear":-25088.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":25948,"score_linear":83370.0,"score_lmetric":85766},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":18893,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":539,"cache_hit":0,"new_prefill":25948,"score_linear":18893.0,"score_lmetric":25948},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":25948,"score_linear":43607.0,"score_lmetric":55731},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":25948,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-25088.0,"chosen_score_lmetric":0,"t_first_token":335689.656540784,"t_first_token_unix":1779766554.6704843,"t_done":335691.773576431,"t_done_unix":1779766556.78752},{"request_id":"1297117:1:1297117:237","session_id":"1297117","input_length":59507,"t_proxy_recv":335676.758907672,"t_decision_unix":1779766541.7728493,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-59507,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":59507,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":0,"new_prefill":59507,"score_linear":44920.0,"score_lmetric":59507},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":759,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":-59507},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":699,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":50680,"ongoing_decode_tokens":50680,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":670,"cache_hit":0,"new_prefill":59507,"score_linear":50680.0,"score_lmetric":59507}],"chosen_score_linear":0.0,"chosen_score_lmetric":-59507,"t_first_token":335689.578623966,"t_first_token_unix":1779766554.5925674,"t_done":335691.8070694,"t_done_unix":1779766556.8210127},{"request_id":"1299507:1:1299507:253","session_id":"1299507","input_length":18893,"t_proxy_recv":335684.66998219,"t_decision_unix":1779766549.6839237,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":18893,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":0,"new_prefill":18893,"score_linear":44920.0,"score_lmetric":18893},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":8352,"ongoing_decode_tokens":0,"pending_prefill_tokens":8352,"num_requests":1,"active_p_offloads":0,"cached_blocks":809,"cache_hit":0,"new_prefill":18893,"score_linear":8352.0,"score_lmetric":27245},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":74408,"ongoing_decode_tokens":0,"pending_prefill_tokens":48296,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":18893,"score_linear":74408.0,"score_lmetric":134378},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":85296,"ongoing_decode_tokens":85296,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":759,"cache_hit":0,"new_prefill":18893,"score_linear":85296.0,"score_lmetric":37786},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":18893,"score_linear":83370.0,"score_lmetric":78711},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":539,"cache_hit":0,"new_prefill":18893,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":19157,"ongoing_decode_tokens":0,"pending_prefill_tokens":19157,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":11776,"new_prefill":7117,"score_linear":7381.0,"score_lmetric":26274},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":7963,"ongoing_decode_tokens":0,"pending_prefill_tokens":7963,"num_requests":1,"active_p_offloads":0,"cached_blocks":688,"cache_hit":0,"new_prefill":18893,"score_linear":7963.0,"score_lmetric":26856}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335686.601233153,"t_first_token_unix":1779766551.6151764,"t_done":335692.28273883,"t_done_unix":1779766557.296682},{"request_id":"1302071:1:1302071:267","session_id":"1302071","input_length":6527,"t_proxy_recv":335693.79207526,"t_decision_unix":1779766558.806017,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":6527,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":31122,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":6527,"score_linear":34706.0,"score_lmetric":37649},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":6527,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":6527,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":6527,"score_linear":26441.0,"score_lmetric":32968},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":52835,"ongoing_decode_tokens":23863,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":6527,"score_linear":52835.0,"score_lmetric":24747},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":577,"cache_hit":0,"new_prefill":6527,"score_linear":43181.0,"score_lmetric":6527},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":6527,"score_linear":43607.0,"score_lmetric":36310},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":152262,"ongoing_decode_tokens":152262,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":6527,"score_linear":152262.0,"score_lmetric":13054}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335694.234301487,"t_first_token_unix":1779766559.2482448,"t_done":335694.47763939,"t_done_unix":1779766559.4915826},{"request_id":"1266668:11:1300918:260","session_id":"1266668","input_length":97811,"t_proxy_recv":335689.787088899,"t_decision_unix":1779766554.8010304,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9945711627526557,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":97280,"estimated_new_tokens":531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":653,"cache_hit":7680,"new_prefill":90131,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":97811,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":88621,"ongoing_decode_tokens":0,"pending_prefill_tokens":48685,"num_requests":3,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":97811,"score_linear":88621.0,"score_lmetric":439488},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":25948,"ongoing_decode_tokens":25948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":799,"cache_hit":0,"new_prefill":97811,"score_linear":25948.0,"score_lmetric":97811},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83370,"ongoing_decode_tokens":83370,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":97811,"score_linear":83370.0,"score_lmetric":97811},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":18893,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":539,"cache_hit":0,"new_prefill":97811,"score_linear":18893.0,"score_lmetric":97811},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":97811,"score_linear":43607.0,"score_lmetric":127594},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":97280,"new_prefill":531,"score_linear":-97280.0,"score_lmetric":0}],"chosen_score_linear":-97280.0,"chosen_score_lmetric":0,"t_first_token":335690.276095221,"t_first_token_unix":1779766555.2900388,"t_done":335695.587774755,"t_done_unix":1779766560.6017184},{"request_id":"1295690:2:1301706:264","session_id":"1295690","input_length":28972,"t_proxy_recv":335692.363679631,"t_decision_unix":1779766557.3776212,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":10752,"affinity_cache_ratio":0.37111694049427035,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":10752,"estimated_new_tokens":18220,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":899,"cache_hit":10752,"new_prefill":18220,"score_linear":13111.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43181,"ongoing_decode_tokens":0,"pending_prefill_tokens":1197,"num_requests":1,"active_p_offloads":0,"cached_blocks":577,"cache_hit":0,"new_prefill":28972,"score_linear":43181.0,"score_lmetric":30169},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":28972,"score_linear":43607.0,"score_lmetric":58755},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":152262,"ongoing_decode_tokens":152262,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":28972,"score_linear":152262.0,"score_lmetric":57944}],"chosen_score_linear":13111.0,"chosen_score_lmetric":0,"t_first_token":335695.299883965,"t_first_token_unix":1779766560.3138273,"t_done":335695.66002728,"t_done_unix":1779766560.6739702},{"request_id":"1302449:1:1302449:269","session_id":"1302449","input_length":1105,"t_proxy_recv":335695.330663266,"t_decision_unix":1779766560.344605,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1105,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":31122,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":1105,"score_linear":34706.0,"score_lmetric":32227},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":1105,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":1105,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76296,"ongoing_decode_tokens":0,"pending_prefill_tokens":26632,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":1105,"score_linear":76296.0,"score_lmetric":55474},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":52835,"ongoing_decode_tokens":52835,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":1105,"score_linear":52835.0,"score_lmetric":1105},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":577,"cache_hit":0,"new_prefill":1105,"score_linear":43181.0,"score_lmetric":1105},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":1105,"score_linear":43607.0,"score_lmetric":1105},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":152262,"ongoing_decode_tokens":152262,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":1105,"score_linear":152262.0,"score_lmetric":2210}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335695.467088923,"t_first_token_unix":1779766560.481032,"t_done":335695.912140209,"t_done_unix":1779766560.9260836},{"request_id":"1294611:3:1297534:240","session_id":"1294611","input_length":23863,"t_proxy_recv":335678.112144104,"t_decision_unix":1779766543.1260853,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9869672715081926,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":23552,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":625,"cache_hit":0,"new_prefill":23863,"score_linear":44920.0,"score_lmetric":23863},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":23863,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":23863,"score_linear":62414.0,"score_lmetric":67333},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":759,"cache_hit":0,"new_prefill":23863,"score_linear":60193.0,"score_lmetric":43608},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":23552,"new_prefill":311,"score_linear":35955.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":537,"cache_hit":0,"new_prefill":23863,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":699,"cache_hit":0,"new_prefill":23863,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":50680,"ongoing_decode_tokens":50680,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":670,"cache_hit":12800,"new_prefill":11063,"score_linear":37880.0,"score_lmetric":11063}],"chosen_score_linear":35955.0,"chosen_score_lmetric":0,"t_first_token":335689.579982078,"t_first_token_unix":1779766554.5939252,"t_done":335696.460814104,"t_done_unix":1779766561.4747577},{"request_id":"1269373:9:1300958:261","session_id":"1269373","input_length":54451,"t_proxy_recv":335689.923857528,"t_decision_unix":1779766554.9377992,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":50688,"affinity_cache_ratio":0.9308919946373804,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":50688,"estimated_new_tokens":3763,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":653,"cache_hit":7680,"new_prefill":46771,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":54451,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":88621,"ongoing_decode_tokens":0,"pending_prefill_tokens":48685,"num_requests":3,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":54451,"score_linear":88621.0,"score_lmetric":309408},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":25948,"ongoing_decode_tokens":25948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":799,"cache_hit":0,"new_prefill":54451,"score_linear":25948.0,"score_lmetric":54451},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83370,"ongoing_decode_tokens":83370,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":54451,"score_linear":83370.0,"score_lmetric":54451},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":18893,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":539,"cache_hit":0,"new_prefill":54451,"score_linear":18893.0,"score_lmetric":54451},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":54451,"score_linear":43607.0,"score_lmetric":84234},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":97811,"ongoing_decode_tokens":0,"pending_prefill_tokens":531,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":50688,"new_prefill":3763,"score_linear":47123.0,"score_lmetric":4294}],"chosen_score_linear":47123.0,"chosen_score_lmetric":4294,"t_first_token":335691.438586523,"t_first_token_unix":1779766556.45253,"t_done":335697.468934559,"t_done_unix":1779766562.4828792},{"request_id":"1260327:8:1301686:263","session_id":"1260327","input_length":43181,"t_proxy_recv":335692.277247341,"t_decision_unix":1779766557.2911887,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9722794747689957,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":41984,"estimated_new_tokens":1197,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":43181,"score_linear":23863.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":18893,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":539,"cache_hit":41984,"new_prefill":1197,"score_linear":-23091.0,"score_lmetric":1197},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":43181,"score_linear":43607.0,"score_lmetric":72964},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":152262,"ongoing_decode_tokens":152262,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":31232,"new_prefill":11949,"score_linear":121030.0,"score_lmetric":23898}],"chosen_score_linear":-23091.0,"chosen_score_lmetric":1197,"t_first_token":335692.617040389,"t_first_token_unix":1779766557.6309834,"t_done":335697.507782944,"t_done_unix":1779766562.5217266},{"request_id":"1294611:4:1300505:257","session_id":"1294611","input_length":24384,"t_proxy_recv":335696.466892826,"t_decision_unix":1779766561.4808345,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9868766404199475,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24064,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":31122,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":24384,"score_linear":34706.0,"score_lmetric":55506},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":24384,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":726,"cache_hit":0,"new_prefill":24384,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76296,"ongoing_decode_tokens":0,"pending_prefill_tokens":26632,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":24384,"score_linear":76296.0,"score_lmetric":102032},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":935,"cache_hit":24064,"new_prefill":320,"score_linear":-24064.0,"score_lmetric":-320},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":577,"cache_hit":0,"new_prefill":24384,"score_linear":43181.0,"score_lmetric":24384},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":24384,"score_linear":43607.0,"score_lmetric":24384},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":84399,"ongoing_decode_tokens":84399,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":705,"cache_hit":12800,"new_prefill":11584,"score_linear":71599.0,"score_lmetric":23168}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":-320,"t_first_token":335696.52325535,"t_first_token_unix":1779766561.5371985,"t_done":335698.36228364,"t_done_unix":1779766563.3762271},{"request_id":"1302907:1:1302907:272","session_id":"1302907","input_length":15958,"t_proxy_recv":335696.697352895,"t_decision_unix":1779766561.7112942,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":15958,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":31122,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":15958,"score_linear":34706.0,"score_lmetric":47080},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":15958,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":726,"cache_hit":0,"new_prefill":15958,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76296,"ongoing_decode_tokens":0,"pending_prefill_tokens":26632,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":15958,"score_linear":76296.0,"score_lmetric":85180},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":24384,"ongoing_decode_tokens":24384,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":935,"cache_hit":0,"new_prefill":15958,"score_linear":24384.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":577,"cache_hit":0,"new_prefill":15958,"score_linear":43181.0,"score_lmetric":15958},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":15958,"score_linear":43607.0,"score_lmetric":15958},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":84399,"ongoing_decode_tokens":84399,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":15958,"score_linear":84399.0,"score_lmetric":31916}],"chosen_score_linear":24384.0,"chosen_score_lmetric":0,"t_first_token":335698.16744455,"t_first_token_unix":1779766563.1813881,"t_done":335698.674809134,"t_done_unix":1779766563.6887524},{"request_id":"1294611:5:1301356:262","session_id":"1294611","input_length":25650,"t_proxy_recv":335698.369106272,"t_decision_unix":1779766563.3830478,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9381676413255361,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24064,"estimated_new_tokens":1586,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":25650,"score_linear":34706.0,"score_lmetric":25650},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":25650,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":726,"cache_hit":0,"new_prefill":25650,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76296,"ongoing_decode_tokens":26441,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":25650,"score_linear":76296.0,"score_lmetric":51682},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15958,"ongoing_decode_tokens":15958,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":935,"cache_hit":24064,"new_prefill":1586,"score_linear":-8106.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":580,"cache_hit":0,"new_prefill":25650,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":25650,"score_linear":43607.0,"score_lmetric":25650},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":713,"cache_hit":12800,"new_prefill":12850,"score_linear":17148.0,"score_lmetric":12850}],"chosen_score_linear":-8106.0,"chosen_score_lmetric":0,"t_first_token":335698.659770005,"t_first_token_unix":1779766563.6737137,"t_done":335698.972576214,"t_done_unix":1779766563.98652},{"request_id":"1303651:1:1303651:278","session_id":"1303651","input_length":3065,"t_proxy_recv":335699.328436219,"t_decision_unix":1779766564.3423774,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":3065,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":3065,"score_linear":34706.0,"score_lmetric":3065},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":3065,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":726,"cache_hit":0,"new_prefill":3065,"score_linear":15081.0,"score_lmetric":18146},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76296,"ongoing_decode_tokens":26441,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":3065,"score_linear":76296.0,"score_lmetric":6512},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":34354,"ongoing_decode_tokens":0,"pending_prefill_tokens":8754,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":3065,"score_linear":34354.0,"score_lmetric":11819},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":580,"cache_hit":0,"new_prefill":3065,"score_linear":14944.0,"score_lmetric":18009},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":3065,"score_linear":43607.0,"score_lmetric":3065},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":151916,"ongoing_decode_tokens":29948,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":713,"cache_hit":0,"new_prefill":3065,"score_linear":151916.0,"score_lmetric":54482}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335699.521261395,"t_first_token_unix":1779766564.5352054,"t_done":335699.75123014,"t_done_unix":1779766564.7651746},{"request_id":"1303462:1:1303462:274","session_id":"1303462","input_length":14944,"t_proxy_recv":335698.728241361,"t_decision_unix":1779766563.742183,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":14944,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":14944,"score_linear":34706.0,"score_lmetric":14944},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":726,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76296,"ongoing_decode_tokens":26441,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":14944,"score_linear":76296.0,"score_lmetric":30270},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":25650,"ongoing_decode_tokens":25650,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":966,"cache_hit":0,"new_prefill":14944,"score_linear":25650.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":580,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":14944,"score_linear":43607.0,"score_lmetric":14944},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":713,"cache_hit":0,"new_prefill":14944,"score_linear":29948.0,"score_lmetric":14944}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335700.055936111,"t_first_token_unix":1779766565.06988,"t_done":335700.349662012,"t_done_unix":1779766565.3636055},{"request_id":"1303517:1:1303517:275","session_id":"1303517","input_length":15081,"t_proxy_recv":335698.893711521,"t_decision_unix":1779766563.9076529,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":15081,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":15081,"score_linear":34706.0,"score_lmetric":15081},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":15081,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":726,"cache_hit":0,"new_prefill":15081,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76296,"ongoing_decode_tokens":26441,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":15081,"score_linear":76296.0,"score_lmetric":30544},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":25650,"ongoing_decode_tokens":25650,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":966,"cache_hit":0,"new_prefill":15081,"score_linear":25650.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":580,"cache_hit":0,"new_prefill":15081,"score_linear":14944.0,"score_lmetric":30025},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":15081,"score_linear":43607.0,"score_lmetric":15081},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":713,"cache_hit":0,"new_prefill":15081,"score_linear":29948.0,"score_lmetric":15081}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335700.252225408,"t_first_token_unix":1779766565.2661686,"t_done":335700.585883982,"t_done_unix":1779766565.5998273},{"request_id":"1302449:2:1303563:277","session_id":"1302449","input_length":3709,"t_proxy_recv":335699.020510138,"t_decision_unix":1779766564.0344517,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":4,"affinity_cache_hit":1024,"affinity_cache_ratio":0.27608519816662175,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":3709,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":3709,"score_linear":34706.0,"score_lmetric":3709},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":3709,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":726,"cache_hit":1024,"new_prefill":2685,"score_linear":14057.0,"score_lmetric":17766},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76296,"ongoing_decode_tokens":26441,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":3709,"score_linear":76296.0,"score_lmetric":7800},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":30645,"ongoing_decode_tokens":0,"pending_prefill_tokens":5045,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":3709,"score_linear":30645.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":580,"cache_hit":0,"new_prefill":3709,"score_linear":14944.0,"score_lmetric":18653},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":3709,"score_linear":43607.0,"score_lmetric":3709},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":151916,"ongoing_decode_tokens":29948,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":713,"cache_hit":0,"new_prefill":3709,"score_linear":151916.0,"score_lmetric":55770}],"chosen_score_linear":30645.0,"chosen_score_lmetric":0,"t_first_token":335700.269839461,"t_first_token_unix":1779766565.2837825,"t_done":335700.612872717,"t_done_unix":1779766565.6268156},{"request_id":"1304239:1:1304239:280","session_id":"1304239","input_length":1300,"t_proxy_recv":335701.526867318,"t_decision_unix":1779766566.5408084,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1300,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":1300,"score_linear":34706.0,"score_lmetric":1300},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":755,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76296,"ongoing_decode_tokens":26441,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":1300,"score_linear":76296.0,"score_lmetric":2982},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":30645,"ongoing_decode_tokens":30645,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":976,"cache_hit":0,"new_prefill":1300,"score_linear":30645.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":609,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":1300,"score_linear":43607.0,"score_lmetric":1300},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":151916,"ongoing_decode_tokens":29948,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":713,"cache_hit":0,"new_prefill":1300,"score_linear":151916.0,"score_lmetric":50952}],"chosen_score_linear":30645.0,"chosen_score_lmetric":0,"t_first_token":335701.671434122,"t_first_token_unix":1779766566.6853778,"t_done":335701.896898013,"t_done_unix":1779766566.910841},{"request_id":"1294611:6:1302460:270","session_id":"1294611","input_length":30645,"t_proxy_recv":335698.996265173,"t_decision_unix":1779766564.0102067,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":25600,"affinity_cache_ratio":0.8353728177516724,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":25600,"estimated_new_tokens":5045,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":30645,"score_linear":34706.0,"score_lmetric":30645},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":30645,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":726,"cache_hit":0,"new_prefill":30645,"score_linear":15081.0,"score_lmetric":45726},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76296,"ongoing_decode_tokens":26441,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":30645,"score_linear":76296.0,"score_lmetric":61672},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":25600,"new_prefill":5045,"score_linear":-25600.0,"score_lmetric":-5045},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":580,"cache_hit":0,"new_prefill":30645,"score_linear":14944.0,"score_lmetric":45589},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":30645,"score_linear":43607.0,"score_lmetric":30645},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":151916,"ongoing_decode_tokens":29948,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":713,"cache_hit":12800,"new_prefill":17845,"score_linear":139116.0,"score_lmetric":84042}],"chosen_score_linear":-25600.0,"chosen_score_lmetric":-5045,"t_first_token":335700.097053145,"t_first_token_unix":1779766565.1109965,"t_done":335702.601115832,"t_done_unix":1779766567.6150591},{"request_id":"1304239:2:1304866:281","session_id":"1304239","input_length":7798,"t_proxy_recv":335703.675870941,"t_decision_unix":1779766568.6898122,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":1024,"affinity_cache_ratio":0.13131572197999486,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":-6774,"tie_break_used":false,"cache_hit":1024,"estimated_new_tokens":6774,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":7798,"score_linear":34706.0,"score_lmetric":7798},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":7798,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":755,"cache_hit":0,"new_prefill":7798,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76296,"ongoing_decode_tokens":26441,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":7798,"score_linear":76296.0,"score_lmetric":15978},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":988,"cache_hit":1024,"new_prefill":6774,"score_linear":-1024.0,"score_lmetric":-6774},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":609,"cache_hit":0,"new_prefill":7798,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":7798,"score_linear":43607.0,"score_lmetric":7798},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":151916,"ongoing_decode_tokens":29948,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":713,"cache_hit":0,"new_prefill":7798,"score_linear":151916.0,"score_lmetric":63948}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":-6774,"t_first_token":335704.157830702,"t_first_token_unix":1779766569.1717741,"t_done":335704.310231475,"t_done_unix":1779766569.3241746},{"request_id":"1304943:1:1304943:283","session_id":"1304943","input_length":2772,"t_proxy_recv":335703.928119932,"t_decision_unix":1779766568.9420617,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":2772,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":2772,"score_linear":34706.0,"score_lmetric":2772},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":2772,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":755,"cache_hit":0,"new_prefill":2772,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76296,"ongoing_decode_tokens":26441,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":2772,"score_linear":76296.0,"score_lmetric":5926},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":7798,"ongoing_decode_tokens":0,"pending_prefill_tokens":6774,"num_requests":0,"active_p_offloads":0,"cached_blocks":988,"cache_hit":0,"new_prefill":2772,"score_linear":7798.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":609,"cache_hit":0,"new_prefill":2772,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":2772,"score_linear":43607.0,"score_lmetric":2772},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211062,"ongoing_decode_tokens":29948,"pending_prefill_tokens":28538,"num_requests":3,"active_p_offloads":0,"cached_blocks":713,"cache_hit":0,"new_prefill":2772,"score_linear":211062.0,"score_lmetric":93930}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335704.103363466,"t_first_token_unix":1779766569.1173072,"t_done":335704.404933049,"t_done_unix":1779766569.418877},{"request_id":"1294611:6:1305080:284","session_id":"1294611","input_length":30995,"t_proxy_recv":335704.437768424,"t_decision_unix":1779766569.4517102,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9911276012260042,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":30720,"estimated_new_tokens":275,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":30995,"score_linear":34706.0,"score_lmetric":30995},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":30995,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":755,"cache_hit":0,"new_prefill":30995,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76296,"ongoing_decode_tokens":26441,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":30995,"score_linear":76296.0,"score_lmetric":62372},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":30720,"new_prefill":275,"score_linear":-30720.0,"score_lmetric":-275},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":614,"cache_hit":0,"new_prefill":30995,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":30995,"score_linear":43607.0,"score_lmetric":30995},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211062,"ongoing_decode_tokens":29948,"pending_prefill_tokens":28538,"num_requests":3,"active_p_offloads":0,"cached_blocks":713,"cache_hit":12800,"new_prefill":18195,"score_linear":198262.0,"score_lmetric":140199}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":-275,"t_first_token":335704.506770869,"t_first_token_unix":1779766569.520714,"t_done":335705.832333865,"t_done_unix":1779766570.8462772},{"request_id":"1302063:1:1302063:266","session_id":"1302063","input_length":26441,"t_proxy_recv":335693.791478839,"t_decision_unix":1779766558.8054204,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":26441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":31122,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":26441,"score_linear":34706.0,"score_lmetric":57563},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":26441,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":26441,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":26441,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":52835,"ongoing_decode_tokens":23863,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":26441,"score_linear":52835.0,"score_lmetric":44661},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":577,"cache_hit":0,"new_prefill":26441,"score_linear":43181.0,"score_lmetric":26441},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":26441,"score_linear":43607.0,"score_lmetric":56224},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":152262,"ongoing_decode_tokens":152262,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":26441,"score_linear":152262.0,"score_lmetric":52882}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335697.357670702,"t_first_token_unix":1779766562.371614,"t_done":335706.553150769,"t_done_unix":1779766571.567094},{"request_id":"1253743:3:1302294:268","session_id":"1253743","input_length":49855,"t_proxy_recv":335694.714969479,"t_decision_unix":1779766559.728911,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.996168889780363,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":191,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":31122,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":49855,"score_linear":34706.0,"score_lmetric":80977},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":837,"cache_hit":4608,"new_prefill":45247,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":49855,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":801,"cache_hit":49664,"new_prefill":191,"score_linear":-23223.0,"score_lmetric":26632},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":52835,"ongoing_decode_tokens":23863,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":49855,"score_linear":52835.0,"score_lmetric":68075},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":577,"cache_hit":17408,"new_prefill":32447,"score_linear":25773.0,"score_lmetric":32447},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":49855,"score_linear":43607.0,"score_lmetric":79638},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":152262,"ongoing_decode_tokens":152262,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":49855,"score_linear":152262.0,"score_lmetric":99710}],"chosen_score_linear":-23223.0,"chosen_score_lmetric":26632,"t_first_token":335706.233594871,"t_first_token_unix":1779766571.2475383,"t_done":335708.182518425,"t_done_unix":1779766573.1964622},{"request_id":"1302063:2:1303816:279","session_id":"1302063","input_length":30248,"t_proxy_recv":335706.570530287,"t_decision_unix":1779766571.5844717,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":26112,"affinity_cache_ratio":0.8632636868553293,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":26112,"estimated_new_tokens":4136,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":30248,"score_linear":34706.0,"score_lmetric":30248},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":30248,"score_linear":75826.0,"score_lmetric":106074},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":755,"cache_hit":0,"new_prefill":30248,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49855,"ongoing_decode_tokens":49855,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":852,"cache_hit":26112,"new_prefill":4136,"score_linear":23743.0,"score_lmetric":4136},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":30248,"score_linear":0.0,"score_lmetric":-30248},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":614,"cache_hit":0,"new_prefill":30248,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":30248,"score_linear":43607.0,"score_lmetric":30248},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211062,"ongoing_decode_tokens":29948,"pending_prefill_tokens":28538,"num_requests":3,"active_p_offloads":0,"cached_blocks":713,"cache_hit":0,"new_prefill":30248,"score_linear":211062.0,"score_lmetric":176358}],"chosen_score_linear":23743.0,"chosen_score_lmetric":4136,"t_first_token":335707.423177919,"t_first_token_unix":1779766572.437122,"t_done":335708.324350992,"t_done_unix":1779766573.338294},{"request_id":"1303462:2:1306126:290","session_id":"1303462","input_length":18631,"t_proxy_recv":335708.099502646,"t_decision_unix":1779766573.1134439,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":14848,"affinity_cache_ratio":0.7969513176963126,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":14848,"estimated_new_tokens":3783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":18631,"score_linear":34706.0,"score_lmetric":18631},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":18631,"score_linear":75826.0,"score_lmetric":94457},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":755,"cache_hit":0,"new_prefill":18631,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141394,"ongoing_decode_tokens":141394,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":852,"cache_hit":0,"new_prefill":18631,"score_linear":141394.0,"score_lmetric":55893},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26822,"ongoing_decode_tokens":12795,"pending_prefill_tokens":14027,"num_requests":1,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":18631,"score_linear":26822.0,"score_lmetric":32658},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":18915,"ongoing_decode_tokens":18915,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":614,"cache_hit":14848,"new_prefill":3783,"score_linear":4067.0,"score_lmetric":3783},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":18631,"score_linear":43607.0,"score_lmetric":18631},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211062,"ongoing_decode_tokens":29948,"pending_prefill_tokens":28538,"num_requests":3,"active_p_offloads":0,"cached_blocks":713,"cache_hit":0,"new_prefill":18631,"score_linear":211062.0,"score_lmetric":141507}],"chosen_score_linear":4067.0,"chosen_score_lmetric":3783,"t_first_token":335708.652325678,"t_first_token_unix":1779766573.6662688,"t_done":335708.70019284,"t_done_unix":1779766573.714136},{"request_id":"1279412:9:1305633:286","session_id":"1279412","input_length":61291,"t_proxy_recv":335706.604541698,"t_decision_unix":1779766571.6184833,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":60416,"affinity_cache_ratio":0.985723841999641,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":60416,"estimated_new_tokens":875,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":61291,"score_linear":34706.0,"score_lmetric":61291},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":61291,"score_linear":75826.0,"score_lmetric":137117},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":755,"cache_hit":0,"new_prefill":61291,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":80103,"ongoing_decode_tokens":49855,"pending_prefill_tokens":4136,"num_requests":2,"active_p_offloads":0,"cached_blocks":852,"cache_hit":60416,"new_prefill":875,"score_linear":19687.0,"score_lmetric":10022},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":61291,"score_linear":0.0,"score_lmetric":-61291},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":614,"cache_hit":0,"new_prefill":61291,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":12800,"new_prefill":48491,"score_linear":30807.0,"score_lmetric":48491},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211062,"ongoing_decode_tokens":29948,"pending_prefill_tokens":28538,"num_requests":3,"active_p_offloads":0,"cached_blocks":713,"cache_hit":12800,"new_prefill":48491,"score_linear":198262.0,"score_lmetric":231087}],"chosen_score_linear":19687.0,"chosen_score_lmetric":10022,"t_first_token":335707.687087495,"t_first_token_unix":1779766572.701031,"t_done":335708.811916668,"t_done_unix":1779766573.8258598},{"request_id":"1299507:2:1305770:288","session_id":"1299507","input_length":18915,"t_proxy_recv":335707.064222387,"t_decision_unix":1779766572.0781636,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9744647105471848,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":18432,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":18915,"score_linear":34706.0,"score_lmetric":18915},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":18915,"score_linear":75826.0,"score_lmetric":94741},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":755,"cache_hit":0,"new_prefill":18915,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141394,"ongoing_decode_tokens":49855,"pending_prefill_tokens":5011,"num_requests":3,"active_p_offloads":0,"cached_blocks":852,"cache_hit":0,"new_prefill":18915,"score_linear":141394.0,"score_lmetric":71778},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":12795,"ongoing_decode_tokens":0,"pending_prefill_tokens":12795,"num_requests":0,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":18915,"score_linear":12795.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":614,"cache_hit":18432,"new_prefill":483,"score_linear":-18432.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":11776,"new_prefill":7139,"score_linear":31831.0,"score_lmetric":7139},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211062,"ongoing_decode_tokens":29948,"pending_prefill_tokens":28538,"num_requests":3,"active_p_offloads":0,"cached_blocks":713,"cache_hit":0,"new_prefill":18915,"score_linear":211062.0,"score_lmetric":142359}],"chosen_score_linear":-18432.0,"chosen_score_lmetric":0,"t_first_token":335707.110342598,"t_first_token_unix":1779766572.1242857,"t_done":335708.973710121,"t_done_unix":1779766573.9876535},{"request_id":"1303651:2:1305707:287","session_id":"1303651","input_length":12795,"t_proxy_recv":335706.870053078,"t_decision_unix":1779766571.8839943,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":4,"affinity_cache_hit":3072,"affinity_cache_ratio":0.24009378663540445,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":-12795,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":12795,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":12795,"score_linear":34706.0,"score_lmetric":12795},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":3072,"new_prefill":9723,"score_linear":72754.0,"score_lmetric":85549},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":755,"cache_hit":0,"new_prefill":12795,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141394,"ongoing_decode_tokens":49855,"pending_prefill_tokens":5011,"num_requests":3,"active_p_offloads":0,"cached_blocks":852,"cache_hit":0,"new_prefill":12795,"score_linear":141394.0,"score_lmetric":53418},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":12795,"score_linear":0.0,"score_lmetric":-12795},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":614,"cache_hit":0,"new_prefill":12795,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":12795,"score_linear":43607.0,"score_lmetric":12795},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211062,"ongoing_decode_tokens":29948,"pending_prefill_tokens":28538,"num_requests":3,"active_p_offloads":0,"cached_blocks":713,"cache_hit":0,"new_prefill":12795,"score_linear":211062.0,"score_lmetric":123999}],"chosen_score_linear":0.0,"chosen_score_lmetric":-12795,"t_first_token":335707.944757637,"t_first_token_unix":1779766572.9587011,"t_done":335709.277788886,"t_done_unix":1779766574.2917316},{"request_id":"1306347:1:1306347:291","session_id":"1306347","input_length":897,"t_proxy_recv":335708.885786762,"t_decision_unix":1779766573.8997283,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":897,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":897,"score_linear":34706.0,"score_lmetric":897},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":897,"score_linear":75826.0,"score_lmetric":76723},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":755,"cache_hit":0,"new_prefill":897,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":861,"cache_hit":0,"new_prefill":897,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26822,"ongoing_decode_tokens":12795,"pending_prefill_tokens":14027,"num_requests":1,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":897,"score_linear":26822.0,"score_lmetric":14924},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":18915,"ongoing_decode_tokens":18915,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":621,"cache_hit":0,"new_prefill":897,"score_linear":18915.0,"score_lmetric":897},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":897,"score_linear":43607.0,"score_lmetric":897},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211062,"ongoing_decode_tokens":29948,"pending_prefill_tokens":28538,"num_requests":3,"active_p_offloads":0,"cached_blocks":713,"cache_hit":0,"new_prefill":897,"score_linear":211062.0,"score_lmetric":88305}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335708.968268629,"t_first_token_unix":1779766573.9822118,"t_done":335709.33783892,"t_done_unix":1779766574.3517826},{"request_id":"1305906:1:1305906:289","session_id":"1305906","input_length":14027,"t_proxy_recv":335707.482762005,"t_decision_unix":1779766572.4967034,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":14027,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":14027,"score_linear":34706.0,"score_lmetric":14027},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":14027,"score_linear":75826.0,"score_lmetric":89853},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":755,"cache_hit":0,"new_prefill":14027,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141394,"ongoing_decode_tokens":80103,"pending_prefill_tokens":875,"num_requests":3,"active_p_offloads":0,"cached_blocks":852,"cache_hit":0,"new_prefill":14027,"score_linear":141394.0,"score_lmetric":44706},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":12795,"ongoing_decode_tokens":0,"pending_prefill_tokens":12795,"num_requests":0,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":14027,"score_linear":12795.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":18915,"ongoing_decode_tokens":18915,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":614,"cache_hit":0,"new_prefill":14027,"score_linear":18915.0,"score_lmetric":14027},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":14027,"score_linear":43607.0,"score_lmetric":14027},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211062,"ongoing_decode_tokens":29948,"pending_prefill_tokens":28538,"num_requests":3,"active_p_offloads":0,"cached_blocks":713,"cache_hit":0,"new_prefill":14027,"score_linear":211062.0,"score_lmetric":127695}],"chosen_score_linear":12795.0,"chosen_score_lmetric":0,"t_first_token":335709.141578442,"t_first_token_unix":1779766574.1555216,"t_done":335710.222059673,"t_done_unix":1779766575.2360032},{"request_id":"1253743:4:1307058:295","session_id":"1253743","input_length":49975,"t_proxy_recv":335711.440226119,"t_decision_unix":1779766576.4541674,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9937768884442221,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":49975,"score_linear":34706.0,"score_lmetric":49975},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":4608,"new_prefill":45367,"score_linear":71218.0,"score_lmetric":121193},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":756,"cache_hit":0,"new_prefill":49975,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":861,"cache_hit":49664,"new_prefill":311,"score_linear":-49664.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57218,"ongoing_decode_tokens":0,"pending_prefill_tokens":18818,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":49975,"score_linear":57218.0,"score_lmetric":68793},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":31058,"ongoing_decode_tokens":0,"pending_prefill_tokens":3922,"num_requests":1,"active_p_offloads":0,"cached_blocks":621,"cache_hit":17408,"new_prefill":32567,"score_linear":13650.0,"score_lmetric":36489},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":49975,"score_linear":43607.0,"score_lmetric":49975},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211062,"ongoing_decode_tokens":29948,"pending_prefill_tokens":28538,"num_requests":3,"active_p_offloads":0,"cached_blocks":713,"cache_hit":0,"new_prefill":49975,"score_linear":211062.0,"score_lmetric":235539}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":335711.551850868,"t_first_token_unix":1779766576.565794,"t_done":335712.017461362,"t_done_unix":1779766577.031405},{"request_id":"1304239:3:1307007:294","session_id":"1304239","input_length":13840,"t_proxy_recv":335711.239459686,"t_decision_unix":1779766576.2534008,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":7680,"affinity_cache_ratio":0.5549132947976878,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":6160,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":13840,"score_linear":34706.0,"score_lmetric":13840},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":13840,"score_linear":75826.0,"score_lmetric":89666},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":756,"cache_hit":0,"new_prefill":13840,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":861,"cache_hit":0,"new_prefill":13840,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43378,"ongoing_decode_tokens":0,"pending_prefill_tokens":12658,"num_requests":0,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":7680,"new_prefill":6160,"score_linear":35698.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":31058,"ongoing_decode_tokens":0,"pending_prefill_tokens":3922,"num_requests":1,"active_p_offloads":0,"cached_blocks":621,"cache_hit":0,"new_prefill":13840,"score_linear":31058.0,"score_lmetric":17762},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":13840,"score_linear":43607.0,"score_lmetric":13840},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211062,"ongoing_decode_tokens":29948,"pending_prefill_tokens":28538,"num_requests":3,"active_p_offloads":0,"cached_blocks":713,"cache_hit":0,"new_prefill":13840,"score_linear":211062.0,"score_lmetric":127134}],"chosen_score_linear":35698.0,"chosen_score_lmetric":0,"t_first_token":335714.533791021,"t_first_token_unix":1779766579.5477343,"t_done":335714.770704475,"t_done_unix":1779766579.784648},{"request_id":"1277428:2:1306373:292","session_id":"1277428","input_length":31058,"t_proxy_recv":335708.996570995,"t_decision_unix":1779766574.0105126,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":27136,"affinity_cache_ratio":0.8737201365187713,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":27136,"estimated_new_tokens":3922,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":31058,"score_linear":34706.0,"score_lmetric":31058},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":4608,"new_prefill":26450,"score_linear":71218.0,"score_lmetric":102276},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":897,"ongoing_decode_tokens":897,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":755,"cache_hit":0,"new_prefill":31058,"score_linear":897.0,"score_lmetric":31058},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":861,"cache_hit":17408,"new_prefill":13650,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26822,"ongoing_decode_tokens":12795,"pending_prefill_tokens":14027,"num_requests":1,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":31058,"score_linear":26822.0,"score_lmetric":45085},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":621,"cache_hit":27136,"new_prefill":3922,"score_linear":-27136.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":31058,"score_linear":43607.0,"score_lmetric":31058},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211062,"ongoing_decode_tokens":29948,"pending_prefill_tokens":28538,"num_requests":3,"active_p_offloads":0,"cached_blocks":713,"cache_hit":0,"new_prefill":31058,"score_linear":211062.0,"score_lmetric":178788}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":335711.691302333,"t_first_token_unix":1779766576.7052457,"t_done":335715.189889389,"t_done_unix":1779766580.203833},{"request_id":"1303517:2:1307703:297","session_id":"1303517","input_length":23131,"t_proxy_recv":335713.766341946,"t_decision_unix":1779766578.7802835,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":14848,"affinity_cache_ratio":0.6419091262807488,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":14848,"estimated_new_tokens":8283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":23131,"score_linear":34706.0,"score_lmetric":23131},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":23131,"score_linear":75826.0,"score_lmetric":98957},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":756,"cache_hit":14848,"new_prefill":8283,"score_linear":-14848.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":861,"cache_hit":0,"new_prefill":23131,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57218,"ongoing_decode_tokens":0,"pending_prefill_tokens":18818,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":23131,"score_linear":57218.0,"score_lmetric":41949},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":31058,"ongoing_decode_tokens":31058,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":621,"cache_hit":0,"new_prefill":23131,"score_linear":31058.0,"score_lmetric":23131},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":23131,"score_linear":43607.0,"score_lmetric":23131},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211062,"ongoing_decode_tokens":29948,"pending_prefill_tokens":28538,"num_requests":3,"active_p_offloads":0,"cached_blocks":713,"cache_hit":0,"new_prefill":23131,"score_linear":211062.0,"score_lmetric":155007}],"chosen_score_linear":-14848.0,"chosen_score_lmetric":0,"t_first_token":335715.036509069,"t_first_token_unix":1779766580.0504525,"t_done":335715.419759087,"t_done_unix":1779766580.4337027},{"request_id":"1279412:10:1308091:298","session_id":"1279412","input_length":61505,"t_proxy_recv":335715.080529949,"t_decision_unix":1779766580.0944712,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9906186488903341,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":60928,"estimated_new_tokens":577,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":61505,"score_linear":34706.0,"score_lmetric":61505},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":61505,"score_linear":75826.0,"score_lmetric":137331},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":23131,"ongoing_decode_tokens":23131,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":756,"cache_hit":0,"new_prefill":61505,"score_linear":23131.0,"score_lmetric":61505},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":861,"cache_hit":60928,"new_prefill":577,"score_linear":-60928.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43378,"ongoing_decode_tokens":43378,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":61505,"score_linear":43378.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":31058,"ongoing_decode_tokens":31058,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":621,"cache_hit":0,"new_prefill":61505,"score_linear":31058.0,"score_lmetric":61505},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":12800,"new_prefill":48705,"score_linear":30807.0,"score_lmetric":48705},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211062,"ongoing_decode_tokens":29948,"pending_prefill_tokens":28538,"num_requests":3,"active_p_offloads":0,"cached_blocks":713,"cache_hit":12800,"new_prefill":48705,"score_linear":198262.0,"score_lmetric":231729}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":335715.258298633,"t_first_token_unix":1779766580.2722418,"t_done":335716.029811934,"t_done_unix":1779766581.0437558},{"request_id":"1301929:1:1301929:265","session_id":"1301929","input_length":34706,"t_proxy_recv":335693.231805644,"t_decision_unix":1779766558.245747,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":3584,"estimated_new_tokens":31122,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":653,"cache_hit":3584,"new_prefill":31122,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":52835,"ongoing_decode_tokens":23863,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":34706,"score_linear":52835.0,"score_lmetric":52926},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":577,"cache_hit":0,"new_prefill":34706,"score_linear":43181.0,"score_lmetric":34706},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":34706,"score_linear":43607.0,"score_lmetric":64489},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":152262,"ongoing_decode_tokens":152262,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":34706,"score_linear":152262.0,"score_lmetric":69412}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":335698.064140857,"t_first_token_unix":1779766563.0780847,"t_done":335716.9148034,"t_done_unix":1779766581.9287467},{"request_id":"1302449:3:1308121:299","session_id":"1302449","input_length":8729,"t_proxy_recv":335715.176752159,"t_decision_unix":1779766580.1906934,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":3584,"affinity_cache_ratio":0.41058540497193263,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":3584,"estimated_new_tokens":5145,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":8729,"score_linear":34706.0,"score_lmetric":8729},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":8729,"score_linear":75826.0,"score_lmetric":84555},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":23131,"ongoing_decode_tokens":23131,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":756,"cache_hit":1024,"new_prefill":7705,"score_linear":22107.0,"score_lmetric":7705},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":61505,"ongoing_decode_tokens":0,"pending_prefill_tokens":577,"num_requests":1,"active_p_offloads":0,"cached_blocks":861,"cache_hit":0,"new_prefill":8729,"score_linear":61505.0,"score_lmetric":9306},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43378,"ongoing_decode_tokens":43378,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":3584,"new_prefill":5145,"score_linear":39794.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":31058,"ongoing_decode_tokens":31058,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":621,"cache_hit":0,"new_prefill":8729,"score_linear":31058.0,"score_lmetric":8729},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":8729,"score_linear":43607.0,"score_lmetric":8729},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211062,"ongoing_decode_tokens":29948,"pending_prefill_tokens":28538,"num_requests":3,"active_p_offloads":0,"cached_blocks":713,"cache_hit":0,"new_prefill":8729,"score_linear":211062.0,"score_lmetric":111801}],"chosen_score_linear":39794.0,"chosen_score_lmetric":0,"t_first_token":335715.617196396,"t_first_token_unix":1779766580.6311398,"t_done":335717.281063759,"t_done_unix":1779766582.295007},{"request_id":"1303651:3:1308202:300","session_id":"1303651","input_length":22896,"t_proxy_recv":335715.430525919,"t_decision_unix":1779766580.4444675,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":12800,"affinity_cache_ratio":0.5590496156533893,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":12800,"estimated_new_tokens":10096,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":22896,"score_linear":34706.0,"score_lmetric":22896},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":3072,"new_prefill":19824,"score_linear":72754.0,"score_lmetric":95650},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":22896,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":61505,"ongoing_decode_tokens":61505,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":861,"cache_hit":0,"new_prefill":22896,"score_linear":61505.0,"score_lmetric":22896},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":52107,"ongoing_decode_tokens":43378,"pending_prefill_tokens":5145,"num_requests":1,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":12800,"new_prefill":10096,"score_linear":39307.0,"score_lmetric":15241},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":22896,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":22896,"score_linear":43607.0,"score_lmetric":22896},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211062,"ongoing_decode_tokens":151916,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":713,"cache_hit":0,"new_prefill":22896,"score_linear":211062.0,"score_lmetric":81774}],"chosen_score_linear":39307.0,"chosen_score_lmetric":15241,"t_first_token":335717.148361696,"t_first_token_unix":1779766582.1623054,"t_done":335717.290690108,"t_done_unix":1779766582.3046334},{"request_id":"1294611:7:1306822:293","session_id":"1294611","input_length":43378,"t_proxy_recv":335710.708820937,"t_decision_unix":1779766575.7227623,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":30720,"affinity_cache_ratio":0.7081930932730878,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":30720,"estimated_new_tokens":12658,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":43378,"score_linear":34706.0,"score_lmetric":43378},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":43378,"score_linear":75826.0,"score_lmetric":119204},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":756,"cache_hit":0,"new_prefill":43378,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":861,"cache_hit":0,"new_prefill":43378,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":30720,"new_prefill":12658,"score_linear":-30720.0,"score_lmetric":-12658},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":31058,"ongoing_decode_tokens":0,"pending_prefill_tokens":3922,"num_requests":1,"active_p_offloads":0,"cached_blocks":621,"cache_hit":0,"new_prefill":43378,"score_linear":31058.0,"score_lmetric":47300},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":43378,"score_linear":43607.0,"score_lmetric":43378},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211062,"ongoing_decode_tokens":29948,"pending_prefill_tokens":28538,"num_requests":3,"active_p_offloads":0,"cached_blocks":713,"cache_hit":12800,"new_prefill":30578,"score_linear":198262.0,"score_lmetric":177348}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":-12658,"t_first_token":335713.933445571,"t_first_token_unix":1779766578.9473891,"t_done":335717.643781001,"t_done_unix":1779766582.6577246},{"request_id":"1303517:3:1309213:303","session_id":"1303517","input_length":23259,"t_proxy_recv":335719.171803136,"t_decision_unix":1779766584.1857445,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9905842899522765,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":23040,"estimated_new_tokens":219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":4679,"ongoing_decode_tokens":4679,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":715,"cache_hit":0,"new_prefill":23259,"score_linear":4679.0,"score_lmetric":23259},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":23259,"score_linear":75826.0,"score_lmetric":99085},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":772,"cache_hit":23040,"new_prefill":219,"score_linear":-23040.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":23259,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43710,"ongoing_decode_tokens":43710,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1119,"cache_hit":0,"new_prefill":23259,"score_linear":43710.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":23259,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":23259,"score_linear":43607.0,"score_lmetric":23259},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211062,"ongoing_decode_tokens":211062,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":713,"cache_hit":0,"new_prefill":23259,"score_linear":211062.0,"score_lmetric":69777}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":335719.252825367,"t_first_token_unix":1779766584.2667685,"t_done":335719.300253046,"t_done_unix":1779766584.3141959},{"request_id":"1309040:1:1309040:302","session_id":"1309040","input_length":4679,"t_proxy_recv":335718.545387717,"t_decision_unix":1779766583.5593293,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4679,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":715,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":4679,"score_linear":75826.0,"score_lmetric":80505},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43710,"ongoing_decode_tokens":43710,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1119,"cache_hit":0,"new_prefill":4679,"score_linear":43710.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":4679,"score_linear":43607.0,"score_lmetric":4679},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211062,"ongoing_decode_tokens":211062,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":713,"cache_hit":0,"new_prefill":4679,"score_linear":211062.0,"score_lmetric":14037}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335718.843501981,"t_first_token_unix":1779766583.8574457,"t_done":335719.343377969,"t_done_unix":1779766584.357321},{"request_id":"1294611:8:1308970:301","session_id":"1294611","input_length":43710,"t_proxy_recv":335718.215768634,"t_decision_unix":1779766583.2297099,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9956531686113017,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":43520,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":715,"cache_hit":0,"new_prefill":43710,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":43710,"score_linear":75826.0,"score_lmetric":119536},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":43710,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":43710,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1119,"cache_hit":43520,"new_prefill":190,"score_linear":-43520.0,"score_lmetric":-190},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":43710,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":43710,"score_linear":43607.0,"score_lmetric":43710},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211062,"ongoing_decode_tokens":211062,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":713,"cache_hit":12800,"new_prefill":30910,"score_linear":198262.0,"score_lmetric":92730}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":-190,"t_first_token":335718.37254763,"t_first_token_unix":1779766583.386491,"t_done":335719.655525705,"t_done_unix":1779766584.6694689},{"request_id":"1269373:10:1304899:282","session_id":"1269373","input_length":59146,"t_proxy_recv":335703.804219303,"t_decision_unix":1779766568.8181605,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9262502958779968,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":54784,"estimated_new_tokens":4362,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":7680,"new_prefill":51466,"score_linear":27026.0,"score_lmetric":51466},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":59146,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":755,"cache_hit":0,"new_prefill":59146,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76296,"ongoing_decode_tokens":26441,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":59146,"score_linear":76296.0,"score_lmetric":118674},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":7798,"ongoing_decode_tokens":0,"pending_prefill_tokens":6774,"num_requests":0,"active_p_offloads":0,"cached_blocks":988,"cache_hit":0,"new_prefill":59146,"score_linear":7798.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":609,"cache_hit":0,"new_prefill":59146,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":59146,"score_linear":43607.0,"score_lmetric":59146},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":151916,"ongoing_decode_tokens":29948,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":713,"cache_hit":54784,"new_prefill":4362,"score_linear":97132.0,"score_lmetric":57076}],"chosen_score_linear":97132.0,"chosen_score_lmetric":57076,"t_first_token":335716.507762071,"t_first_token_unix":1779766581.5217083,"t_done":335720.844233513,"t_done_unix":1779766585.858177},{"request_id":"1309252:1:1309252:304","session_id":"1309252","input_length":24545,"t_proxy_recv":335719.376222037,"t_decision_unix":1779766584.3901637,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":24545,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":24545,"score_linear":75826.0,"score_lmetric":100371},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43710,"ongoing_decode_tokens":43710,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1119,"cache_hit":0,"new_prefill":24545,"score_linear":43710.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":24545,"score_linear":43607.0,"score_lmetric":24545},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211062,"ongoing_decode_tokens":211062,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":713,"cache_hit":0,"new_prefill":24545,"score_linear":211062.0,"score_lmetric":73635}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335722.226141931,"t_first_token_unix":1779766587.2400854,"t_done":335724.10737453,"t_done_unix":1779766589.121318},{"request_id":"1279412:11:1310014:305","session_id":"1279412","input_length":64558,"t_proxy_recv":335722.021577042,"t_decision_unix":1779766587.0355184,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9517023451779795,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":61440,"estimated_new_tokens":3118,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":64558,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":64558,"score_linear":75826.0,"score_lmetric":140384},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24545,"ongoing_decode_tokens":0,"pending_prefill_tokens":24545,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":64558,"score_linear":24545.0,"score_lmetric":89103},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":862,"cache_hit":61440,"new_prefill":3118,"score_linear":-61440.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1119,"cache_hit":0,"new_prefill":64558,"score_linear":0.0,"score_lmetric":-64558},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":64558,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":12800,"new_prefill":51758,"score_linear":30807.0,"score_lmetric":51758},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211362,"ongoing_decode_tokens":211362,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":721,"cache_hit":12800,"new_prefill":51758,"score_linear":198562.0,"score_lmetric":155274}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":335723.324431909,"t_first_token_unix":1779766588.3383749,"t_done":335724.715700472,"t_done_unix":1779766589.7296443},{"request_id":"1305420:1:1305420:285","session_id":"1305420","input_length":75826,"t_proxy_recv":335705.696807852,"t_decision_unix":1779766570.710749,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":75826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":75826,"score_linear":34706.0,"score_lmetric":75826},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":755,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76296,"ongoing_decode_tokens":26441,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":75826,"score_linear":76296.0,"score_lmetric":152034},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":30995,"ongoing_decode_tokens":30995,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":75826,"score_linear":30995.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":614,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":75826,"score_linear":43607.0,"score_lmetric":75826},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211062,"ongoing_decode_tokens":29948,"pending_prefill_tokens":28538,"num_requests":3,"active_p_offloads":0,"cached_blocks":713,"cache_hit":0,"new_prefill":75826,"score_linear":211062.0,"score_lmetric":313092}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335725.398593545,"t_first_token_unix":1779766590.412537,"t_done":335726.031385949,"t_done_unix":1779766591.0453296},{"request_id":"1310590:1:1310590:306","session_id":"1310590","input_length":18089,"t_proxy_recv":335723.958684823,"t_decision_unix":1779766588.9726262,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-18089,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":18089,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":18089,"score_linear":75826.0,"score_lmetric":93915},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24545,"ongoing_decode_tokens":24545,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":18089,"score_linear":24545.0,"score_lmetric":18089},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":64558,"ongoing_decode_tokens":64558,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":18089,"score_linear":64558.0,"score_lmetric":18089},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1119,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":-18089},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":18089,"score_linear":43607.0,"score_lmetric":18089},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211362,"ongoing_decode_tokens":211362,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":721,"cache_hit":0,"new_prefill":18089,"score_linear":211362.0,"score_lmetric":54267}],"chosen_score_linear":0.0,"chosen_score_lmetric":-18089,"t_first_token":335725.752853014,"t_first_token_unix":1779766590.7667968,"t_done":335726.258156302,"t_done_unix":1779766591.2720997},{"request_id":"1297811:2:1300578:258","session_id":"1297811","input_length":43607,"t_proxy_recv":335688.575465371,"t_decision_unix":1779766553.589407,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":13824,"affinity_cache_ratio":0.3170133235489715,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":13824,"estimated_new_tokens":29783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":43607,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":43607,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":88621,"ongoing_decode_tokens":0,"pending_prefill_tokens":48685,"num_requests":3,"active_p_offloads":0,"cached_blocks":631,"cache_hit":1536,"new_prefill":42071,"score_linear":87085.0,"score_lmetric":272268},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":799,"cache_hit":0,"new_prefill":43607,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":43607,"score_linear":83370.0,"score_lmetric":103425},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":18893,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":539,"cache_hit":0,"new_prefill":43607,"score_linear":18893.0,"score_lmetric":43607},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":781,"cache_hit":13824,"new_prefill":29783,"score_linear":-13824.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":43607,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13824.0,"chosen_score_lmetric":0,"t_first_token":335694.756909852,"t_first_token_unix":1779766559.770853,"t_done":335726.275092328,"t_done_unix":1779766591.289036},{"request_id":"1303517:4:1311293:308","session_id":"1303517","input_length":24638,"t_proxy_recv":335726.407458193,"t_decision_unix":1779766591.4213996,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9351408393538436,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":23040,"estimated_new_tokens":1598,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":820,"cache_hit":23040,"new_prefill":1598,"score_linear":-23040.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1154,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":-24638},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13164,"ongoing_decode_tokens":0,"pending_prefill_tokens":10604,"num_requests":1,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":24638,"score_linear":13164.0,"score_lmetric":35242},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":842,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211362,"ongoing_decode_tokens":211362,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":721,"cache_hit":0,"new_prefill":24638,"score_linear":211362.0,"score_lmetric":73914}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":335726.750740437,"t_first_token_unix":1779766591.7646837,"t_done":335726.912222697,"t_done_unix":1779766591.926166},{"request_id":"1304943:2:1311189:307","session_id":"1304943","input_length":13164,"t_proxy_recv":335726.096851799,"t_decision_unix":1779766591.1107926,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":2560,"affinity_cache_ratio":0.19446976602856275,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":2560,"estimated_new_tokens":10604,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18089,"ongoing_decode_tokens":18089,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1119,"cache_hit":0,"new_prefill":13164,"score_linear":18089.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":2560,"new_prefill":10604,"score_linear":-2560.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":13164,"score_linear":43607.0,"score_lmetric":13164},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211362,"ongoing_decode_tokens":211362,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":721,"cache_hit":0,"new_prefill":13164,"score_linear":211362.0,"score_lmetric":39492}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":335727.0680248,"t_first_token_unix":1779766592.081968,"t_done":335727.120876111,"t_done_unix":1779766592.1348193},{"request_id":"1277428:3:1311644:311","session_id":"1277428","input_length":31611,"t_proxy_recv":335727.715038421,"t_decision_unix":1779766592.72898,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9880105026731201,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":31232,"estimated_new_tokens":379,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":31611,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":991,"cache_hit":4608,"new_prefill":27003,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":823,"cache_hit":0,"new_prefill":31611,"score_linear":44792.0,"score_lmetric":51827},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":0,"pending_prefill_tokens":292,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":17408,"new_prefill":14203,"score_linear":-8412.0,"score_lmetric":14495},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1154,"cache_hit":0,"new_prefill":31611,"score_linear":0.0,"score_lmetric":-31611},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":31232,"new_prefill":379,"score_linear":-31232.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":842,"cache_hit":0,"new_prefill":31611,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211362,"ongoing_decode_tokens":211362,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":721,"cache_hit":0,"new_prefill":31611,"score_linear":211362.0,"score_lmetric":94833}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":335727.783179952,"t_first_token_unix":1779766592.7971234,"t_done":335728.125775626,"t_done_unix":1779766593.1397188},{"request_id":"1258908:2:1311606:310","session_id":"1258908","input_length":8996,"t_proxy_recv":335727.534755675,"t_decision_unix":1779766592.5486972,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9675411293908404,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":8704,"estimated_new_tokens":292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":823,"cache_hit":0,"new_prefill":8996,"score_linear":44792.0,"score_lmetric":29212},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":868,"cache_hit":8704,"new_prefill":292,"score_linear":-8704.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1154,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":-8996},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":842,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211362,"ongoing_decode_tokens":211362,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":721,"cache_hit":0,"new_prefill":8996,"score_linear":211362.0,"score_lmetric":26988}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":335728.20920513,"t_first_token_unix":1779766593.2231483,"t_done":335730.127218744,"t_done_unix":1779766595.141162},{"request_id":"1311753:1:1311753:312","session_id":"1311753","input_length":20175,"t_proxy_recv":335728.110595345,"t_decision_unix":1779766593.1245368,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-20175,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":20175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":823,"cache_hit":0,"new_prefill":20175,"score_linear":44792.0,"score_lmetric":40391},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":0,"pending_prefill_tokens":292,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":20175,"score_linear":8996.0,"score_lmetric":20467},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1154,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":-20175},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":31611,"ongoing_decode_tokens":31611,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":20175,"score_linear":31611.0,"score_lmetric":20175},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":842,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211362,"ongoing_decode_tokens":211362,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":721,"cache_hit":0,"new_prefill":20175,"score_linear":211362.0,"score_lmetric":60525}],"chosen_score_linear":0.0,"chosen_score_lmetric":-20175,"t_first_token":335730.226515764,"t_first_token_unix":1779766595.2404592,"t_done":335730.413087533,"t_done_unix":1779766595.4270306},{"request_id":"1269373:11:1307381:296","session_id":"1269373","input_length":59446,"t_proxy_recv":335720.855261598,"t_decision_unix":1779766585.869203,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9904787538270027,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":58880,"estimated_new_tokens":566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":7680,"new_prefill":51766,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":59446,"score_linear":75826.0,"score_lmetric":135272},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24545,"ongoing_decode_tokens":0,"pending_prefill_tokens":24545,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":59446,"score_linear":24545.0,"score_lmetric":83991},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":59446,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1119,"cache_hit":0,"new_prefill":59446,"score_linear":0.0,"score_lmetric":-59446},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":59446,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":59446,"score_linear":43607.0,"score_lmetric":59446},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":151916,"ongoing_decode_tokens":151916,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":721,"cache_hit":58880,"new_prefill":566,"score_linear":93036.0,"score_lmetric":1132}],"chosen_score_linear":93036.0,"chosen_score_lmetric":1132,"t_first_token":335721.014102951,"t_first_token_unix":1779766586.0280464,"t_done":335730.493212823,"t_done_unix":1779766595.5071564},{"request_id":"1294611:9:1312398:313","session_id":"1294611","input_length":44335,"t_proxy_recv":335730.390312357,"t_decision_unix":1779766595.4042537,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9816172324348709,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":43520,"estimated_new_tokens":815,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":823,"cache_hit":0,"new_prefill":44335,"score_linear":44792.0,"score_lmetric":64551},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":20175,"ongoing_decode_tokens":20175,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1154,"cache_hit":43520,"new_prefill":815,"score_linear":-23345.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":842,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211362,"ongoing_decode_tokens":211362,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":721,"cache_hit":12800,"new_prefill":31535,"score_linear":198562.0,"score_lmetric":94605}],"chosen_score_linear":-23345.0,"chosen_score_lmetric":0,"t_first_token":335730.641851634,"t_first_token_unix":1779766595.6557949,"t_done":335731.949278695,"t_done_unix":1779766596.9632218},{"request_id":"1303517:5:1313040:317","session_id":"1303517","input_length":25637,"t_proxy_recv":335732.454232584,"t_decision_unix":1779766597.468174,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9586145024768888,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24576,"estimated_new_tokens":1061,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":40245,"ongoing_decode_tokens":0,"pending_prefill_tokens":18741,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":25637,"score_linear":40245.0,"score_lmetric":88756},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44792,"ongoing_decode_tokens":44792,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":823,"cache_hit":24576,"new_prefill":1061,"score_linear":20216.0,"score_lmetric":1061},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1194,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":-25637},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":842,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":214756,"ongoing_decode_tokens":151916,"pending_prefill_tokens":2936,"num_requests":3,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":25637,"score_linear":214756.0,"score_lmetric":85719}],"chosen_score_linear":20216.0,"chosen_score_lmetric":1061,"t_first_token":335732.741952983,"t_first_token_unix":1779766597.755896,"t_done":335732.793905789,"t_done_unix":1779766597.807849},{"request_id":"1309252:2:1311531:309","session_id":"1309252","input_length":44792,"t_proxy_recv":335727.305135863,"t_decision_unix":1779766592.3190775,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":24576,"affinity_cache_ratio":0.5486694052509377,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24576,"estimated_new_tokens":20216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":823,"cache_hit":24576,"new_prefill":20216,"score_linear":-24576.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1154,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":-44792},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":842,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211362,"ongoing_decode_tokens":211362,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":721,"cache_hit":0,"new_prefill":44792,"score_linear":211362.0,"score_lmetric":134376}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":335732.286743861,"t_first_token_unix":1779766597.300687,"t_done":335733.211563277,"t_done_unix":1779766598.2255065},{"request_id":"1306347:2:1312642:314","session_id":"1306347","input_length":13360,"t_proxy_recv":335731.281213054,"t_decision_unix":1779766596.2951543,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":1,"affinity_cache_hit":512,"affinity_cache_ratio":0.03832335329341317,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":13360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":823,"cache_hit":512,"new_prefill":12848,"score_linear":44280.0,"score_lmetric":33064},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44335,"ongoing_decode_tokens":44335,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1193,"cache_hit":0,"new_prefill":13360,"score_linear":44335.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":842,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":151916,"ongoing_decode_tokens":151916,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":13360,"score_linear":151916.0,"score_lmetric":26720}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335732.471896341,"t_first_token_unix":1779766597.4858394,"t_done":335734.090172815,"t_done_unix":1779766599.104116},{"request_id":"1268861:4:1312689:315","session_id":"1268861","input_length":26885,"t_proxy_recv":335731.449339977,"t_decision_unix":1779766596.4632812,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":21504,"affinity_cache_ratio":0.7998512181513855,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":21504,"estimated_new_tokens":5381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13360,"ongoing_decode_tokens":0,"pending_prefill_tokens":13360,"num_requests":1,"active_p_offloads":0,"cached_blocks":991,"cache_hit":21504,"new_prefill":5381,"score_linear":-8144.0,"score_lmetric":18741},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":823,"cache_hit":0,"new_prefill":26885,"score_linear":44792.0,"score_lmetric":47101},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44335,"ongoing_decode_tokens":44335,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1193,"cache_hit":0,"new_prefill":26885,"score_linear":44335.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":842,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":151916,"ongoing_decode_tokens":151916,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":723,"cache_hit":12800,"new_prefill":14085,"score_linear":139116.0,"score_lmetric":28170}],"chosen_score_linear":-8144.0,"chosen_score_lmetric":18741,"t_first_token":335733.327435095,"t_first_token_unix":1779766598.3413782,"t_done":335734.73841252,"t_done_unix":1779766599.7523558},{"request_id":"1279412:12:1313518:319","session_id":"1279412","input_length":64755,"t_proxy_recv":335734.193732971,"t_decision_unix":1779766599.2076743,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9962473940236275,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":64512,"estimated_new_tokens":243,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":26885,"ongoing_decode_tokens":26885,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":64755,"score_linear":26885.0,"score_lmetric":64755},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":64512,"new_prefill":243,"score_linear":-64512.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":22686,"ongoing_decode_tokens":0,"pending_prefill_tokens":22686,"num_requests":0,"active_p_offloads":0,"cached_blocks":1194,"cache_hit":0,"new_prefill":64755,"score_linear":22686.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":842,"cache_hit":12800,"new_prefill":51955,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":214756,"ongoing_decode_tokens":214756,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":723,"cache_hit":12800,"new_prefill":51955,"score_linear":201956.0,"score_lmetric":155865}],"chosen_score_linear":-64512.0,"chosen_score_lmetric":0,"t_first_token":335734.304354972,"t_first_token_unix":1779766599.3182983,"t_done":335735.618963598,"t_done_unix":1779766600.6329072},{"request_id":"1313181:1:1313181:318","session_id":"1313181","input_length":22686,"t_proxy_recv":335733.073300076,"t_decision_unix":1779766598.0872414,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-22686,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":22686,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":40245,"ongoing_decode_tokens":13360,"pending_prefill_tokens":5381,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":22686,"score_linear":40245.0,"score_lmetric":56134},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44792,"ongoing_decode_tokens":44792,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":22686,"score_linear":44792.0,"score_lmetric":22686},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":12800,"new_prefill":9886,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1194,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":-22686},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":842,"cache_hit":12800,"new_prefill":9886,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":214756,"ongoing_decode_tokens":151916,"pending_prefill_tokens":2936,"num_requests":3,"active_p_offloads":0,"cached_blocks":723,"cache_hit":12800,"new_prefill":9886,"score_linear":201956.0,"score_lmetric":38466}],"chosen_score_linear":0.0,"chosen_score_lmetric":-22686,"t_first_token":335735.596552945,"t_first_token_unix":1779766600.6104977,"t_done":335736.269241247,"t_done_unix":1779766601.283185},{"request_id":"1315313:1:1315313:325","session_id":"1315313","input_length":7,"t_proxy_recv":335740.491347694,"t_decision_unix":1779766605.505289,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":7,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":159159,"ongoing_decode_tokens":0,"pending_prefill_tokens":74679,"num_requests":3,"active_p_offloads":0,"cached_blocks":1238,"cache_hit":0,"new_prefill":7,"score_linear":159159.0,"score_lmetric":224058},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":842,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":214756,"ongoing_decode_tokens":214756,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":7,"score_linear":214756.0,"score_lmetric":21}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335740.513976109,"t_first_token_unix":1779766605.527919,"t_done":335740.518117234,"t_done_unix":1779766605.5320601},{"request_id":"1269373:12:1312836:316","session_id":"1269373","input_length":62840,"t_proxy_recv":335731.821769665,"t_decision_unix":1779766596.835711,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":59904,"affinity_cache_ratio":0.9532781667727562,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":59904,"estimated_new_tokens":2936,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":7680,"new_prefill":55160,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":40245,"ongoing_decode_tokens":0,"pending_prefill_tokens":18741,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":62840,"score_linear":40245.0,"score_lmetric":163162},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":823,"cache_hit":0,"new_prefill":62840,"score_linear":44792.0,"score_lmetric":83056},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44335,"ongoing_decode_tokens":44335,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1193,"cache_hit":0,"new_prefill":62840,"score_linear":44335.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":842,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":151916,"ongoing_decode_tokens":151916,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":723,"cache_hit":59904,"new_prefill":2936,"score_linear":92012.0,"score_lmetric":5872}],"chosen_score_linear":92012.0,"chosen_score_lmetric":5872,"t_first_token":335733.099575232,"t_first_token_unix":1779766598.1135182,"t_done":335741.551942312,"t_done_unix":1779766606.565886},{"request_id":"1309040:2:1315488:326","session_id":"1309040","input_length":23097,"t_proxy_recv":335741.211381654,"t_decision_unix":1779766606.225323,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":4608,"affinity_cache_ratio":0.1995064294064164,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":4608,"estimated_new_tokens":18489,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":4608,"new_prefill":18489,"score_linear":-4608.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":159159,"ongoing_decode_tokens":0,"pending_prefill_tokens":74679,"num_requests":3,"active_p_offloads":0,"cached_blocks":1238,"cache_hit":0,"new_prefill":23097,"score_linear":159159.0,"score_lmetric":293328},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":842,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":214756,"ongoing_decode_tokens":214756,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":23097,"score_linear":214756.0,"score_lmetric":69291}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":335743.562846124,"t_first_token_unix":1779766608.5767896,"t_done":335743.928361098,"t_done_unix":1779766608.9423048},{"request_id":"1272313:11:1302571:271","session_id":"1272313","input_length":29948,"t_proxy_recv":335695.655754521,"t_decision_unix":1779766560.6696959,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":29696,"affinity_cache_ratio":0.991585414718846,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":29696,"estimated_new_tokens":252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":31122,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":7680,"new_prefill":22268,"score_linear":27026.0,"score_lmetric":53390},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":29948,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":1105,"ongoing_decode_tokens":1105,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":29948,"score_linear":1105.0,"score_lmetric":29948},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76296,"ongoing_decode_tokens":0,"pending_prefill_tokens":26632,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":29948,"score_linear":76296.0,"score_lmetric":113160},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":52835,"ongoing_decode_tokens":52835,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":29948,"score_linear":52835.0,"score_lmetric":29948},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":577,"cache_hit":0,"new_prefill":29948,"score_linear":43181.0,"score_lmetric":29948},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":29948,"score_linear":43607.0,"score_lmetric":29948},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":54451,"ongoing_decode_tokens":54451,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":705,"cache_hit":29696,"new_prefill":252,"score_linear":24755.0,"score_lmetric":252}],"chosen_score_linear":24755.0,"chosen_score_lmetric":252,"t_first_token":335695.776953942,"t_first_token_unix":1779766560.7908971,"t_done":335744.69057523,"t_done_unix":1779766609.7045188},{"request_id":"1279412:13:1315780:328","session_id":"1279412","input_length":64949,"t_proxy_recv":335742.277251839,"t_decision_unix":1779766607.291193,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9932716439052179,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":64512,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23097,"ongoing_decode_tokens":0,"pending_prefill_tokens":18489,"num_requests":1,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":64949,"score_linear":23097.0,"score_lmetric":83438},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":64949,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":64949,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":64512,"new_prefill":437,"score_linear":-64512.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":159159,"ongoing_decode_tokens":0,"pending_prefill_tokens":74679,"num_requests":3,"active_p_offloads":0,"cached_blocks":1238,"cache_hit":12800,"new_prefill":52149,"score_linear":146359.0,"score_lmetric":380484},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":64949,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":16960,"ongoing_decode_tokens":0,"pending_prefill_tokens":16960,"num_requests":1,"active_p_offloads":0,"cached_blocks":842,"cache_hit":12800,"new_prefill":52149,"score_linear":4160.0,"score_lmetric":69109},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":151916,"ongoing_decode_tokens":151916,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":729,"cache_hit":12800,"new_prefill":52149,"score_linear":139116.0,"score_lmetric":104298}],"chosen_score_linear":-64512.0,"chosen_score_lmetric":0,"t_first_token":335742.412614134,"t_first_token_unix":1779766607.4265575,"t_done":335745.026919914,"t_done_unix":1779766610.0408676},{"request_id":"1315567:1:1315567:327","session_id":"1315567","input_length":16960,"t_proxy_recv":335741.485422382,"t_decision_unix":1779766606.4993641,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":16960,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23097,"ongoing_decode_tokens":0,"pending_prefill_tokens":18489,"num_requests":1,"active_p_offloads":0,"cached_blocks":724,"cache_hit":7680,"new_prefill":9280,"score_linear":15417.0,"score_lmetric":27769},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":16960,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":16960,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":16960,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":159159,"ongoing_decode_tokens":0,"pending_prefill_tokens":74679,"num_requests":3,"active_p_offloads":0,"cached_blocks":1238,"cache_hit":0,"new_prefill":16960,"score_linear":159159.0,"score_lmetric":274917},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":16960,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":842,"cache_hit":0,"new_prefill":16960,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":214756,"ongoing_decode_tokens":214756,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":723,"cache_hit":7680,"new_prefill":9280,"score_linear":207076.0,"score_lmetric":27840}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335743.114859319,"t_first_token_unix":1779766608.1288028,"t_done":335746.219885815,"t_done_unix":1779766611.233829},{"request_id":"1316848:1:1316848:331","session_id":"1316848","input_length":5985,"t_proxy_recv":335745.832649004,"t_decision_unix":1779766610.8465903,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":5985,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":760,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24487,"ongoing_decode_tokens":0,"pending_prefill_tokens":24487,"num_requests":1,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":5985,"score_linear":24487.0,"score_lmetric":30472},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":870,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":159159,"ongoing_decode_tokens":0,"pending_prefill_tokens":74679,"num_requests":3,"active_p_offloads":0,"cached_blocks":1238,"cache_hit":1024,"new_prefill":4961,"score_linear":158135.0,"score_lmetric":238920},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":16960,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":842,"cache_hit":0,"new_prefill":5985,"score_linear":16960.0,"score_lmetric":5985},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":731,"cache_hit":0,"new_prefill":5985,"score_linear":121968.0,"score_lmetric":5985}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335746.230834379,"t_first_token_unix":1779766611.2447774,"t_done":335746.415463979,"t_done_unix":1779766611.4294071},{"request_id":"1316201:1:1316201:329","session_id":"1316201","input_length":24487,"t_proxy_recv":335743.746382422,"t_decision_unix":1779766608.7603235,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":24487,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23097,"ongoing_decode_tokens":23097,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":24487,"score_linear":23097.0,"score_lmetric":24487},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":64949,"ongoing_decode_tokens":64949,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":24487,"score_linear":64949.0,"score_lmetric":24487},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":159159,"ongoing_decode_tokens":0,"pending_prefill_tokens":74679,"num_requests":3,"active_p_offloads":0,"cached_blocks":1238,"cache_hit":0,"new_prefill":24487,"score_linear":159159.0,"score_lmetric":297498},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":16960,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":842,"cache_hit":0,"new_prefill":24487,"score_linear":16960.0,"score_lmetric":24487},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":151916,"ongoing_decode_tokens":151916,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":729,"cache_hit":0,"new_prefill":24487,"score_linear":151916.0,"score_lmetric":48974}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335746.575092983,"t_first_token_unix":1779766611.5890362,"t_done":335746.857787729,"t_done_unix":1779766611.8717308},{"request_id":"1317160:1:1317160:332","session_id":"1317160","input_length":3441,"t_proxy_recv":335746.986232796,"t_decision_unix":1779766612.0001743,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":3441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":760,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":870,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":159159,"ongoing_decode_tokens":0,"pending_prefill_tokens":74679,"num_requests":3,"active_p_offloads":0,"cached_blocks":1238,"cache_hit":0,"new_prefill":3441,"score_linear":159159.0,"score_lmetric":234360},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":731,"cache_hit":0,"new_prefill":3441,"score_linear":121968.0,"score_lmetric":3441}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335747.200749812,"t_first_token_unix":1779766612.2146928,"t_done":335747.358161514,"t_done_unix":1779766612.3721046},{"request_id":"1316848:2:1317438:333","session_id":"1316848","input_length":6040,"t_proxy_recv":335748.067352255,"t_decision_unix":1779766613.0812936,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":5632,"affinity_cache_ratio":0.9324503311258279,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":5632,"estimated_new_tokens":408,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":5632,"new_prefill":408,"score_linear":-5632.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":870,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":159159,"ongoing_decode_tokens":0,"pending_prefill_tokens":74679,"num_requests":3,"active_p_offloads":0,"cached_blocks":1238,"cache_hit":1024,"new_prefill":5016,"score_linear":158135.0,"score_lmetric":239085},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":731,"cache_hit":0,"new_prefill":6040,"score_linear":121968.0,"score_lmetric":6040}],"chosen_score_linear":-5632.0,"chosen_score_lmetric":0,"t_first_token":335748.098987487,"t_first_token_unix":1779766613.1129305,"t_done":335748.513080973,"t_done_unix":1779766613.5270243},{"request_id":"1317160:2:1317773:336","session_id":"1317160","input_length":7440,"t_proxy_recv":335749.387978793,"t_decision_unix":1779766614.4019203,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":3072,"affinity_cache_ratio":0.4129032258064516,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":3072,"estimated_new_tokens":4368,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":766,"cache_hit":3072,"new_prefill":4368,"score_linear":-3072.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":7440,"score_linear":79663.0,"score_lmetric":87103},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":870,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":159159,"ongoing_decode_tokens":57051,"pending_prefill_tokens":17628,"num_requests":3,"active_p_offloads":0,"cached_blocks":1238,"cache_hit":0,"new_prefill":7440,"score_linear":159159.0,"score_lmetric":75204},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":188103,"ongoing_decode_tokens":121968,"pending_prefill_tokens":3159,"num_requests":2,"active_p_offloads":0,"cached_blocks":731,"cache_hit":0,"new_prefill":7440,"score_linear":188103.0,"score_lmetric":21198}],"chosen_score_linear":-3072.0,"chosen_score_lmetric":0,"t_first_token":335749.724559827,"t_first_token_unix":1779766614.7385032,"t_done":335749.851579062,"t_done_unix":1779766614.8655224},{"request_id":"1316201:2:1317776:337","session_id":"1316201","input_length":24768,"t_proxy_recv":335749.406560196,"t_decision_unix":1779766614.4205015,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9715762273901809,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24064,"estimated_new_tokens":704,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":7440,"ongoing_decode_tokens":0,"pending_prefill_tokens":4368,"num_requests":1,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":24768,"score_linear":7440.0,"score_lmetric":29136},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":24768,"score_linear":79663.0,"score_lmetric":104431},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":24064,"new_prefill":704,"score_linear":-24064.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":870,"cache_hit":0,"new_prefill":24768,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":159159,"ongoing_decode_tokens":57051,"pending_prefill_tokens":17628,"num_requests":3,"active_p_offloads":0,"cached_blocks":1238,"cache_hit":0,"new_prefill":24768,"score_linear":159159.0,"score_lmetric":127188},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":24768,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":24768,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":188103,"ongoing_decode_tokens":121968,"pending_prefill_tokens":3159,"num_requests":2,"active_p_offloads":0,"cached_blocks":731,"cache_hit":0,"new_prefill":24768,"score_linear":188103.0,"score_lmetric":55854}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":335749.524291133,"t_first_token_unix":1779766614.5382345,"t_done":335750.065677471,"t_done_unix":1779766615.0796208},{"request_id":"1318031:1:1318031:338","session_id":"1318031","input_length":5219,"t_proxy_recv":335750.046798981,"t_decision_unix":1779766615.0607407,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":5219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":5219,"score_linear":79663.0,"score_lmetric":84882},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24768,"ongoing_decode_tokens":24768,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":5219,"score_linear":24768.0,"score_lmetric":5219},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":870,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":159159,"ongoing_decode_tokens":57051,"pending_prefill_tokens":17628,"num_requests":3,"active_p_offloads":0,"cached_blocks":1238,"cache_hit":0,"new_prefill":5219,"score_linear":159159.0,"score_lmetric":68541},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":731,"cache_hit":0,"new_prefill":5219,"score_linear":188103.0,"score_lmetric":10438}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335750.382935349,"t_first_token_unix":1779766615.3968785,"t_done":335750.610531357,"t_done_unix":1779766615.6244745},{"request_id":"1318036:1:1318036:339","session_id":"1318036","input_length":2696,"t_proxy_recv":335750.052362595,"t_decision_unix":1779766615.066304,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":2696,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5219,"ongoing_decode_tokens":0,"pending_prefill_tokens":5219,"num_requests":1,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":2696,"score_linear":5219.0,"score_lmetric":7915},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":2696,"score_linear":79663.0,"score_lmetric":82359},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24768,"ongoing_decode_tokens":24768,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":2696,"score_linear":24768.0,"score_lmetric":2696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":870,"cache_hit":0,"new_prefill":2696,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":159159,"ongoing_decode_tokens":57051,"pending_prefill_tokens":17628,"num_requests":3,"active_p_offloads":0,"cached_blocks":1238,"cache_hit":0,"new_prefill":2696,"score_linear":159159.0,"score_lmetric":60972},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":2696,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":2696,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":731,"cache_hit":0,"new_prefill":2696,"score_linear":188103.0,"score_lmetric":5392}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335750.226056817,"t_first_token_unix":1779766615.2400002,"t_done":335750.72278718,"t_done_unix":1779766615.7367303},{"request_id":"1310590:2:1315212:324","session_id":"1310590","input_length":32440,"t_proxy_recv":335740.141768402,"t_decision_unix":1779766605.1557097,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":17920,"affinity_cache_ratio":0.5524044389642416,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":17920,"estimated_new_tokens":14520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":126719,"ongoing_decode_tokens":0,"pending_prefill_tokens":60159,"num_requests":2,"active_p_offloads":0,"cached_blocks":1238,"cache_hit":17920,"new_prefill":14520,"score_linear":108799.0,"score_lmetric":149358},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":842,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":214756,"ongoing_decode_tokens":214756,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":32440,"score_linear":214756.0,"score_lmetric":97320}],"chosen_score_linear":108799.0,"chosen_score_lmetric":149358,"t_first_token":335752.444565817,"t_first_token_unix":1779766617.458509,"t_done":335752.803132116,"t_done_unix":1779766617.8170755},{"request_id":"1318604:1:1318604:341","session_id":"1318604","input_length":14412,"t_proxy_recv":335752.096294348,"t_decision_unix":1779766617.110236,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":14412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":784,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":142281,"ongoing_decode_tokens":0,"pending_prefill_tokens":83401,"num_requests":2,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":14412,"score_linear":142281.0,"score_lmetric":195626},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":159159,"ongoing_decode_tokens":126719,"pending_prefill_tokens":14520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1238,"cache_hit":0,"new_prefill":14412,"score_linear":159159.0,"score_lmetric":86796},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":731,"cache_hit":0,"new_prefill":14412,"score_linear":188103.0,"score_lmetric":28824}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335753.364652356,"t_first_token_unix":1779766618.3785954,"t_done":335753.545187889,"t_done_unix":1779766618.5591311},{"request_id":"1313181:2:1314940:323","session_id":"1313181","input_length":24306,"t_proxy_recv":335739.259779653,"t_decision_unix":1779766604.2737215,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":22528,"affinity_cache_ratio":0.9268493376121122,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":22528,"estimated_new_tokens":1778,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":12800,"new_prefill":11506,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":102413,"ongoing_decode_tokens":0,"pending_prefill_tokens":58381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1238,"cache_hit":22528,"new_prefill":1778,"score_linear":79885.0,"score_lmetric":60159},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":842,"cache_hit":12800,"new_prefill":11506,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":214756,"ongoing_decode_tokens":214756,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":723,"cache_hit":12800,"new_prefill":11506,"score_linear":201956.0,"score_lmetric":34518}],"chosen_score_linear":79885.0,"chosen_score_lmetric":60159,"t_first_token":335750.847533579,"t_first_token_unix":1779766615.8614767,"t_done":335753.79751899,"t_done_unix":1779766618.8114622},{"request_id":"1294611:10:1314495:322","session_id":"1294611","input_length":45362,"t_proxy_recv":335737.847935676,"t_decision_unix":1779766602.861877,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":44032,"affinity_cache_ratio":0.970680305101186,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":44032,"estimated_new_tokens":1330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":57051,"num_requests":0,"active_p_offloads":0,"cached_blocks":1238,"cache_hit":44032,"new_prefill":1330,"score_linear":13019.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":842,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":214756,"ongoing_decode_tokens":214756,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":723,"cache_hit":12800,"new_prefill":32562,"score_linear":201956.0,"score_lmetric":97686}],"chosen_score_linear":13019.0,"chosen_score_lmetric":0,"t_first_token":335750.841701788,"t_first_token_unix":1779766615.8556452,"t_done":335754.959562928,"t_done_unix":1779766619.9735072},{"request_id":"1314357:1:1314357:321","session_id":"1314357","input_length":57051,"t_proxy_recv":335737.387149346,"t_decision_unix":1779766602.4010909,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-57051,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":57051,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":3584,"new_prefill":53467,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1238,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":-57051},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":842,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":214756,"ongoing_decode_tokens":214756,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":57051,"score_linear":214756.0,"score_lmetric":171153}],"chosen_score_linear":0.0,"chosen_score_lmetric":-57051,"t_first_token":335749.309840519,"t_first_token_unix":1779766614.323784,"t_done":335755.303188166,"t_done_unix":1779766620.3171318},{"request_id":"1269373:13:1317516:334","session_id":"1269373","input_length":66135,"t_proxy_recv":335748.328717765,"t_decision_unix":1779766613.342659,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9522340666817872,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":62976,"estimated_new_tokens":3159,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":766,"cache_hit":7680,"new_prefill":58455,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":6040,"ongoing_decode_tokens":6040,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":66135,"score_linear":6040.0,"score_lmetric":66135},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":66135,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":870,"cache_hit":0,"new_prefill":66135,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":159159,"ongoing_decode_tokens":0,"pending_prefill_tokens":74679,"num_requests":3,"active_p_offloads":0,"cached_blocks":1238,"cache_hit":0,"new_prefill":66135,"score_linear":159159.0,"score_lmetric":422442},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":66135,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":7680,"new_prefill":58455,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":731,"cache_hit":62976,"new_prefill":3159,"score_linear":58992.0,"score_lmetric":3159}],"chosen_score_linear":58992.0,"chosen_score_lmetric":3159,"t_first_token":335749.664143466,"t_first_token_unix":1779766614.678087,"t_done":335757.000319241,"t_done_unix":1779766622.0142627},{"request_id":"1318604:2:1319895:347","session_id":"1318604","input_length":15745,"t_proxy_recv":335756.612808551,"t_decision_unix":1779766621.6267502,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9105112734201334,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":14336,"estimated_new_tokens":1409,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":784,"cache_hit":0,"new_prefill":15745,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":0,"pending_prefill_tokens":84067,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":15745,"score_linear":148579.0,"score_lmetric":299436},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":14336,"new_prefill":1409,"score_linear":-14336.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71854,"ongoing_decode_tokens":0,"pending_prefill_tokens":6830,"num_requests":1,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":15745,"score_linear":71854.0,"score_lmetric":22575},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":54546,"num_requests":0,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":0,"new_prefill":15745,"score_linear":54546.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":15745,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":15745,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":731,"cache_hit":0,"new_prefill":15745,"score_linear":188103.0,"score_lmetric":31490}],"chosen_score_linear":-14336.0,"chosen_score_lmetric":0,"t_first_token":335756.860131775,"t_first_token_unix":1779766621.8740757,"t_done":335757.050729688,"t_done_unix":1779766622.064673},{"request_id":"1279412:14:1319059:344","session_id":"1279412","input_length":71854,"t_proxy_recv":335753.825982057,"t_decision_unix":1779766618.8399236,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9049461407854816,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":65024,"estimated_new_tokens":6830,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":784,"cache_hit":0,"new_prefill":71854,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":0,"pending_prefill_tokens":84067,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":71854,"score_linear":148579.0,"score_lmetric":467763},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":71854,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":875,"cache_hit":65024,"new_prefill":6830,"score_linear":-65024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":102413,"ongoing_decode_tokens":102413,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1269,"cache_hit":12800,"new_prefill":59054,"score_linear":89613.0,"score_lmetric":59054},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":71854,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":12800,"new_prefill":59054,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":731,"cache_hit":12800,"new_prefill":59054,"score_linear":175303.0,"score_lmetric":118108}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":335756.781114059,"t_first_token_unix":1779766621.795057,"t_done":335759.683403118,"t_done_unix":1779766624.6973464},{"request_id":"1318604:3:1320865:350","session_id":"1318604","input_length":17883,"t_proxy_recv":335760.231132411,"t_decision_unix":1779766625.2450736,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":15360,"affinity_cache_ratio":0.8589162892132193,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":15360,"estimated_new_tokens":2523,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":784,"cache_hit":0,"new_prefill":17883,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":0,"pending_prefill_tokens":84067,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":17883,"score_linear":148579.0,"score_lmetric":305850},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":942,"cache_hit":15360,"new_prefill":2523,"score_linear":-15360.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":888,"cache_hit":0,"new_prefill":17883,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57645,"ongoing_decode_tokens":0,"pending_prefill_tokens":57645,"num_requests":1,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":0,"new_prefill":17883,"score_linear":57645.0,"score_lmetric":75528},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":17883,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":17883,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":738,"cache_hit":0,"new_prefill":17883,"score_linear":121968.0,"score_lmetric":17883}],"chosen_score_linear":-15360.0,"chosen_score_lmetric":0,"t_first_token":335760.63344252,"t_first_token_unix":1779766625.647386,"t_done":335760.853882763,"t_done_unix":1779766625.8678262},{"request_id":"1318036:2:1321282:353","session_id":"1318036","input_length":2677,"t_proxy_recv":335761.695774233,"t_decision_unix":1779766626.709716,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":2560,"affinity_cache_ratio":0.9562943593574897,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":2560,"estimated_new_tokens":117,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":784,"cache_hit":0,"new_prefill":2677,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":0,"pending_prefill_tokens":84067,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":2677,"score_linear":148579.0,"score_lmetric":260232},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":2677,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":888,"cache_hit":2560,"new_prefill":117,"score_linear":-2560.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57645,"ongoing_decode_tokens":0,"pending_prefill_tokens":57645,"num_requests":1,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":0,"new_prefill":2677,"score_linear":57645.0,"score_lmetric":60322},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":42001,"ongoing_decode_tokens":8095,"pending_prefill_tokens":2674,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":2677,"score_linear":42001.0,"score_lmetric":10702},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":2677,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":738,"cache_hit":0,"new_prefill":2677,"score_linear":121968.0,"score_lmetric":2677}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":335761.718190625,"t_first_token_unix":1779766626.7321334,"t_done":335761.725752749,"t_done_unix":1779766626.7396955},{"request_id":"1321042:1:1321042:351","session_id":"1321042","input_length":8095,"t_proxy_recv":335760.880444208,"t_decision_unix":1779766625.8943858,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":8095,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":784,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":0,"pending_prefill_tokens":84067,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":8095,"score_linear":148579.0,"score_lmetric":276486},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":888,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57645,"ongoing_decode_tokens":0,"pending_prefill_tokens":57645,"num_requests":1,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":0,"new_prefill":8095,"score_linear":57645.0,"score_lmetric":65740},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":738,"cache_hit":0,"new_prefill":8095,"score_linear":121968.0,"score_lmetric":8095}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335761.454513741,"t_first_token_unix":1779766626.4684572,"t_done":335762.381883363,"t_done_unix":1779766627.3958263},{"request_id":"1277428:4:1321259:352","session_id":"1277428","input_length":33906,"t_proxy_recv":335761.638782046,"t_decision_unix":1779766626.6527236,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9211349023771603,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":31232,"estimated_new_tokens":2674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":784,"cache_hit":0,"new_prefill":33906,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":0,"pending_prefill_tokens":84067,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":4608,"new_prefill":29298,"score_linear":143971.0,"score_lmetric":340095},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":33906,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":888,"cache_hit":17408,"new_prefill":16498,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57645,"ongoing_decode_tokens":0,"pending_prefill_tokens":57645,"num_requests":1,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":0,"new_prefill":33906,"score_linear":57645.0,"score_lmetric":91551},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":8095,"ongoing_decode_tokens":8095,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":649,"cache_hit":31232,"new_prefill":2674,"score_linear":-23137.0,"score_lmetric":2674},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":33906,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":738,"cache_hit":0,"new_prefill":33906,"score_linear":121968.0,"score_lmetric":33906}],"chosen_score_linear":-23137.0,"chosen_score_lmetric":2674,"t_first_token":335762.26684248,"t_first_token_unix":1779766627.280786,"t_done":335762.927756692,"t_done_unix":1779766627.9417},{"request_id":"1318604:4:1321889:356","session_id":"1318604","input_length":21033,"t_proxy_recv":335763.825092358,"t_decision_unix":1779766628.8390336,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":17920,"affinity_cache_ratio":0.8519944848571293,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":17920,"estimated_new_tokens":3113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":784,"cache_hit":0,"new_prefill":21033,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":0,"pending_prefill_tokens":84067,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":21033,"score_linear":148579.0,"score_lmetric":315300},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":17920,"new_prefill":3113,"score_linear":-17920.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":72402,"ongoing_decode_tokens":72402,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":888,"cache_hit":0,"new_prefill":21033,"score_linear":72402.0,"score_lmetric":21033},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57645,"ongoing_decode_tokens":0,"pending_prefill_tokens":57645,"num_requests":1,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":0,"new_prefill":21033,"score_linear":57645.0,"score_lmetric":78678},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":669,"cache_hit":0,"new_prefill":21033,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":21033,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":188808,"ongoing_decode_tokens":188808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":738,"cache_hit":0,"new_prefill":21033,"score_linear":188808.0,"score_lmetric":42066}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":335764.360533168,"t_first_token_unix":1779766629.3744771,"t_done":335764.59682708,"t_done_unix":1779766629.6107705},{"request_id":"1279412:15:1321613:355","session_id":"1279412","input_length":72402,"t_proxy_recv":335762.812027859,"t_decision_unix":1779766627.825969,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":71680,"affinity_cache_ratio":0.990027899781774,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":71680,"estimated_new_tokens":722,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":784,"cache_hit":0,"new_prefill":72402,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":0,"pending_prefill_tokens":84067,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":72402,"score_linear":148579.0,"score_lmetric":469407},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":72402,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":888,"cache_hit":71680,"new_prefill":722,"score_linear":-71680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57645,"ongoing_decode_tokens":0,"pending_prefill_tokens":57645,"num_requests":1,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":12800,"new_prefill":59602,"score_linear":44845.0,"score_lmetric":117247},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33906,"ongoing_decode_tokens":33906,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":72402,"score_linear":33906.0,"score_lmetric":72402},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":12800,"new_prefill":59602,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":188808,"ongoing_decode_tokens":188808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":738,"cache_hit":12800,"new_prefill":59602,"score_linear":176008.0,"score_lmetric":119204}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":335763.049584616,"t_first_token_unix":1779766628.0635283,"t_done":335765.303641629,"t_done_unix":1779766630.3175855},{"request_id":"1269373:14:1321512:354","session_id":"1269373","input_length":66840,"t_proxy_recv":335762.478408076,"t_decision_unix":1779766627.4923494,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":66560,"affinity_cache_ratio":0.9958108916816277,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":66560,"estimated_new_tokens":280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":784,"cache_hit":7680,"new_prefill":59160,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":0,"pending_prefill_tokens":84067,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":66840,"score_linear":148579.0,"score_lmetric":452721},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":66840,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":888,"cache_hit":0,"new_prefill":66840,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57645,"ongoing_decode_tokens":0,"pending_prefill_tokens":57645,"num_requests":1,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":0,"new_prefill":66840,"score_linear":57645.0,"score_lmetric":124485},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33906,"ongoing_decode_tokens":33906,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":66840,"score_linear":33906.0,"score_lmetric":66840},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":7680,"new_prefill":59160,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":738,"cache_hit":66560,"new_prefill":280,"score_linear":55408.0,"score_lmetric":280}],"chosen_score_linear":55408.0,"chosen_score_lmetric":280,"t_first_token":335762.702315277,"t_first_token_unix":1779766627.7162588,"t_done":335766.762338216,"t_done_unix":1779766631.7762814},{"request_id":"1318031:2:1322552:360","session_id":"1318031","input_length":11145,"t_proxy_recv":335766.341074617,"t_decision_unix":1779766631.3550162,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":5120,"affinity_cache_ratio":0.45939883355764916,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":5120,"estimated_new_tokens":6025,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":784,"cache_hit":5120,"new_prefill":6025,"score_linear":-5120.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":0,"pending_prefill_tokens":84067,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":11145,"score_linear":148579.0,"score_lmetric":285636},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":11145,"score_linear":33182.0,"score_lmetric":44327},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":889,"cache_hit":0,"new_prefill":11145,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57645,"ongoing_decode_tokens":0,"pending_prefill_tokens":57645,"num_requests":1,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":0,"new_prefill":11145,"score_linear":57645.0,"score_lmetric":68790},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":8939,"ongoing_decode_tokens":0,"pending_prefill_tokens":8939,"num_requests":1,"active_p_offloads":0,"cached_blocks":669,"cache_hit":0,"new_prefill":11145,"score_linear":8939.0,"score_lmetric":20084},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":11145,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":188808,"ongoing_decode_tokens":188808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":738,"cache_hit":0,"new_prefill":11145,"score_linear":188808.0,"score_lmetric":22290}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":335766.906528666,"t_first_token_unix":1779766631.920472,"t_done":335766.958728512,"t_done_unix":1779766631.9726717},{"request_id":"1322540:1:1322540:359","session_id":"1322540","input_length":8939,"t_proxy_recv":335766.282271383,"t_decision_unix":1779766631.2962127,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":8939,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":784,"cache_hit":0,"new_prefill":8939,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":0,"pending_prefill_tokens":84067,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":8939,"score_linear":148579.0,"score_lmetric":279018},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":8939,"score_linear":33182.0,"score_lmetric":42121},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":889,"cache_hit":0,"new_prefill":8939,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57645,"ongoing_decode_tokens":0,"pending_prefill_tokens":57645,"num_requests":1,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":0,"new_prefill":8939,"score_linear":57645.0,"score_lmetric":66584},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":669,"cache_hit":0,"new_prefill":8939,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":8939,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":188808,"ongoing_decode_tokens":188808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":738,"cache_hit":0,"new_prefill":8939,"score_linear":188808.0,"score_lmetric":17878}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335766.954577969,"t_first_token_unix":1779766631.968521,"t_done":335767.218258981,"t_done_unix":1779766632.2322023},{"request_id":"1320630:1:1320630:348","session_id":"1320630","input_length":3099,"t_proxy_recv":335759.388763835,"t_decision_unix":1779766624.402705,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":3099,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":784,"cache_hit":0,"new_prefill":3099,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":0,"pending_prefill_tokens":84067,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":3099,"score_linear":148579.0,"score_lmetric":261498},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":3099,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71854,"ongoing_decode_tokens":71854,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":3099,"score_linear":71854.0,"score_lmetric":3099},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":54546,"num_requests":0,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":0,"new_prefill":3099,"score_linear":54546.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":3099,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":3099,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":738,"cache_hit":0,"new_prefill":3099,"score_linear":121968.0,"score_lmetric":3099}],"chosen_score_linear":54546.0,"chosen_score_lmetric":0,"t_first_token":335767.717411856,"t_first_token_unix":1779766632.7313554,"t_done":335768.059669858,"t_done_unix":1779766633.0736134},{"request_id":"1322540:2:1323519:362","session_id":"1322540","input_length":9016,"t_proxy_recv":335769.577934267,"t_decision_unix":1779766634.5918758,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9653948535936113,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":8704,"estimated_new_tokens":312,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":9016,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":0,"pending_prefill_tokens":84067,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":9016,"score_linear":148579.0,"score_lmetric":279249},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":9016,"score_linear":33182.0,"score_lmetric":42198},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":889,"cache_hit":0,"new_prefill":9016,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":9016,"score_linear":54546.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13008,"ongoing_decode_tokens":0,"pending_prefill_tokens":5328,"num_requests":1,"active_p_offloads":0,"cached_blocks":686,"cache_hit":8704,"new_prefill":312,"score_linear":4304.0,"score_lmetric":5640},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":9016,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":739,"cache_hit":0,"new_prefill":9016,"score_linear":121968.0,"score_lmetric":9016}],"chosen_score_linear":4304.0,"chosen_score_lmetric":5640,"t_first_token":335770.069157858,"t_first_token_unix":1779766635.0831013,"t_done":335770.226723159,"t_done_unix":1779766635.2406666},{"request_id":"1321042:2:1323492:361","session_id":"1321042","input_length":13008,"t_proxy_recv":335769.509059732,"t_decision_unix":1779766634.5230014,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":7680,"affinity_cache_ratio":0.5904059040590406,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":5328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":13008,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":0,"pending_prefill_tokens":84067,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":13008,"score_linear":148579.0,"score_lmetric":291225},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":13008,"score_linear":33182.0,"score_lmetric":46190},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":889,"cache_hit":0,"new_prefill":13008,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":13008,"score_linear":54546.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":686,"cache_hit":7680,"new_prefill":5328,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":13008,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":739,"cache_hit":0,"new_prefill":13008,"score_linear":121968.0,"score_lmetric":13008}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":335770.052221775,"t_first_token_unix":1779766635.0661652,"t_done":335770.482985921,"t_done_unix":1779766635.4969292},{"request_id":"1315567:2:1319894:346","session_id":"1315567","input_length":54546,"t_proxy_recv":335756.610776129,"t_decision_unix":1779766621.6247175,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":4,"affinity_cache_hit":17408,"affinity_cache_ratio":0.31914347523191433,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":-54546,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":54546,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":784,"cache_hit":7680,"new_prefill":46866,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":0,"pending_prefill_tokens":84067,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":54546,"score_linear":148579.0,"score_lmetric":415839},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":54546,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71854,"ongoing_decode_tokens":0,"pending_prefill_tokens":6830,"num_requests":1,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":54546,"score_linear":71854.0,"score_lmetric":61376},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":0,"new_prefill":54546,"score_linear":0.0,"score_lmetric":-54546},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":54546,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":17408,"new_prefill":37138,"score_linear":-17408.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":731,"cache_hit":7680,"new_prefill":46866,"score_linear":180423.0,"score_lmetric":93732}],"chosen_score_linear":0.0,"chosen_score_lmetric":-54546,"t_first_token":335767.695256919,"t_first_token_unix":1779766632.7092004,"t_done":335771.321660147,"t_done_unix":1779766636.335604},{"request_id":"1320630:2:1323748:364","session_id":"1320630","input_length":11298,"t_proxy_recv":335770.353414654,"t_decision_unix":1779766635.367356,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":3072,"affinity_cache_ratio":0.27190653212958044,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":3072,"estimated_new_tokens":8226,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":11298,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":79663,"pending_prefill_tokens":4404,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":11298,"score_linear":148579.0,"score_lmetric":47106},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":11298,"score_linear":33182.0,"score_lmetric":11298},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":889,"cache_hit":0,"new_prefill":11298,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":3072,"new_prefill":8226,"score_linear":51474.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13008,"ongoing_decode_tokens":13008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":686,"cache_hit":0,"new_prefill":11298,"score_linear":13008.0,"score_lmetric":11298},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":11298,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":739,"cache_hit":0,"new_prefill":11298,"score_linear":121968.0,"score_lmetric":11298}],"chosen_score_linear":51474.0,"chosen_score_lmetric":0,"t_first_token":335771.081849582,"t_first_token_unix":1779766636.095793,"t_done":335771.461235466,"t_done_unix":1779766636.4751785},{"request_id":"1324227:1:1324227:367","session_id":"1324227","input_length":14863,"t_proxy_recv":335772.140719162,"t_decision_unix":1779766637.1546607,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-14863,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":14863,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":79663,"pending_prefill_tokens":4404,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":14863,"score_linear":148579.0,"score_lmetric":57801},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":14863,"score_linear":33182.0,"score_lmetric":14863},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75624,"ongoing_decode_tokens":75624,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":889,"cache_hit":0,"new_prefill":14863,"score_linear":75624.0,"score_lmetric":14863},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1511,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":-14863},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":696,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":739,"cache_hit":0,"new_prefill":14863,"score_linear":121968.0,"score_lmetric":14863}],"chosen_score_linear":0.0,"chosen_score_lmetric":-14863,"t_first_token":335773.462998052,"t_first_token_unix":1779766638.4769413,"t_done":335773.714392282,"t_done_unix":1779766638.7283356},{"request_id":"1279412:16:1323780:365","session_id":"1279412","input_length":75624,"t_proxy_recv":335770.449965068,"t_decision_unix":1779766635.4639063,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9546175817200888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":72192,"estimated_new_tokens":3432,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":75624,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":79663,"pending_prefill_tokens":4404,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":75624,"score_linear":148579.0,"score_lmetric":240084},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":75624,"score_linear":33182.0,"score_lmetric":75624},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":889,"cache_hit":72192,"new_prefill":3432,"score_linear":-72192.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65844,"ongoing_decode_tokens":54546,"pending_prefill_tokens":8226,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":12800,"new_prefill":62824,"score_linear":53044.0,"score_lmetric":71050},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13008,"ongoing_decode_tokens":13008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":686,"cache_hit":0,"new_prefill":75624,"score_linear":13008.0,"score_lmetric":75624},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":12800,"new_prefill":62824,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":739,"cache_hit":12800,"new_prefill":62824,"score_linear":109168.0,"score_lmetric":62824}],"chosen_score_linear":-72192.0,"chosen_score_lmetric":0,"t_first_token":335771.95685582,"t_first_token_unix":1779766636.9707994,"t_done":335774.490931546,"t_done_unix":1779766639.504875},{"request_id":"1322540:3:1325410:373","session_id":"1322540","input_length":12118,"t_proxy_recv":335776.175631978,"t_decision_unix":1779766641.1895735,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":8704,"affinity_cache_ratio":0.7182703416405347,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":8704,"estimated_new_tokens":3414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":12118,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":79663,"pending_prefill_tokens":4404,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":12118,"score_linear":148579.0,"score_lmetric":49566},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":12118,"score_linear":33182.0,"score_lmetric":12118},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":12118,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":59442,"ongoing_decode_tokens":59442,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1540,"cache_hit":0,"new_prefill":12118,"score_linear":59442.0,"score_lmetric":12118},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":696,"cache_hit":8704,"new_prefill":3414,"score_linear":-8704.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":12118,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":739,"cache_hit":0,"new_prefill":12118,"score_linear":121968.0,"score_lmetric":12118}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":335776.54367477,"t_first_token_unix":1779766641.5576177,"t_done":335776.66987912,"t_done_unix":1779766641.6838224},{"request_id":"1324964:1:1324964:370","session_id":"1324964","input_length":4312,"t_proxy_recv":335774.557762843,"t_decision_unix":1779766639.5717044,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-4312,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":4312,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":79663,"pending_prefill_tokens":4404,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":4312,"score_linear":148579.0,"score_lmetric":26148},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":4312,"score_linear":33182.0,"score_lmetric":4312},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1540,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":-4312},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":696,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":739,"cache_hit":0,"new_prefill":4312,"score_linear":121968.0,"score_lmetric":4312}],"chosen_score_linear":0.0,"chosen_score_lmetric":-4312,"t_first_token":335774.83211001,"t_first_token_unix":1779766639.8460536,"t_done":335776.960706997,"t_done_unix":1779766641.9746504},{"request_id":"1325987:1:1325987:376","session_id":"1325987","input_length":1823,"t_proxy_recv":335778.271783946,"t_decision_unix":1779766643.285725,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1823,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":1823,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":79663,"pending_prefill_tokens":4404,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":1823,"score_linear":148579.0,"score_lmetric":18681},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":1823,"score_linear":33182.0,"score_lmetric":1823},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":1823,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":0,"new_prefill":1823,"score_linear":55130.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":1823,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":1823,"score_linear":66703.0,"score_lmetric":68526},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":739,"cache_hit":0,"new_prefill":1823,"score_linear":191009.0,"score_lmetric":3646}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335778.397994793,"t_first_token_unix":1779766643.4119375,"t_done":335778.582334732,"t_done_unix":1779766643.5962777},{"request_id":"1326192:1:1326192:378","session_id":"1326192","input_length":9513,"t_proxy_recv":335779.148898722,"t_decision_unix":1779766644.1628401,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":9513,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":9513,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":79663,"pending_prefill_tokens":4404,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":9513,"score_linear":148579.0,"score_lmetric":41751},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":9513,"score_linear":33182.0,"score_lmetric":9513},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81008,"ongoing_decode_tokens":0,"pending_prefill_tokens":5232,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":9513,"score_linear":81008.0,"score_lmetric":14745},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":0,"new_prefill":9513,"score_linear":55130.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":9513,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":9513,"score_linear":66703.0,"score_lmetric":76216},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":739,"cache_hit":0,"new_prefill":9513,"score_linear":191009.0,"score_lmetric":19026}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335779.928461353,"t_first_token_unix":1779766644.9424045,"t_done":335780.472694331,"t_done_unix":1779766645.4866376},{"request_id":"1322540:4:1326861:380","session_id":"1322540","input_length":13249,"t_proxy_recv":335781.425149267,"t_decision_unix":1779766646.4390907,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":11776,"affinity_cache_ratio":0.8888217978715375,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11776,"estimated_new_tokens":1473,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":13249,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":79663,"pending_prefill_tokens":4404,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":13249,"score_linear":148579.0,"score_lmetric":52959},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":13249,"score_linear":33182.0,"score_lmetric":13249},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81008,"ongoing_decode_tokens":0,"pending_prefill_tokens":5232,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":13249,"score_linear":81008.0,"score_lmetric":18481},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":0,"new_prefill":13249,"score_linear":55130.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":720,"cache_hit":11776,"new_prefill":1473,"score_linear":-11776.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":13249,"score_linear":66703.0,"score_lmetric":79952},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":739,"cache_hit":0,"new_prefill":13249,"score_linear":191009.0,"score_lmetric":26498}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":335781.607373269,"t_first_token_unix":1779766646.6213164,"t_done":335781.740217558,"t_done_unix":1779766646.7541614},{"request_id":"1326192:2:1327234:381","session_id":"1326192","input_length":15253,"t_proxy_recv":335782.712689904,"t_decision_unix":1779766647.7266312,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":9216,"affinity_cache_ratio":0.6042090080639874,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":9216,"estimated_new_tokens":6037,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":15253,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":79663,"pending_prefill_tokens":4404,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":15253,"score_linear":148579.0,"score_lmetric":58971},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":15253,"score_linear":33182.0,"score_lmetric":15253},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":15253,"score_linear":81008.0,"score_lmetric":15253},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":0,"new_prefill":15253,"score_linear":55130.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":722,"cache_hit":9216,"new_prefill":6037,"score_linear":-9216.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":15253,"score_linear":66703.0,"score_lmetric":81956},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":739,"cache_hit":0,"new_prefill":15253,"score_linear":191009.0,"score_lmetric":30506}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":335783.405916878,"t_first_token_unix":1779766648.4198601,"t_done":335783.792368233,"t_done_unix":1779766648.8063116},{"request_id":"1324964:2:1327382:382","session_id":"1324964","input_length":5146,"t_proxy_recv":335783.3122082,"t_decision_unix":1779766648.3261497,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":4608,"affinity_cache_ratio":0.895452778857365,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":4608,"estimated_new_tokens":538,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":5146,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":79663,"pending_prefill_tokens":4404,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":5146,"score_linear":148579.0,"score_lmetric":28650},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":5146,"score_linear":33182.0,"score_lmetric":5146},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":5146,"score_linear":81008.0,"score_lmetric":5146},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":4608,"new_prefill":538,"score_linear":50522.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":15253,"ongoing_decode_tokens":0,"pending_prefill_tokens":6037,"num_requests":1,"active_p_offloads":0,"cached_blocks":722,"cache_hit":0,"new_prefill":5146,"score_linear":15253.0,"score_lmetric":11183},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":5146,"score_linear":66703.0,"score_lmetric":71849},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":739,"cache_hit":0,"new_prefill":5146,"score_linear":191009.0,"score_lmetric":10292}],"chosen_score_linear":50522.0,"chosen_score_lmetric":0,"t_first_token":335783.485447564,"t_first_token_unix":1779766648.499391,"t_done":335784.311050712,"t_done_unix":1779766649.3249943},{"request_id":"1316848:3:1318975:343","session_id":"1316848","input_length":6298,"t_proxy_recv":335753.467435133,"t_decision_unix":1779766618.4813764,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":5632,"affinity_cache_ratio":0.8942521435376309,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":5632,"estimated_new_tokens":666,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":784,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":142281,"ongoing_decode_tokens":0,"pending_prefill_tokens":83401,"num_requests":2,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":5632,"new_prefill":666,"score_linear":136649.0,"score_lmetric":168134},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14412,"ongoing_decode_tokens":14412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":6298,"score_linear":14412.0,"score_lmetric":6298},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":126719,"ongoing_decode_tokens":126719,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":1024,"new_prefill":5274,"score_linear":125695.0,"score_lmetric":10548},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":731,"cache_hit":0,"new_prefill":6298,"score_linear":188103.0,"score_lmetric":12596}],"chosen_score_linear":136649.0,"chosen_score_lmetric":168134,"t_first_token":335784.120550731,"t_first_token_unix":1779766649.134494,"t_done":335784.840639639,"t_done_unix":1779766649.8545833},{"request_id":"1269373:15:1325630:375","session_id":"1269373","input_length":69041,"t_proxy_recv":335777.020326595,"t_decision_unix":1779766642.0342672,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":67072,"affinity_cache_ratio":0.971480714358135,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":67072,"estimated_new_tokens":1969,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":7680,"new_prefill":61361,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":79663,"pending_prefill_tokens":4404,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":69041,"score_linear":148579.0,"score_lmetric":220335},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":69041,"score_linear":33182.0,"score_lmetric":69041},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":69041,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":7680,"new_prefill":61361,"score_linear":47450.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":69041,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":876,"cache_hit":7680,"new_prefill":61361,"score_linear":59023.0,"score_lmetric":128064},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":739,"cache_hit":67072,"new_prefill":1969,"score_linear":54896.0,"score_lmetric":1969}],"chosen_score_linear":54896.0,"chosen_score_lmetric":1969,"t_first_token":335778.026539764,"t_first_token_unix":1779766643.0404832,"t_done":335786.886125099,"t_done_unix":1779766651.9000688},{"request_id":"1324964:3:1328499:384","session_id":"1324964","input_length":5234,"t_proxy_recv":335787.327838835,"t_decision_unix":1779766652.3417804,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":5120,"affinity_cache_ratio":0.9782193351165457,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":5120,"estimated_new_tokens":114,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":5234,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":142281,"ongoing_decode_tokens":142281,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":5234,"score_linear":142281.0,"score_lmetric":10468},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":5234,"score_linear":33182.0,"score_lmetric":5234},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":5234,"score_linear":81008.0,"score_lmetric":5234},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76270,"ongoing_decode_tokens":76270,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1550,"cache_hit":5120,"new_prefill":114,"score_linear":71150.0,"score_lmetric":114},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":733,"cache_hit":0,"new_prefill":5234,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":5234,"score_linear":66703.0,"score_lmetric":71937},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":743,"cache_hit":0,"new_prefill":5234,"score_linear":121968.0,"score_lmetric":5234}],"chosen_score_linear":71150.0,"chosen_score_lmetric":114,"t_first_token":335787.361716172,"t_first_token_unix":1779766652.3756592,"t_done":335787.82181022,"t_done_unix":1779766652.8357534},{"request_id":"1322225:1:1322225:358","session_id":"1322225","input_length":33182,"t_proxy_recv":335765.104171551,"t_decision_unix":1779766630.118113,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":33182,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":784,"cache_hit":0,"new_prefill":33182,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":0,"pending_prefill_tokens":84067,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":33182,"score_linear":148579.0,"score_lmetric":351747},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":33182,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":72402,"ongoing_decode_tokens":72402,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":888,"cache_hit":0,"new_prefill":33182,"score_linear":72402.0,"score_lmetric":33182},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57645,"ongoing_decode_tokens":0,"pending_prefill_tokens":57645,"num_requests":1,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":0,"new_prefill":33182,"score_linear":57645.0,"score_lmetric":90827},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":669,"cache_hit":0,"new_prefill":33182,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":33182,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":188808,"ongoing_decode_tokens":188808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":738,"cache_hit":0,"new_prefill":33182,"score_linear":188808.0,"score_lmetric":66364}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335769.822008731,"t_first_token_unix":1779766634.835952,"t_done":335789.95944434,"t_done_unix":1779766654.973388},{"request_id":"1279412:17:1326166:377","session_id":"1279412","input_length":81008,"t_proxy_recv":335778.995315191,"t_decision_unix":1779766644.0092564,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9354137862927119,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":75776,"estimated_new_tokens":5232,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":81008,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":79663,"pending_prefill_tokens":4404,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":81008,"score_linear":148579.0,"score_lmetric":256236},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":81008,"score_linear":33182.0,"score_lmetric":81008},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":896,"cache_hit":75776,"new_prefill":5232,"score_linear":-75776.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":12800,"new_prefill":68208,"score_linear":42330.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":81008,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":876,"cache_hit":12800,"new_prefill":68208,"score_linear":53903.0,"score_lmetric":134911},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":739,"cache_hit":12800,"new_prefill":68208,"score_linear":178209.0,"score_lmetric":136416}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":335781.606457739,"t_first_token_unix":1779766646.6204014,"t_done":335790.211094352,"t_done_unix":1779766655.225038},{"request_id":"1316848:4:1319820:345","session_id":"1316848","input_length":21140,"t_proxy_recv":335784.851931558,"t_decision_unix":1779766649.865873,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":4,"affinity_cache_hit":6144,"affinity_cache_ratio":0.29063386944181646,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":1024,"estimated_new_tokens":20116,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":21140,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":142281,"ongoing_decode_tokens":142281,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":6144,"new_prefill":14996,"score_linear":136137.0,"score_lmetric":29992},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":21140,"score_linear":33182.0,"score_lmetric":21140},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":21140,"score_linear":81008.0,"score_lmetric":21140},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1550,"cache_hit":1024,"new_prefill":20116,"score_linear":54106.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":733,"cache_hit":0,"new_prefill":21140,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":21140,"score_linear":66703.0,"score_lmetric":87843},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":739,"cache_hit":0,"new_prefill":21140,"score_linear":191009.0,"score_lmetric":42280}],"chosen_score_linear":54106.0,"chosen_score_lmetric":0,"t_first_token":335787.126403415,"t_first_token_unix":1779766652.1403465,"t_done":335790.303643601,"t_done_unix":1779766655.3175867},{"request_id":"1329110:1:1329110:389","session_id":"1329110","input_length":9292,"t_proxy_recv":335789.54097166,"t_decision_unix":1779766654.5549128,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":9292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":9292,"score_linear":36880.0,"score_lmetric":46172},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176545,"ongoing_decode_tokens":142281,"pending_prefill_tokens":7640,"num_requests":3,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":9292,"score_linear":176545.0,"score_lmetric":50796},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":9292,"score_linear":33182.0,"score_lmetric":9292},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":9292,"score_linear":81008.0,"score_lmetric":9292},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76270,"ongoing_decode_tokens":76270,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1550,"cache_hit":0,"new_prefill":9292,"score_linear":76270.0,"score_lmetric":9292},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":733,"cache_hit":0,"new_prefill":9292,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":9292,"score_linear":66703.0,"score_lmetric":75995},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":743,"cache_hit":0,"new_prefill":9292,"score_linear":121968.0,"score_lmetric":9292}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335790.248966489,"t_first_token_unix":1779766655.26291,"t_done":335790.564384671,"t_done_unix":1779766655.5783284},{"request_id":"1324964:4:1329201:390","session_id":"1324964","input_length":5414,"t_proxy_recv":335789.850979348,"t_decision_unix":1779766654.8649206,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":5120,"affinity_cache_ratio":0.9456963428149243,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":5120,"estimated_new_tokens":294,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":5414,"score_linear":36880.0,"score_lmetric":42294},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176545,"ongoing_decode_tokens":142281,"pending_prefill_tokens":7640,"num_requests":3,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":5414,"score_linear":176545.0,"score_lmetric":39162},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":5414,"score_linear":33182.0,"score_lmetric":5414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":5414,"score_linear":81008.0,"score_lmetric":5414},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76270,"ongoing_decode_tokens":76270,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1550,"cache_hit":5120,"new_prefill":294,"score_linear":71150.0,"score_lmetric":294},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":9292,"ongoing_decode_tokens":0,"pending_prefill_tokens":9292,"num_requests":1,"active_p_offloads":0,"cached_blocks":733,"cache_hit":0,"new_prefill":5414,"score_linear":9292.0,"score_lmetric":14706},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":5414,"score_linear":66703.0,"score_lmetric":72117},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":743,"cache_hit":0,"new_prefill":5414,"score_linear":121968.0,"score_lmetric":5414}],"chosen_score_linear":71150.0,"chosen_score_lmetric":294,"t_first_token":335789.915050934,"t_first_token_unix":1779766654.9289944,"t_done":335790.781980764,"t_done_unix":1779766655.7959242},{"request_id":"1266668:12:1303535:276","session_id":"1266668","input_length":121968,"t_proxy_recv":335698.992199212,"t_decision_unix":1779766564.0061405,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":97792,"affinity_cache_ratio":0.8017840745113473,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":97792,"estimated_new_tokens":24176,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":7680,"new_prefill":114288,"score_linear":27026.0,"score_lmetric":114288},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":837,"cache_hit":0,"new_prefill":121968,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":726,"cache_hit":0,"new_prefill":121968,"score_linear":15081.0,"score_lmetric":137049},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76296,"ongoing_decode_tokens":26441,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":121968,"score_linear":76296.0,"score_lmetric":244318},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":121968,"score_linear":0.0,"score_lmetric":-121968},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":580,"cache_hit":0,"new_prefill":121968,"score_linear":14944.0,"score_lmetric":136912},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":121968,"score_linear":43607.0,"score_lmetric":121968},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":713,"cache_hit":97792,"new_prefill":24176,"score_linear":-67844.0,"score_lmetric":24176}],"chosen_score_linear":-67844.0,"chosen_score_lmetric":24176,"t_first_token":335715.20467362,"t_first_token_unix":1779766580.2186172,"t_done":335790.982126723,"t_done_unix":1779766655.9960704},{"request_id":"1325987:2:1329336:391","session_id":"1325987","input_length":7423,"t_proxy_recv":335790.387873505,"t_decision_unix":1779766655.401815,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":3,"affinity_cache_hit":1536,"affinity_cache_ratio":0.20692442408729625,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":7423,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":798,"cache_hit":1536,"new_prefill":5887,"score_linear":35344.0,"score_lmetric":42767},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176545,"ongoing_decode_tokens":142281,"pending_prefill_tokens":7640,"num_requests":3,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":7423,"score_linear":176545.0,"score_lmetric":45189},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1019,"cache_hit":0,"new_prefill":7423,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":7423,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82015,"ongoing_decode_tokens":82015,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1589,"cache_hit":0,"new_prefill":7423,"score_linear":82015.0,"score_lmetric":14846},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":9292,"ongoing_decode_tokens":9292,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":733,"cache_hit":0,"new_prefill":7423,"score_linear":9292.0,"score_lmetric":7423},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":7423,"score_linear":66703.0,"score_lmetric":74126},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":743,"cache_hit":0,"new_prefill":7423,"score_linear":121968.0,"score_lmetric":7423}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335790.896900401,"t_first_token_unix":1779766655.9108436,"t_done":335791.104070381,"t_done_unix":1779766656.1180134},{"request_id":"1316848:5:1322192:357","session_id":"1316848","input_length":21471,"t_proxy_recv":335790.308806526,"t_decision_unix":1779766655.3227482,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9776908388058311,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":20992,"estimated_new_tokens":479,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":21471,"score_linear":36880.0,"score_lmetric":58351},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176545,"ongoing_decode_tokens":142281,"pending_prefill_tokens":7640,"num_requests":3,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":6144,"new_prefill":15327,"score_linear":170401.0,"score_lmetric":68901},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1019,"cache_hit":0,"new_prefill":21471,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":21471,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":60544,"ongoing_decode_tokens":60544,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1589,"cache_hit":20992,"new_prefill":479,"score_linear":39552.0,"score_lmetric":479},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":9292,"ongoing_decode_tokens":9292,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":733,"cache_hit":0,"new_prefill":21471,"score_linear":9292.0,"score_lmetric":21471},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":21471,"score_linear":66703.0,"score_lmetric":88174},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":743,"cache_hit":0,"new_prefill":21471,"score_linear":121968.0,"score_lmetric":21471}],"chosen_score_linear":39552.0,"chosen_score_lmetric":479,"t_first_token":335790.368514993,"t_first_token_unix":1779766655.3824582,"t_done":335791.313745013,"t_done_unix":1779766656.3276885},{"request_id":"1325541:1:1325541:374","session_id":"1325541","input_length":66703,"t_proxy_recv":335776.760450242,"t_decision_unix":1779766641.774392,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":66703,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":66703,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":79663,"pending_prefill_tokens":4404,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":66703,"score_linear":148579.0,"score_lmetric":213321},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":66703,"score_linear":33182.0,"score_lmetric":66703},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":66703,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":59442,"ongoing_decode_tokens":59442,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1540,"cache_hit":0,"new_prefill":66703,"score_linear":59442.0,"score_lmetric":66703},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":66703,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":66703,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":739,"cache_hit":0,"new_prefill":66703,"score_linear":121968.0,"score_lmetric":66703}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335792.533941552,"t_first_token_unix":1779766657.547885,"t_done":335792.804209581,"t_done_unix":1779766657.8181536},{"request_id":"1329470:1:1329470:392","session_id":"1329470","input_length":10847,"t_proxy_recv":335790.874302785,"t_decision_unix":1779766655.8882444,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":10847,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":10847,"score_linear":36880.0,"score_lmetric":47727},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176545,"ongoing_decode_tokens":142281,"pending_prefill_tokens":7640,"num_requests":3,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":10847,"score_linear":176545.0,"score_lmetric":55461},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1019,"cache_hit":0,"new_prefill":10847,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":7423,"ongoing_decode_tokens":0,"pending_prefill_tokens":7423,"num_requests":1,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":10847,"score_linear":7423.0,"score_lmetric":18270},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76601,"ongoing_decode_tokens":76601,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1589,"cache_hit":0,"new_prefill":10847,"score_linear":76601.0,"score_lmetric":10847},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":751,"cache_hit":0,"new_prefill":10847,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":10847,"score_linear":66703.0,"score_lmetric":77550},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":743,"cache_hit":0,"new_prefill":10847,"score_linear":121968.0,"score_lmetric":10847}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335791.748454038,"t_first_token_unix":1779766656.7623978,"t_done":335793.264080851,"t_done_unix":1779766658.2780242},{"request_id":"1328753:1:1328753:387","session_id":"1328753","input_length":36880,"t_proxy_recv":335788.27567749,"t_decision_unix":1779766653.289619,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":36880,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":36880,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":142281,"ongoing_decode_tokens":142281,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":36880,"score_linear":142281.0,"score_lmetric":73760},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":36880,"score_linear":33182.0,"score_lmetric":36880},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":36880,"score_linear":81008.0,"score_lmetric":36880},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76270,"ongoing_decode_tokens":76270,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1550,"cache_hit":0,"new_prefill":36880,"score_linear":76270.0,"score_lmetric":36880},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":733,"cache_hit":0,"new_prefill":36880,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":36880,"score_linear":66703.0,"score_lmetric":103583},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":743,"cache_hit":0,"new_prefill":36880,"score_linear":121968.0,"score_lmetric":36880}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335793.83986714,"t_first_token_unix":1779766658.853811,"t_done":335794.22815972,"t_done_unix":1779766659.2421038},{"request_id":"1330130:1:1330130:396","session_id":"1330130","input_length":11725,"t_proxy_recv":335793.144007052,"t_decision_unix":1779766658.1579485,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":11725,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":11725,"score_linear":36880.0,"score_lmetric":48605},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176545,"ongoing_decode_tokens":176545,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":11725,"score_linear":176545.0,"score_lmetric":35175},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10847,"ongoing_decode_tokens":10847,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1019,"cache_hit":0,"new_prefill":11725,"score_linear":10847.0,"score_lmetric":11725},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":11725,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":170130,"ongoing_decode_tokens":79525,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":0,"new_prefill":11725,"score_linear":170130.0,"score_lmetric":24436},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":751,"cache_hit":0,"new_prefill":11725,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1006,"cache_hit":0,"new_prefill":11725,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":791,"cache_hit":0,"new_prefill":11725,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335794.097745665,"t_first_token_unix":1779766659.1116889,"t_done":335794.555809024,"t_done_unix":1779766659.5697522},{"request_id":"1328753:2:1330033:395","session_id":"1328753","input_length":37007,"t_proxy_recv":335794.235351471,"t_decision_unix":1779766659.249293,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9961358661874781,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":36864,"estimated_new_tokens":143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":870,"cache_hit":36864,"new_prefill":143,"score_linear":-36864.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176545,"ongoing_decode_tokens":176545,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":37007,"score_linear":176545.0,"score_lmetric":111021},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1040,"cache_hit":0,"new_prefill":37007,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":37007,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":0,"new_prefill":37007,"score_linear":176821.0,"score_lmetric":117213},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":11725,"ongoing_decode_tokens":11725,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":751,"cache_hit":0,"new_prefill":37007,"score_linear":11725.0,"score_lmetric":37007},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1006,"cache_hit":0,"new_prefill":37007,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":791,"cache_hit":0,"new_prefill":37007,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-36864.0,"chosen_score_lmetric":0,"t_first_token":335794.330767698,"t_first_token_unix":1779766659.3447108,"t_done":335794.79330207,"t_done_unix":1779766659.8072453},{"request_id":"1330881:1:1330881:400","session_id":"1330881","input_length":3866,"t_proxy_recv":335795.902844376,"t_decision_unix":1779766660.9167857,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":3866,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":870,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176545,"ongoing_decode_tokens":176545,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":3866,"score_linear":176545.0,"score_lmetric":11598},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1040,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":0,"new_prefill":3866,"score_linear":176821.0,"score_lmetric":17790},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":25688,"ongoing_decode_tokens":0,"pending_prefill_tokens":10840,"num_requests":1,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":3866,"score_linear":25688.0,"score_lmetric":14706},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1006,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":791,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335796.151632731,"t_first_token_unix":1779766661.1655762,"t_done":335796.512226664,"t_done_unix":1779766661.5261703},{"request_id":"1326192:3:1330643:399","session_id":"1326192","input_length":25688,"t_proxy_recv":335795.044460745,"t_decision_unix":1779766660.0584023,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":14848,"affinity_cache_ratio":0.5780130800373715,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":14848,"estimated_new_tokens":10840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":870,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176545,"ongoing_decode_tokens":176545,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":25688,"score_linear":176545.0,"score_lmetric":77064},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1040,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":0,"new_prefill":25688,"score_linear":176821.0,"score_lmetric":83256},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":774,"cache_hit":14848,"new_prefill":10840,"score_linear":-14848.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1006,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":791,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-14848.0,"chosen_score_lmetric":0,"t_first_token":335796.792328555,"t_first_token_unix":1779766661.806272,"t_done":335797.07851695,"t_done_unix":1779766662.0924606},{"request_id":"1317598:1:1317598:335","session_id":"1317598","input_length":79663,"t_proxy_recv":335748.655427296,"t_decision_unix":1779766613.6693685,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":79663,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":870,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":159159,"ongoing_decode_tokens":0,"pending_prefill_tokens":74679,"num_requests":3,"active_p_offloads":0,"cached_blocks":1238,"cache_hit":512,"new_prefill":79151,"score_linear":158647.0,"score_lmetric":461490},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":188103,"ongoing_decode_tokens":121968,"pending_prefill_tokens":3159,"num_requests":2,"active_p_offloads":0,"cached_blocks":731,"cache_hit":0,"new_prefill":79663,"score_linear":188103.0,"score_lmetric":165644}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335770.342588104,"t_first_token_unix":1779766635.3565316,"t_done":335797.242501706,"t_done_unix":1779766662.2564452},{"request_id":"1268861:5:1329060:388","session_id":"1268861","input_length":34264,"t_proxy_recv":335789.412854586,"t_decision_unix":1779766654.4267957,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":26624,"affinity_cache_ratio":0.7770254494513191,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":26624,"estimated_new_tokens":7640,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":34264,"score_linear":36880.0,"score_lmetric":71144},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":142281,"ongoing_decode_tokens":142281,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":26624,"new_prefill":7640,"score_linear":115657.0,"score_lmetric":15280},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":34264,"score_linear":33182.0,"score_lmetric":34264},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":34264,"score_linear":81008.0,"score_lmetric":34264},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76270,"ongoing_decode_tokens":76270,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1550,"cache_hit":0,"new_prefill":34264,"score_linear":76270.0,"score_lmetric":34264},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":733,"cache_hit":0,"new_prefill":34264,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":34264,"score_linear":66703.0,"score_lmetric":100967},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":743,"cache_hit":12800,"new_prefill":21464,"score_linear":109168.0,"score_lmetric":21464}],"chosen_score_linear":115657.0,"chosen_score_lmetric":15280,"t_first_token":335791.050313495,"t_first_token_unix":1779766656.0642567,"t_done":335798.222946275,"t_done_unix":1779766663.2368896},{"request_id":"1326192:4:1331370:401","session_id":"1326192","input_length":27049,"t_proxy_recv":335797.676764692,"t_decision_unix":1779766662.6907063,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":25600,"affinity_cache_ratio":0.9464305519612555,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":25600,"estimated_new_tokens":1449,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":870,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":178102,"ongoing_decode_tokens":96882,"pending_prefill_tokens":836,"num_requests":3,"active_p_offloads":0,"cached_blocks":1196,"cache_hit":0,"new_prefill":27049,"score_linear":178102.0,"score_lmetric":83655},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1040,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":0,"new_prefill":27049,"score_linear":176821.0,"score_lmetric":87339},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":25600,"new_prefill":1449,"score_linear":-25600.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":791,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-25600.0,"chosen_score_lmetric":0,"t_first_token":335798.022895181,"t_first_token_unix":1779766663.0368388,"t_done":335798.834109238,"t_done_unix":1779766663.8480527},{"request_id":"1329110:2:1331399:402","session_id":"1329110","input_length":12781,"t_proxy_recv":335797.755040303,"t_decision_unix":1779766662.7689817,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":9216,"affinity_cache_ratio":0.7210703387841327,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":9216,"estimated_new_tokens":3565,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":870,"cache_hit":0,"new_prefill":12781,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":178102,"ongoing_decode_tokens":96882,"pending_prefill_tokens":836,"num_requests":3,"active_p_offloads":0,"cached_blocks":1196,"cache_hit":0,"new_prefill":12781,"score_linear":178102.0,"score_lmetric":40851},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1040,"cache_hit":0,"new_prefill":12781,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":12781,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":0,"new_prefill":12781,"score_linear":176821.0,"score_lmetric":44535},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":27049,"ongoing_decode_tokens":0,"pending_prefill_tokens":1449,"num_requests":1,"active_p_offloads":0,"cached_blocks":795,"cache_hit":9216,"new_prefill":3565,"score_linear":17833.0,"score_lmetric":5014},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":12781,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":791,"cache_hit":0,"new_prefill":12781,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":17833.0,"chosen_score_lmetric":5014,"t_first_token":335798.404372618,"t_first_token_unix":1779766663.418316,"t_done":335798.908602507,"t_done_unix":1779766663.9225533},{"request_id":"1330130:2:1331784:403","session_id":"1330130","input_length":14067,"t_proxy_recv":335798.949309969,"t_decision_unix":1779766663.9632514,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":11776,"affinity_cache_ratio":0.8371365607450061,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11776,"estimated_new_tokens":2291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":870,"cache_hit":0,"new_prefill":14067,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143838,"ongoing_decode_tokens":143838,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":14067,"score_linear":143838.0,"score_lmetric":28134},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1040,"cache_hit":0,"new_prefill":14067,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":14067,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":0,"new_prefill":14067,"score_linear":176821.0,"score_lmetric":48393},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":804,"cache_hit":11776,"new_prefill":2291,"score_linear":-11776.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":14067,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":791,"cache_hit":0,"new_prefill":14067,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":335799.2657291,"t_first_token_unix":1779766664.2796729,"t_done":335799.406880633,"t_done_unix":1779766664.4208238},{"request_id":"1329470:2:1332133:409","session_id":"1329470","input_length":11766,"t_proxy_recv":335800.108198504,"t_decision_unix":1779766665.12214,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9138194798572157,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":10752,"estimated_new_tokens":1014,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":12421,"ongoing_decode_tokens":0,"pending_prefill_tokens":12421,"num_requests":1,"active_p_offloads":0,"cached_blocks":870,"cache_hit":0,"new_prefill":11766,"score_linear":12421.0,"score_lmetric":24187},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143838,"ongoing_decode_tokens":143838,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":11766,"score_linear":143838.0,"score_lmetric":23532},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1040,"cache_hit":10752,"new_prefill":1014,"score_linear":-10752.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":11766,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":0,"new_prefill":11766,"score_linear":176821.0,"score_lmetric":41490},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":21680,"num_requests":1,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":11766,"score_linear":21680.0,"score_lmetric":33446},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":11766,"score_linear":73234.0,"score_lmetric":18440},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71777,"ongoing_decode_tokens":0,"pending_prefill_tokens":2657,"num_requests":1,"active_p_offloads":0,"cached_blocks":791,"cache_hit":0,"new_prefill":11766,"score_linear":71777.0,"score_lmetric":14423}],"chosen_score_linear":-10752.0,"chosen_score_lmetric":0,"t_first_token":335800.252775024,"t_first_token_unix":1779766665.2667184,"t_done":335800.315620605,"t_done_unix":1779766665.3295639},{"request_id":"1332021:1:1332021:407","session_id":"1332021","input_length":12421,"t_proxy_recv":335799.748064964,"t_decision_unix":1779766664.7620065,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":12421,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":870,"cache_hit":0,"new_prefill":12421,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143838,"ongoing_decode_tokens":143838,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":12421,"score_linear":143838.0,"score_lmetric":24842},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1040,"cache_hit":0,"new_prefill":12421,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":12421,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":0,"new_prefill":12421,"score_linear":176821.0,"score_lmetric":43455},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":21680,"num_requests":1,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":12421,"score_linear":21680.0,"score_lmetric":34101},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":12421,"score_linear":73234.0,"score_lmetric":19095},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71777,"ongoing_decode_tokens":0,"pending_prefill_tokens":2657,"num_requests":1,"active_p_offloads":0,"cached_blocks":791,"cache_hit":0,"new_prefill":12421,"score_linear":71777.0,"score_lmetric":15078}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335800.779108071,"t_first_token_unix":1779766665.7930515,"t_done":335801.037711349,"t_done_unix":1779766666.0516543},{"request_id":"1317598:2:1324364:368","session_id":"1317598","input_length":81220,"t_proxy_recv":335797.256037588,"t_decision_unix":1779766662.2699792,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":80384,"affinity_cache_ratio":0.9897069687269145,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":80384,"estimated_new_tokens":836,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":870,"cache_hit":0,"new_prefill":81220,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":96882,"ongoing_decode_tokens":96882,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1196,"cache_hit":80384,"new_prefill":836,"score_linear":16498.0,"score_lmetric":1672},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1040,"cache_hit":0,"new_prefill":81220,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":81220,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":512,"new_prefill":80708,"score_linear":176309.0,"score_lmetric":248316},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":81220,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":81220,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":791,"cache_hit":0,"new_prefill":81220,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":16498.0,"chosen_score_lmetric":1672,"t_first_token":335797.837580207,"t_first_token_unix":1779766662.8515239,"t_done":335802.108122555,"t_done_unix":1779766667.122066},{"request_id":"1325541:2:1331846:404","session_id":"1325541","input_length":73234,"t_proxy_recv":335799.149322606,"t_decision_unix":1779766664.163264,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":66560,"affinity_cache_ratio":0.9088674659311249,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":66560,"estimated_new_tokens":6674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":870,"cache_hit":0,"new_prefill":73234,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143838,"ongoing_decode_tokens":143838,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":73234,"score_linear":143838.0,"score_lmetric":146468},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1040,"cache_hit":0,"new_prefill":73234,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":73234,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":0,"new_prefill":73234,"score_linear":176821.0,"score_lmetric":225894},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14067,"ongoing_decode_tokens":0,"pending_prefill_tokens":2291,"num_requests":1,"active_p_offloads":0,"cached_blocks":804,"cache_hit":0,"new_prefill":73234,"score_linear":14067.0,"score_lmetric":75525},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":66560,"new_prefill":6674,"score_linear":-66560.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":791,"cache_hit":0,"new_prefill":73234,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-66560.0,"chosen_score_lmetric":0,"t_first_token":335802.084356598,"t_first_token_unix":1779766667.0983,"t_done":335802.145989595,"t_done_unix":1779766667.1599329},{"request_id":"1332472:1:1332472:410","session_id":"1332472","input_length":1810,"t_proxy_recv":335801.405946751,"t_decision_unix":1779766666.419888,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1810,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":1810,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143838,"ongoing_decode_tokens":143838,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":1810,"score_linear":143838.0,"score_lmetric":3620},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1042,"cache_hit":0,"new_prefill":1810,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":1810,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":0,"new_prefill":1810,"score_linear":176821.0,"score_lmetric":11622},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":21680,"num_requests":1,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":1810,"score_linear":21680.0,"score_lmetric":23490},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":1810,"score_linear":73234.0,"score_lmetric":8484},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71777,"ongoing_decode_tokens":71777,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":791,"cache_hit":0,"new_prefill":1810,"score_linear":71777.0,"score_lmetric":1810}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335801.573298863,"t_first_token_unix":1779766666.5872416,"t_done":335802.274023251,"t_done_unix":1779766667.2879665},{"request_id":"1329110:3:1332476:411","session_id":"1329110","input_length":13479,"t_proxy_recv":335801.429952527,"t_decision_unix":1779766666.443894,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":12800,"affinity_cache_ratio":0.9496253431263447,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":12800,"estimated_new_tokens":679,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":13479,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143838,"ongoing_decode_tokens":143838,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":13479,"score_linear":143838.0,"score_lmetric":26958},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":1810,"ongoing_decode_tokens":0,"pending_prefill_tokens":1810,"num_requests":1,"active_p_offloads":0,"cached_blocks":1042,"cache_hit":0,"new_prefill":13479,"score_linear":1810.0,"score_lmetric":15289},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":13479,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":0,"new_prefill":13479,"score_linear":176821.0,"score_lmetric":46629},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":21680,"num_requests":1,"active_p_offloads":0,"cached_blocks":808,"cache_hit":12800,"new_prefill":679,"score_linear":8880.0,"score_lmetric":22359},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":13479,"score_linear":73234.0,"score_lmetric":20153},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71777,"ongoing_decode_tokens":71777,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":791,"cache_hit":0,"new_prefill":13479,"score_linear":71777.0,"score_lmetric":13479}],"chosen_score_linear":8880.0,"chosen_score_lmetric":22359,"t_first_token":335802.175435146,"t_first_token_unix":1779766667.1893783,"t_done":335802.674982191,"t_done_unix":1779766667.6889253},{"request_id":"1269373:16:1331896:405","session_id":"1269373","input_length":71777,"t_proxy_recv":335799.345561398,"t_decision_unix":1779766664.359503,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9629825710185714,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":69120,"estimated_new_tokens":2657,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":870,"cache_hit":7680,"new_prefill":64097,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143838,"ongoing_decode_tokens":143838,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":71777,"score_linear":143838.0,"score_lmetric":143554},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1040,"cache_hit":0,"new_prefill":71777,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":71777,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":7680,"new_prefill":64097,"score_linear":169141.0,"score_lmetric":198483},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14067,"ongoing_decode_tokens":14067,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":804,"cache_hit":0,"new_prefill":71777,"score_linear":14067.0,"score_lmetric":71777},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":7680,"new_prefill":64097,"score_linear":65554.0,"score_lmetric":70771},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":791,"cache_hit":69120,"new_prefill":2657,"score_linear":-69120.0,"score_lmetric":0}],"chosen_score_linear":-69120.0,"chosen_score_lmetric":0,"t_first_token":335800.510347897,"t_first_token_unix":1779766665.5242913,"t_done":335803.175028382,"t_done_unix":1779766668.1889722},{"request_id":"1332013:1:1332013:406","session_id":"1332013","input_length":21680,"t_proxy_recv":335799.732174177,"t_decision_unix":1779766664.7461157,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":21680,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":870,"cache_hit":0,"new_prefill":21680,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143838,"ongoing_decode_tokens":143838,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":21680,"score_linear":143838.0,"score_lmetric":43360},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1040,"cache_hit":0,"new_prefill":21680,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":21680,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":12800,"new_prefill":8880,"score_linear":164021.0,"score_lmetric":32832},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":21680,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":21680,"score_linear":73234.0,"score_lmetric":28354},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71777,"ongoing_decode_tokens":0,"pending_prefill_tokens":2657,"num_requests":1,"active_p_offloads":0,"cached_blocks":791,"cache_hit":12800,"new_prefill":8880,"score_linear":58977.0,"score_lmetric":11537}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335802.055163595,"t_first_token_unix":1779766667.0691066,"t_done":335803.416117286,"t_done_unix":1779766668.4300606},{"request_id":"1317598:3:1328678:385","session_id":"1317598","input_length":81827,"t_proxy_recv":335802.121618908,"t_decision_unix":1779766667.1355605,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9948794407713836,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":81408,"estimated_new_tokens":419,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":81827,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1213,"cache_hit":81408,"new_prefill":419,"score_linear":-18790.0,"score_lmetric":419},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":1810,"ongoing_decode_tokens":1810,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1042,"cache_hit":0,"new_prefill":81827,"score_linear":1810.0,"score_lmetric":81827},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":81827,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":512,"new_prefill":81315,"score_linear":176309.0,"score_lmetric":250137},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35159,"ongoing_decode_tokens":21680,"pending_prefill_tokens":679,"num_requests":2,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":81827,"score_linear":35159.0,"score_lmetric":165012},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73234,"ongoing_decode_tokens":73234,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":81827,"score_linear":73234.0,"score_lmetric":81827},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71777,"ongoing_decode_tokens":71777,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":791,"cache_hit":0,"new_prefill":81827,"score_linear":71777.0,"score_lmetric":81827}],"chosen_score_linear":-18790.0,"chosen_score_lmetric":419,"t_first_token":335802.538015215,"t_first_token_unix":1779766667.5519586,"t_done":335804.761319104,"t_done_unix":1779766669.775263},{"request_id":"1332754:1:1332754:412","session_id":"1332754","input_length":19766,"t_proxy_recv":335802.432209895,"t_decision_unix":1779766667.4461515,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":19766,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":19766,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144445,"ongoing_decode_tokens":62618,"pending_prefill_tokens":419,"num_requests":2,"active_p_offloads":0,"cached_blocks":1213,"cache_hit":0,"new_prefill":19766,"score_linear":144445.0,"score_lmetric":40370},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":19766,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":19766,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":0,"new_prefill":19766,"score_linear":176821.0,"score_lmetric":65490},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35159,"ongoing_decode_tokens":35159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":19766,"score_linear":35159.0,"score_lmetric":39532},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1026,"cache_hit":0,"new_prefill":19766,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71777,"ongoing_decode_tokens":71777,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":791,"cache_hit":0,"new_prefill":19766,"score_linear":71777.0,"score_lmetric":19766}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335804.49715534,"t_first_token_unix":1779766669.5110989,"t_done":335805.690894282,"t_done_unix":1779766670.7048376},{"request_id":"1279412:18:1332945:413","session_id":"1279412","input_length":82488,"t_proxy_recv":335803.267522388,"t_decision_unix":1779766668.2814639,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9869071864998545,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":81408,"estimated_new_tokens":1080,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":82488,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144445,"ongoing_decode_tokens":144445,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1213,"cache_hit":0,"new_prefill":82488,"score_linear":144445.0,"score_lmetric":164976},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":82488,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":19766,"ongoing_decode_tokens":0,"pending_prefill_tokens":19766,"num_requests":1,"active_p_offloads":0,"cached_blocks":921,"cache_hit":81408,"new_prefill":1080,"score_linear":-61642.0,"score_lmetric":20846},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":12800,"new_prefill":69688,"score_linear":164021.0,"score_lmetric":215256},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21680,"ongoing_decode_tokens":21680,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":809,"cache_hit":0,"new_prefill":82488,"score_linear":21680.0,"score_lmetric":82488},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1026,"cache_hit":12800,"new_prefill":69688,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":12800,"new_prefill":69688,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-61642.0,"chosen_score_lmetric":20846,"t_first_token":335804.823367062,"t_first_token_unix":1779766669.8373106,"t_done":335807.735475383,"t_done_unix":1779766672.749419},{"request_id":"1334223:1:1334223:417","session_id":"1334223","input_length":23689,"t_proxy_recv":335807.680502045,"t_decision_unix":1779766672.6944432,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":23689,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144760,"ongoing_decode_tokens":144760,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1214,"cache_hit":0,"new_prefill":23689,"score_linear":144760.0,"score_lmetric":47378},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":82488,"ongoing_decode_tokens":82488,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":23689,"score_linear":82488.0,"score_lmetric":23689},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":0,"new_prefill":23689,"score_linear":176821.0,"score_lmetric":77259},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":851,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1026,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335810.366749548,"t_first_token_unix":1779766675.3806932,"t_done":335810.962166447,"t_done_unix":1779766675.9761097},{"request_id":"1309252:2:1334746:419","session_id":"1309252","input_length":45601,"t_proxy_recv":335809.641237575,"t_decision_unix":1779766674.655179,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":44544,"affinity_cache_ratio":0.9768206837569352,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":44544,"estimated_new_tokens":1057,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":45601,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144760,"ongoing_decode_tokens":144760,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1214,"cache_hit":0,"new_prefill":45601,"score_linear":144760.0,"score_lmetric":91202},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":44544,"new_prefill":1057,"score_linear":-44544.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":45601,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":0,"new_prefill":45601,"score_linear":176821.0,"score_lmetric":142995},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":851,"cache_hit":0,"new_prefill":45601,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":23689,"ongoing_decode_tokens":0,"pending_prefill_tokens":23689,"num_requests":1,"active_p_offloads":0,"cached_blocks":1026,"cache_hit":0,"new_prefill":45601,"score_linear":23689.0,"score_lmetric":69290},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":45601,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-44544.0,"chosen_score_lmetric":0,"t_first_token":335809.994499855,"t_first_token_unix":1779766675.0084434,"t_done":335811.616353539,"t_done_unix":1779766676.6302965},{"request_id":"1317598:4:1332127:408","session_id":"1317598","input_length":82142,"t_proxy_recv":335804.776507174,"t_decision_unix":1779766669.7904487,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":81920,"affinity_cache_ratio":0.9972973631029194,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":81920,"estimated_new_tokens":222,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":82142,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1214,"cache_hit":81920,"new_prefill":222,"score_linear":-19302.0,"score_lmetric":222},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":82142,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102254,"ongoing_decode_tokens":19766,"pending_prefill_tokens":1080,"num_requests":2,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":82142,"score_linear":102254.0,"score_lmetric":166444},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":512,"new_prefill":81630,"score_linear":176309.0,"score_lmetric":251082},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":851,"cache_hit":0,"new_prefill":82142,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1026,"cache_hit":0,"new_prefill":82142,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":82142,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-19302.0,"chosen_score_lmetric":222,"t_first_token":335805.046811705,"t_first_token_unix":1779766670.0607562,"t_done":335811.77732692,"t_done_unix":1779766676.7912707},{"request_id":"1330881:2:1336222:422","session_id":"1330881","input_length":11989,"t_proxy_recv":335814.769851653,"t_decision_unix":1779766679.783793,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":3584,"affinity_cache_ratio":0.29894069563766784,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":3584,"estimated_new_tokens":8405,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":11989,"score_linear":62618.0,"score_lmetric":11989},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1047,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":148493,"ongoing_decode_tokens":0,"pending_prefill_tokens":62477,"num_requests":2,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":11989,"score_linear":148493.0,"score_lmetric":148932},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":0,"new_prefill":11989,"score_linear":176821.0,"score_lmetric":42159},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":851,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1072,"cache_hit":3584,"new_prefill":8405,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":335815.523472748,"t_first_token_unix":1779766680.537416,"t_done":335815.682015225,"t_done_unix":1779766680.6959586},{"request_id":"1337035:1:1337035:425","session_id":"1337035","input_length":12644,"t_proxy_recv":335817.556547921,"t_decision_unix":1779766682.5704894,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":12644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":12644,"score_linear":62618.0,"score_lmetric":12644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1047,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":148493,"ongoing_decode_tokens":0,"pending_prefill_tokens":62477,"num_requests":2,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":12644,"score_linear":148493.0,"score_lmetric":150242},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":0,"new_prefill":12644,"score_linear":176821.0,"score_lmetric":44124},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":851,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":34675,"ongoing_decode_tokens":14666,"pending_prefill_tokens":5673,"num_requests":2,"active_p_offloads":0,"cached_blocks":1088,"cache_hit":0,"new_prefill":12644,"score_linear":34675.0,"score_lmetric":36634},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335818.62148292,"t_first_token_unix":1779766683.635426,"t_done":335818.797699766,"t_done_unix":1779766683.8116431},{"request_id":"1259178:2:1336768:424","session_id":"1259178","input_length":20009,"t_proxy_recv":335816.529417456,"t_decision_unix":1779766681.5433588,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.716477585086711,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":14336,"estimated_new_tokens":5673,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":20009,"score_linear":62618.0,"score_lmetric":20009},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1047,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":148493,"ongoing_decode_tokens":0,"pending_prefill_tokens":62477,"num_requests":2,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":20009,"score_linear":148493.0,"score_lmetric":164972},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":0,"new_prefill":20009,"score_linear":176821.0,"score_lmetric":66219},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":851,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":14666,"ongoing_decode_tokens":0,"pending_prefill_tokens":6986,"num_requests":1,"active_p_offloads":0,"cached_blocks":1088,"cache_hit":14336,"new_prefill":5673,"score_linear":330.0,"score_lmetric":12659},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":330.0,"chosen_score_lmetric":12659,"t_first_token":335818.906105595,"t_first_token_unix":1779766683.9200487,"t_done":335819.952172726,"t_done_unix":1779766684.9661162},{"request_id":"1257323:2:1329541:393","session_id":"1257323","input_length":90605,"t_proxy_recv":335791.324952038,"t_decision_unix":1779766656.338894,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":90112,"affinity_cache_ratio":0.9945587991832681,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":90112,"estimated_new_tokens":493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":90605,"score_linear":36880.0,"score_lmetric":127485},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176545,"ongoing_decode_tokens":176545,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":90605,"score_linear":176545.0,"score_lmetric":271815},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10847,"ongoing_decode_tokens":0,"pending_prefill_tokens":10847,"num_requests":1,"active_p_offloads":0,"cached_blocks":1019,"cache_hit":0,"new_prefill":90605,"score_linear":10847.0,"score_lmetric":101452},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":90605,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":90112,"new_prefill":493,"score_linear":-34982.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":751,"cache_hit":0,"new_prefill":90605,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":90605,"score_linear":66703.0,"score_lmetric":157308},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":791,"cache_hit":0,"new_prefill":90605,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-34982.0,"chosen_score_lmetric":0,"t_first_token":335819.371248436,"t_first_token_unix":1779766684.385192,"t_done":335819.975963009,"t_done_unix":1779766684.9899082},{"request_id":"1324964:5:1330169:397","session_id":"1324964","input_length":6691,"t_proxy_recv":335793.245103598,"t_decision_unix":1779766658.2590451,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":5120,"affinity_cache_ratio":0.7652069944701838,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":5120,"estimated_new_tokens":1571,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":6691,"score_linear":36880.0,"score_lmetric":43571},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176545,"ongoing_decode_tokens":176545,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":6691,"score_linear":176545.0,"score_lmetric":20073},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10847,"ongoing_decode_tokens":10847,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1019,"cache_hit":0,"new_prefill":6691,"score_linear":10847.0,"score_lmetric":6691},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":6691,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":170130,"ongoing_decode_tokens":79525,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":5120,"new_prefill":1571,"score_linear":165010.0,"score_lmetric":4128},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":11725,"ongoing_decode_tokens":0,"pending_prefill_tokens":11725,"num_requests":1,"active_p_offloads":0,"cached_blocks":751,"cache_hit":0,"new_prefill":6691,"score_linear":11725.0,"score_lmetric":18416},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1006,"cache_hit":0,"new_prefill":6691,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":791,"cache_hit":0,"new_prefill":6691,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":165010.0,"chosen_score_lmetric":4128,"t_first_token":335819.372793217,"t_first_token_unix":1779766684.3867364,"t_done":335819.979618065,"t_done_unix":1779766684.9935613},{"request_id":"1316848:6:1323535:363","session_id":"1316848","input_length":24395,"t_proxy_recv":335791.334362438,"t_decision_unix":1779766656.348304,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":21504,"affinity_cache_ratio":0.8814921090387374,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":21504,"estimated_new_tokens":2891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":24395,"score_linear":36880.0,"score_lmetric":61275},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176545,"ongoing_decode_tokens":176545,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":6144,"new_prefill":18251,"score_linear":170401.0,"score_lmetric":54753},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10847,"ongoing_decode_tokens":0,"pending_prefill_tokens":10847,"num_requests":1,"active_p_offloads":0,"cached_blocks":1019,"cache_hit":0,"new_prefill":24395,"score_linear":10847.0,"score_lmetric":35242},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":24395,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145735,"ongoing_decode_tokens":55130,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":21504,"new_prefill":2891,"score_linear":124231.0,"score_lmetric":3384},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":751,"cache_hit":0,"new_prefill":24395,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":24395,"score_linear":66703.0,"score_lmetric":91098},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":791,"cache_hit":0,"new_prefill":24395,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":124231.0,"chosen_score_lmetric":3384,"t_first_token":335792.221690148,"t_first_token_unix":1779766657.2356336,"t_done":335820.446626355,"t_done_unix":1779766685.4605699},{"request_id":"1336620:1:1336620:423","session_id":"1336620","input_length":14666,"t_proxy_recv":335816.063741324,"t_decision_unix":1779766681.0776827,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":7680,"estimated_new_tokens":6986,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":7680,"new_prefill":6986,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":14666,"score_linear":62618.0,"score_lmetric":14666},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1047,"cache_hit":0,"new_prefill":14666,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":148493,"ongoing_decode_tokens":0,"pending_prefill_tokens":62477,"num_requests":2,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":14666,"score_linear":148493.0,"score_lmetric":154286},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":7680,"new_prefill":6986,"score_linear":169141.0,"score_lmetric":27150},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":851,"cache_hit":0,"new_prefill":14666,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1088,"cache_hit":7680,"new_prefill":6986,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":7680,"new_prefill":6986,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":335816.853424684,"t_first_token_unix":1779766681.867368,"t_done":335820.569506927,"t_done_unix":1779766685.58345},{"request_id":"1259178:3:1337653:429","session_id":"1259178","input_length":22398,"t_proxy_recv":335819.958752361,"t_decision_unix":1779766684.9726937,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":19968,"affinity_cache_ratio":0.8915081703723546,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":19968,"estimated_new_tokens":2430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36518,"ongoing_decode_tokens":0,"pending_prefill_tokens":36518,"num_requests":1,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":22398,"score_linear":36518.0,"score_lmetric":58916},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":22398,"score_linear":62618.0,"score_lmetric":22398},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":22398,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":148493,"ongoing_decode_tokens":0,"pending_prefill_tokens":62477,"num_requests":2,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":22398,"score_linear":148493.0,"score_lmetric":169750},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":176821,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":0,"new_prefill":22398,"score_linear":176821.0,"score_lmetric":67194},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":851,"cache_hit":0,"new_prefill":22398,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":14666,"ongoing_decode_tokens":14666,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":19968,"new_prefill":2430,"score_linear":-5302.0,"score_lmetric":2430},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":22398,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-5302.0,"chosen_score_lmetric":2430,"t_first_token":335820.400998642,"t_first_token_unix":1779766685.4149492,"t_done":335821.298748815,"t_done_unix":1779766686.3126929},{"request_id":"1317598:5:1337780:430","session_id":"1317598","input_length":83088,"t_proxy_recv":335820.312825761,"t_decision_unix":1779766685.3267674,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":82432,"affinity_cache_ratio":0.99210475640285,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":82432,"estimated_new_tokens":656,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36518,"ongoing_decode_tokens":0,"pending_prefill_tokens":36518,"num_requests":1,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":83088,"score_linear":36518.0,"score_lmetric":119606},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":82432,"new_prefill":656,"score_linear":-19814.0,"score_lmetric":656},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":83088,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":148493,"ongoing_decode_tokens":0,"pending_prefill_tokens":62477,"num_requests":2,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":83088,"score_linear":148493.0,"score_lmetric":291130},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79525,"ongoing_decode_tokens":79525,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":512,"new_prefill":82576,"score_linear":79013.0,"score_lmetric":82576},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":851,"cache_hit":0,"new_prefill":83088,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37064,"ongoing_decode_tokens":14666,"pending_prefill_tokens":2430,"num_requests":2,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":0,"new_prefill":83088,"score_linear":37064.0,"score_lmetric":171036},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":83088,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-19814.0,"chosen_score_lmetric":656,"t_first_token":335820.740481384,"t_first_token_unix":1779766685.7544246,"t_done":335821.581388648,"t_done_unix":1779766686.5953324},{"request_id":"1316848:7:1325031:371","session_id":"1316848","input_length":26994,"t_proxy_recv":335820.453576136,"t_decision_unix":1779766685.4675176,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":24064,"affinity_cache_ratio":0.8914573608950137,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24064,"estimated_new_tokens":2930,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36518,"ongoing_decode_tokens":0,"pending_prefill_tokens":36518,"num_requests":1,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":26994,"score_linear":36518.0,"score_lmetric":63512},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":145706,"ongoing_decode_tokens":62618,"pending_prefill_tokens":656,"num_requests":2,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":6144,"new_prefill":20850,"score_linear":139562.0,"score_lmetric":43012},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":26994,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":148493,"ongoing_decode_tokens":0,"pending_prefill_tokens":62477,"num_requests":2,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":26994,"score_linear":148493.0,"score_lmetric":178942},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1599,"cache_hit":24064,"new_prefill":2930,"score_linear":31066.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":851,"cache_hit":0,"new_prefill":26994,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37064,"ongoing_decode_tokens":37064,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":0,"new_prefill":26994,"score_linear":37064.0,"score_lmetric":53988},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":26994,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":31066.0,"chosen_score_lmetric":0,"t_first_token":335821.022106476,"t_first_token_unix":1779766686.0360498,"t_done":335822.058527124,"t_done_unix":1779766687.0724704},{"request_id":"1338292:1:1338292:432","session_id":"1338292","input_length":9325,"t_proxy_recv":335822.044967555,"t_decision_unix":1779766687.058909,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":9325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36518,"ongoing_decode_tokens":0,"pending_prefill_tokens":36518,"num_requests":1,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":9325,"score_linear":36518.0,"score_lmetric":45843},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":9325,"score_linear":62618.0,"score_lmetric":9325},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":9325,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":148493,"ongoing_decode_tokens":0,"pending_prefill_tokens":62477,"num_requests":2,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":9325,"score_linear":148493.0,"score_lmetric":143604},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82124,"ongoing_decode_tokens":82124,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1599,"cache_hit":0,"new_prefill":9325,"score_linear":82124.0,"score_lmetric":9325},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":851,"cache_hit":0,"new_prefill":9325,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1117,"cache_hit":0,"new_prefill":9325,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":73073,"ongoing_decode_tokens":0,"pending_prefill_tokens":1393,"num_requests":1,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":9325,"score_linear":73073.0,"score_lmetric":10718}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335822.752017981,"t_first_token_unix":1779766687.7659614,"t_done":335822.871209207,"t_done_unix":1779766687.8851526},{"request_id":"1336620:2:1338440:434","session_id":"1336620","input_length":14918,"t_proxy_recv":335822.456621525,"t_decision_unix":1779766687.4705625,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.960986727443357,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":14336,"estimated_new_tokens":582,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36518,"ongoing_decode_tokens":0,"pending_prefill_tokens":36518,"num_requests":1,"active_p_offloads":0,"cached_blocks":894,"cache_hit":7680,"new_prefill":7238,"score_linear":28838.0,"score_lmetric":43756},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":14918,"score_linear":62618.0,"score_lmetric":14918},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":14918,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":198708,"ongoing_decode_tokens":0,"pending_prefill_tokens":63028,"num_requests":3,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":14918,"score_linear":198708.0,"score_lmetric":233838},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83250,"ongoing_decode_tokens":83250,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1604,"cache_hit":7680,"new_prefill":7238,"score_linear":75570.0,"score_lmetric":7238},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":9325,"ongoing_decode_tokens":0,"pending_prefill_tokens":9325,"num_requests":1,"active_p_offloads":0,"cached_blocks":851,"cache_hit":0,"new_prefill":14918,"score_linear":9325.0,"score_lmetric":24243},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1117,"cache_hit":14336,"new_prefill":582,"score_linear":-14336.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":73073,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":796,"cache_hit":7680,"new_prefill":7238,"score_linear":65393.0,"score_lmetric":7238}],"chosen_score_linear":-14336.0,"chosen_score_lmetric":0,"t_first_token":335822.518998387,"t_first_token_unix":1779766687.5329497,"t_done":335823.389955169,"t_done_unix":1779766688.4038985},{"request_id":"1311753:2:1337278:426","session_id":"1311753","input_length":36518,"t_proxy_recv":335818.419908834,"t_decision_unix":1779766683.43385,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":0,"affinity_cache_hit":19968,"affinity_cache_ratio":0.5467988389287475,"affinity_num_requests":3,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":36518,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":36518,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":36518,"score_linear":62618.0,"score_lmetric":36518},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":12644,"ongoing_decode_tokens":0,"pending_prefill_tokens":12644,"num_requests":1,"active_p_offloads":0,"cached_blocks":1047,"cache_hit":0,"new_prefill":36518,"score_linear":12644.0,"score_lmetric":49162},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":148493,"ongoing_decode_tokens":0,"pending_prefill_tokens":62477,"num_requests":2,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":36518,"score_linear":148493.0,"score_lmetric":197990},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":19968,"new_prefill":16550,"score_linear":156853.0,"score_lmetric":55842},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":851,"cache_hit":0,"new_prefill":36518,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":34675,"ongoing_decode_tokens":14666,"pending_prefill_tokens":5673,"num_requests":2,"active_p_offloads":0,"cached_blocks":1088,"cache_hit":0,"new_prefill":36518,"score_linear":34675.0,"score_lmetric":84382},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":36518,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335823.914124509,"t_first_token_unix":1779766688.9280684,"t_done":335824.124365155,"t_done_unix":1779766689.1383083},{"request_id":"1269373:17:1338104:431","session_id":"1269373","input_length":73073,"t_proxy_recv":335821.503705134,"t_decision_unix":1779766686.5176466,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9809368713478303,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":71680,"estimated_new_tokens":1393,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36518,"ongoing_decode_tokens":0,"pending_prefill_tokens":36518,"num_requests":1,"active_p_offloads":0,"cached_blocks":894,"cache_hit":7680,"new_prefill":65393,"score_linear":28838.0,"score_lmetric":101911},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":145706,"ongoing_decode_tokens":145706,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":73073,"score_linear":145706.0,"score_lmetric":146146},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":73073,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":148493,"ongoing_decode_tokens":0,"pending_prefill_tokens":62477,"num_requests":2,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":73073,"score_linear":148493.0,"score_lmetric":271100},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82124,"ongoing_decode_tokens":82124,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1599,"cache_hit":7680,"new_prefill":65393,"score_linear":74444.0,"score_lmetric":65393},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":851,"cache_hit":0,"new_prefill":73073,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1117,"cache_hit":7680,"new_prefill":65393,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":71680,"new_prefill":1393,"score_linear":-71680.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":335822.152440136,"t_first_token_unix":1779766687.1663835,"t_done":335824.555946495,"t_done_unix":1779766689.5698898},{"request_id":"1316848:8:1326380:379","session_id":"1316848","input_length":28120,"t_proxy_recv":335822.070598692,"t_decision_unix":1779766687.0845401,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9467994310099573,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":26624,"estimated_new_tokens":1496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36518,"ongoing_decode_tokens":0,"pending_prefill_tokens":36518,"num_requests":1,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":28120,"score_linear":36518.0,"score_lmetric":64638},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":6144,"new_prefill":21976,"score_linear":56474.0,"score_lmetric":21976},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":28120,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":148493,"ongoing_decode_tokens":0,"pending_prefill_tokens":62477,"num_requests":2,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":28120,"score_linear":148493.0,"score_lmetric":181194},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1604,"cache_hit":26624,"new_prefill":1496,"score_linear":28506.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":9325,"ongoing_decode_tokens":0,"pending_prefill_tokens":9325,"num_requests":1,"active_p_offloads":0,"cached_blocks":851,"cache_hit":0,"new_prefill":28120,"score_linear":9325.0,"score_lmetric":37445},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1117,"cache_hit":0,"new_prefill":28120,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":73073,"ongoing_decode_tokens":0,"pending_prefill_tokens":1393,"num_requests":1,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":28120,"score_linear":73073.0,"score_lmetric":29513}],"chosen_score_linear":28506.0,"chosen_score_lmetric":0,"t_first_token":335822.372276333,"t_first_token_unix":1779766687.3862195,"t_done":335825.507239106,"t_done_unix":1779766690.5211825},{"request_id":"1316848:9:1328693:386","session_id":"1316848","input_length":28615,"t_proxy_recv":335825.517818847,"t_decision_unix":1779766690.5317605,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9840992486458151,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":28160,"estimated_new_tokens":455,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":28615,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":6144,"new_prefill":22471,"score_linear":56474.0,"score_lmetric":22471},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":28615,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":198708,"ongoing_decode_tokens":0,"pending_prefill_tokens":63028,"num_requests":3,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":28615,"score_linear":198708.0,"score_lmetric":274929},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":28160,"new_prefill":455,"score_linear":26970.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":28615,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1118,"cache_hit":0,"new_prefill":28615,"score_linear":7065.0,"score_lmetric":28615},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":799,"cache_hit":0,"new_prefill":28615,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":26970.0,"chosen_score_lmetric":0,"t_first_token":335825.638068489,"t_first_token_unix":1779766690.6520116,"t_done":335828.399308889,"t_done_unix":1779766693.4132524},{"request_id":"1339977:1:1339977:442","session_id":"1339977","input_length":13816,"t_proxy_recv":335828.103425528,"t_decision_unix":1779766693.1173668,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":13816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":13816,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":13816,"score_linear":62618.0,"score_lmetric":13816},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":45994,"ongoing_decode_tokens":45994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":13816,"score_linear":45994.0,"score_lmetric":13816},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":198708,"ongoing_decode_tokens":198708,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":13816,"score_linear":198708.0,"score_lmetric":41448},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83745,"ongoing_decode_tokens":83745,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":13816,"score_linear":83745.0,"score_lmetric":13816},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":13816,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":31527,"ongoing_decode_tokens":31527,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1118,"cache_hit":0,"new_prefill":13816,"score_linear":31527.0,"score_lmetric":27632},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":799,"cache_hit":0,"new_prefill":13816,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335829.30056129,"t_first_token_unix":1779766694.3145044,"t_done":335829.499808773,"t_done_unix":1779766694.513752},{"request_id":"1279412:19:1335444:421","session_id":"1279412","input_length":87264,"t_proxy_recv":335811.939027469,"t_decision_unix":1779766676.952969,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":82432,"affinity_cache_ratio":0.9446277961129447,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":82432,"estimated_new_tokens":4832,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":87264,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":87264,"score_linear":62618.0,"score_lmetric":87264},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1047,"cache_hit":0,"new_prefill":87264,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":61229,"ongoing_decode_tokens":0,"pending_prefill_tokens":57645,"num_requests":1,"active_p_offloads":0,"cached_blocks":961,"cache_hit":82432,"new_prefill":4832,"score_linear":-21203.0,"score_lmetric":62477},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":12800,"new_prefill":74464,"score_linear":164021.0,"score_lmetric":229584},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":851,"cache_hit":0,"new_prefill":87264,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1072,"cache_hit":12800,"new_prefill":74464,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":12800,"new_prefill":74464,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-21203.0,"chosen_score_lmetric":62477,"t_first_token":335826.578172981,"t_first_token_unix":1779766691.592116,"t_done":335830.247685168,"t_done_unix":1779766695.261629},{"request_id":"1309252:3:1339771:441","session_id":"1309252","input_length":45994,"t_proxy_recv":335827.340535377,"t_decision_unix":1779766692.3544765,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":45568,"affinity_cache_ratio":0.9907379223376962,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":45568,"estimated_new_tokens":426,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":45994,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":45994,"score_linear":62618.0,"score_lmetric":45994},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":45568,"new_prefill":426,"score_linear":-45568.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":198708,"ongoing_decode_tokens":198708,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":45994,"score_linear":198708.0,"score_lmetric":137982},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83745,"ongoing_decode_tokens":83745,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":45994,"score_linear":83745.0,"score_lmetric":45994},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":45994,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":31527,"ongoing_decode_tokens":31527,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1118,"cache_hit":0,"new_prefill":45994,"score_linear":31527.0,"score_lmetric":91988},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":799,"cache_hit":0,"new_prefill":45994,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-45568.0,"chosen_score_lmetric":0,"t_first_token":335827.510745314,"t_first_token_unix":1779766692.5246885,"t_done":335830.951471969,"t_done_unix":1779766695.9654157},{"request_id":"1341005:1:1341005:447","session_id":"1341005","input_length":5280,"t_proxy_recv":335831.571107726,"t_decision_unix":1779766696.5850494,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":-13662,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":5280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":5280,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":5280,"score_linear":62618.0,"score_lmetric":5280},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1072,"cache_hit":0,"new_prefill":5280,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":206827,"ongoing_decode_tokens":111444,"pending_prefill_tokens":8343,"num_requests":3,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":5280,"score_linear":206827.0,"score_lmetric":40869},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":84107,"ongoing_decode_tokens":84107,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1608,"cache_hit":0,"new_prefill":5280,"score_linear":84107.0,"score_lmetric":5280},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":5280,"score_linear":48381.0,"score_lmetric":53661},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":52898,"ongoing_decode_tokens":52898,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1118,"cache_hit":0,"new_prefill":5280,"score_linear":52898.0,"score_lmetric":15840},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":2279,"ongoing_decode_tokens":21221,"pending_prefill_tokens":-18942,"num_requests":1,"active_p_offloads":0,"cached_blocks":799,"cache_hit":0,"new_prefill":5280,"score_linear":2279.0,"score_lmetric":-13662}],"chosen_score_linear":2279.0,"chosen_score_lmetric":-13662,"t_first_token":335831.95520399,"t_first_token_unix":1779766696.9691474,"t_done":335832.528018216,"t_done_unix":1779766697.5419617},{"request_id":"1259178:4:1339295:439","session_id":"1259178","input_length":24462,"t_proxy_recv":335825.52221431,"t_decision_unix":1779766690.5361562,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":22528,"affinity_cache_ratio":0.9209385986427929,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":22528,"estimated_new_tokens":1934,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":24462,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":24462,"score_linear":62618.0,"score_lmetric":24462},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":24462,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":198708,"ongoing_decode_tokens":0,"pending_prefill_tokens":63028,"num_requests":3,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":24462,"score_linear":198708.0,"score_lmetric":262470},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83745,"ongoing_decode_tokens":55130,"pending_prefill_tokens":455,"num_requests":1,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":24462,"score_linear":83745.0,"score_lmetric":24917},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":24462,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1118,"cache_hit":22528,"new_prefill":1934,"score_linear":-15463.0,"score_lmetric":1934},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":799,"cache_hit":0,"new_prefill":24462,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-15463.0,"chosen_score_lmetric":1934,"t_first_token":335825.953942237,"t_first_token_unix":1779766690.9678855,"t_done":335833.387615607,"t_done_unix":1779766698.4015594},{"request_id":"1340903:1:1340903:446","session_id":"1340903","input_length":2279,"t_proxy_recv":335831.230646747,"t_decision_unix":1779766696.2445884,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":2279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":2279,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":2279,"score_linear":62618.0,"score_lmetric":2279},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1072,"cache_hit":0,"new_prefill":2279,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":206827,"ongoing_decode_tokens":111444,"pending_prefill_tokens":8343,"num_requests":3,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":2279,"score_linear":206827.0,"score_lmetric":31866},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":84107,"ongoing_decode_tokens":84107,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1608,"cache_hit":0,"new_prefill":2279,"score_linear":84107.0,"score_lmetric":2279},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":2279,"score_linear":48381.0,"score_lmetric":50660},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":52898,"ongoing_decode_tokens":52898,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1118,"cache_hit":0,"new_prefill":2279,"score_linear":52898.0,"score_lmetric":6837},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":799,"cache_hit":0,"new_prefill":2279,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335831.624755969,"t_first_token_unix":1779766696.6386998,"t_done":335833.394525545,"t_done_unix":1779766698.4084687},{"request_id":"1316848:10:1330509:398","session_id":"1316848","input_length":28977,"t_proxy_recv":335828.406061057,"t_decision_unix":1779766693.4200022,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9894744107395521,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":28672,"estimated_new_tokens":305,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13816,"ongoing_decode_tokens":0,"pending_prefill_tokens":13816,"num_requests":1,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":28977,"score_linear":13816.0,"score_lmetric":42793},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":6144,"new_prefill":22833,"score_linear":56474.0,"score_lmetric":22833},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":45994,"ongoing_decode_tokens":45994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":28977,"score_linear":45994.0,"score_lmetric":28977},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":198708,"ongoing_decode_tokens":198708,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":28977,"score_linear":198708.0,"score_lmetric":86931},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1608,"cache_hit":28672,"new_prefill":305,"score_linear":26458.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":28977,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":52898,"ongoing_decode_tokens":31527,"pending_prefill_tokens":6523,"num_requests":3,"active_p_offloads":0,"cached_blocks":1118,"cache_hit":0,"new_prefill":28977,"score_linear":52898.0,"score_lmetric":106500},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":799,"cache_hit":0,"new_prefill":28977,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":26458.0,"chosen_score_lmetric":0,"t_first_token":335828.517523488,"t_first_token_unix":1779766693.5314667,"t_done":335833.540780674,"t_done_unix":1779766698.5547245},{"request_id":"1340290:1:1340290:445","session_id":"1340290","input_length":21221,"t_proxy_recv":335829.223661114,"t_decision_unix":1779766694.2376027,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":21221,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13816,"ongoing_decode_tokens":0,"pending_prefill_tokens":13816,"num_requests":1,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":21221,"score_linear":13816.0,"score_lmetric":35037},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":21221,"score_linear":62618.0,"score_lmetric":21221},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":45994,"ongoing_decode_tokens":45994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":21221,"score_linear":45994.0,"score_lmetric":21221},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":198708,"ongoing_decode_tokens":198708,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":21221,"score_linear":198708.0,"score_lmetric":63663},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":84107,"ongoing_decode_tokens":84107,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1608,"cache_hit":0,"new_prefill":21221,"score_linear":84107.0,"score_lmetric":21221},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":21221,"score_linear":48381.0,"score_lmetric":69602},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":52898,"ongoing_decode_tokens":52898,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1118,"cache_hit":1024,"new_prefill":20197,"score_linear":51874.0,"score_lmetric":60591},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":799,"cache_hit":0,"new_prefill":21221,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335831.476550964,"t_first_token_unix":1779766696.4904943,"t_done":335833.960931316,"t_done_unix":1779766698.974875},{"request_id":"1316848:11:1333994:416","session_id":"1316848","input_length":29656,"t_proxy_recv":335833.548878354,"t_decision_unix":1779766698.56282,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9840841650930672,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":29184,"estimated_new_tokens":472,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":29656,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":6144,"new_prefill":23512,"score_linear":56474.0,"score_lmetric":23512},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1072,"cache_hit":0,"new_prefill":29656,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":206827,"ongoing_decode_tokens":111444,"pending_prefill_tokens":8343,"num_requests":3,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":29656,"score_linear":206827.0,"score_lmetric":113997},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":29184,"new_prefill":472,"score_linear":25946.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":29656,"score_linear":48381.0,"score_lmetric":78037},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":0,"new_prefill":29656,"score_linear":28436.0,"score_lmetric":59312},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":21221,"pending_prefill_tokens":-21221,"num_requests":0,"active_p_offloads":0,"cached_blocks":813,"cache_hit":0,"new_prefill":29656,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":25946.0,"chosen_score_lmetric":0,"t_first_token":335833.669093235,"t_first_token_unix":1779766698.6830366,"t_done":335834.138252586,"t_done_unix":1779766699.1521962},{"request_id":"1314357:2:1335184:420","session_id":"1314357","input_length":61229,"t_proxy_recv":335811.017704798,"t_decision_unix":1779766676.0316463,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":3,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9281876235117347,"affinity_num_requests":3,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":3584,"estimated_new_tokens":57645,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":61229,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144760,"ongoing_decode_tokens":144760,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1214,"cache_hit":0,"new_prefill":61229,"score_linear":144760.0,"score_lmetric":122458},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":45601,"ongoing_decode_tokens":45601,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":61229,"score_linear":45601.0,"score_lmetric":61229},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":961,"cache_hit":3584,"new_prefill":57645,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":176821,"ongoing_decode_tokens":79525,"pending_prefill_tokens":2064,"num_requests":3,"active_p_offloads":0,"cached_blocks":1590,"cache_hit":56832,"new_prefill":4397,"score_linear":119989.0,"score_lmetric":19383},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":851,"cache_hit":0,"new_prefill":61229,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1072,"cache_hit":0,"new_prefill":61229,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":61229,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":335826.572910164,"t_first_token_unix":1779766691.586854,"t_done":335835.407532023,"t_done_unix":1779766700.4214754},{"request_id":"1341912:1:1341912:449","session_id":"1341912","input_length":9909,"t_proxy_recv":335834.607976847,"t_decision_unix":1779766699.6219182,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":9909,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":9909,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":9909,"score_linear":62618.0,"score_lmetric":9909},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1072,"cache_hit":0,"new_prefill":9909,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":206827,"ongoing_decode_tokens":111444,"pending_prefill_tokens":8343,"num_requests":3,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":9909,"score_linear":206827.0,"score_lmetric":54756},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":99794,"ongoing_decode_tokens":55130,"pending_prefill_tokens":14968,"num_requests":1,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":9909,"score_linear":99794.0,"score_lmetric":24877},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":9909,"score_linear":48381.0,"score_lmetric":58290},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":65963,"ongoing_decode_tokens":28436,"pending_prefill_tokens":13975,"num_requests":3,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":0,"new_prefill":9909,"score_linear":65963.0,"score_lmetric":71652},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":-21221,"num_requests":-1,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":9909,"score_linear":-21221.0,"score_lmetric":11312}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335835.38914113,"t_first_token_unix":1779766700.4030845,"t_done":335835.888794003,"t_done_unix":1779766700.9027374},{"request_id":"1340290:2:1342119:451","session_id":"1340290","input_length":21380,"t_proxy_recv":335835.265005806,"t_decision_unix":1779766700.2789395,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9818521983161833,"affinity_num_requests":-1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":20992,"estimated_new_tokens":388,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":9909,"ongoing_decode_tokens":0,"pending_prefill_tokens":9909,"num_requests":1,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":21380,"score_linear":9909.0,"score_lmetric":31289},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":21380,"score_linear":62618.0,"score_lmetric":21380},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":19887,"ongoing_decode_tokens":0,"pending_prefill_tokens":19887,"num_requests":1,"active_p_offloads":0,"cached_blocks":1072,"cache_hit":0,"new_prefill":21380,"score_linear":19887.0,"score_lmetric":41267},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":206827,"ongoing_decode_tokens":206827,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":21380,"score_linear":206827.0,"score_lmetric":64140},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":99794,"ongoing_decode_tokens":55130,"pending_prefill_tokens":14968,"num_requests":1,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":21380,"score_linear":99794.0,"score_lmetric":36348},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":21380,"score_linear":48381.0,"score_lmetric":69761},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":65963,"ongoing_decode_tokens":28436,"pending_prefill_tokens":13975,"num_requests":3,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":1024,"new_prefill":20356,"score_linear":64939.0,"score_lmetric":102993},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":-21221,"num_requests":-1,"active_p_offloads":0,"cached_blocks":855,"cache_hit":20992,"new_prefill":388,"score_linear":-42213.0,"score_lmetric":20833}],"chosen_score_linear":-42213.0,"chosen_score_lmetric":20833,"t_first_token":335835.309367523,"t_first_token_unix":1779766700.3233109,"t_done":335835.996510195,"t_done_unix":1779766701.0104537},{"request_id":"1342327:1:1342327:452","session_id":"1342327","input_length":6180,"t_proxy_recv":335836.029783394,"t_decision_unix":1779766701.0437248,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":6180,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1011,"cache_hit":0,"new_prefill":6180,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":6180,"score_linear":62618.0,"score_lmetric":6180},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":19887,"ongoing_decode_tokens":0,"pending_prefill_tokens":19887,"num_requests":1,"active_p_offloads":0,"cached_blocks":1072,"cache_hit":0,"new_prefill":6180,"score_linear":19887.0,"score_lmetric":26067},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":211750,"ongoing_decode_tokens":145598,"pending_prefill_tokens":4712,"num_requests":3,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":6180,"score_linear":211750.0,"score_lmetric":32676},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":99794,"ongoing_decode_tokens":55130,"pending_prefill_tokens":14968,"num_requests":1,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":6180,"score_linear":99794.0,"score_lmetric":21148},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":6180,"score_linear":48381.0,"score_lmetric":54561},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":65963,"ongoing_decode_tokens":28436,"pending_prefill_tokens":13975,"num_requests":3,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":0,"new_prefill":6180,"score_linear":65963.0,"score_lmetric":60465},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":-21221,"num_requests":-1,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":6180,"score_linear":-21221.0,"score_lmetric":15041}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335836.437823809,"t_first_token_unix":1779766701.4517672,"t_done":335836.740854659,"t_done_unix":1779766701.754799},{"request_id":"1341948:1:1341948:450","session_id":"1341948","input_length":19887,"t_proxy_recv":335834.742421301,"t_decision_unix":1779766699.7563627,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":19887,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":9909,"ongoing_decode_tokens":0,"pending_prefill_tokens":9909,"num_requests":1,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":19887,"score_linear":9909.0,"score_lmetric":29796},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":19887,"score_linear":62618.0,"score_lmetric":19887},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1072,"cache_hit":0,"new_prefill":19887,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":206827,"ongoing_decode_tokens":111444,"pending_prefill_tokens":8343,"num_requests":3,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":19887,"score_linear":206827.0,"score_lmetric":84690},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":99794,"ongoing_decode_tokens":55130,"pending_prefill_tokens":14968,"num_requests":1,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":19887,"score_linear":99794.0,"score_lmetric":34855},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":19887,"score_linear":48381.0,"score_lmetric":68268},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":65963,"ongoing_decode_tokens":28436,"pending_prefill_tokens":13975,"num_requests":3,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":0,"new_prefill":19887,"score_linear":65963.0,"score_lmetric":101586},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":-21221,"num_requests":-1,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":19887,"score_linear":-21221.0,"score_lmetric":1334}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335836.818543299,"t_first_token_unix":1779766701.8324869,"t_done":335837.071477311,"t_done_unix":1779766702.0854208},{"request_id":"1340903:2:1342632:453","session_id":"1340903","input_length":2129,"t_proxy_recv":335837.067259641,"t_decision_unix":1779766702.0812006,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":2048,"affinity_cache_ratio":0.9619539689995303,"affinity_num_requests":-1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":2048,"estimated_new_tokens":81,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":2129,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":2129,"score_linear":62618.0,"score_lmetric":2129},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":19887,"ongoing_decode_tokens":19887,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1072,"cache_hit":0,"new_prefill":2129,"score_linear":19887.0,"score_lmetric":2129},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":211750,"ongoing_decode_tokens":145598,"pending_prefill_tokens":4712,"num_requests":3,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":2129,"score_linear":211750.0,"score_lmetric":20523},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":99794,"ongoing_decode_tokens":55130,"pending_prefill_tokens":14968,"num_requests":1,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":2129,"score_linear":99794.0,"score_lmetric":17097},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":2129,"score_linear":48381.0,"score_lmetric":50510},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":65963,"ongoing_decode_tokens":28436,"pending_prefill_tokens":13975,"num_requests":3,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":0,"new_prefill":2129,"score_linear":65963.0,"score_lmetric":48312},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":-21221,"num_requests":-1,"active_p_offloads":0,"cached_blocks":855,"cache_hit":2048,"new_prefill":81,"score_linear":-23269.0,"score_lmetric":21140}],"chosen_score_linear":-23269.0,"chosen_score_lmetric":21140,"t_first_token":335837.084851037,"t_first_token_unix":1779766702.0987942,"t_done":335837.159050505,"t_done_unix":1779766702.172994},{"request_id":"1340278:1:1340278:444","session_id":"1340278","input_length":48381,"t_proxy_recv":335829.199154887,"t_decision_unix":1779766694.2130961,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":48381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13816,"ongoing_decode_tokens":0,"pending_prefill_tokens":13816,"num_requests":1,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":48381,"score_linear":13816.0,"score_lmetric":62197},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":48381,"score_linear":62618.0,"score_lmetric":48381},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":45994,"ongoing_decode_tokens":45994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":48381,"score_linear":45994.0,"score_lmetric":48381},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":198708,"ongoing_decode_tokens":198708,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":48381,"score_linear":198708.0,"score_lmetric":145143},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":84107,"ongoing_decode_tokens":84107,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1608,"cache_hit":0,"new_prefill":48381,"score_linear":84107.0,"score_lmetric":48381},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":48381,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":52898,"ongoing_decode_tokens":52898,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1118,"cache_hit":0,"new_prefill":48381,"score_linear":52898.0,"score_lmetric":145143},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":799,"cache_hit":0,"new_prefill":48381,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335837.963031396,"t_first_token_unix":1779766702.976975,"t_done":335838.54998545,"t_done_unix":1779766703.563929},{"request_id":"1316848:12:1334743:418","session_id":"1316848","input_length":44664,"t_proxy_recv":335834.154293574,"t_decision_unix":1779766699.1682348,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":29696,"affinity_cache_ratio":0.6648755149561167,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":29696,"estimated_new_tokens":14968,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":44664,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":6144,"new_prefill":38520,"score_linear":56474.0,"score_lmetric":38520},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1072,"cache_hit":0,"new_prefill":44664,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":206827,"ongoing_decode_tokens":111444,"pending_prefill_tokens":8343,"num_requests":3,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":44664,"score_linear":206827.0,"score_lmetric":159021},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":29696,"new_prefill":14968,"score_linear":25434.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":44664,"score_linear":48381.0,"score_lmetric":93045},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":0,"new_prefill":44664,"score_linear":28436.0,"score_lmetric":89328},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":-21221,"num_requests":-1,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":44664,"score_linear":-21221.0,"score_lmetric":-23443}],"chosen_score_linear":25434.0,"chosen_score_lmetric":0,"t_first_token":335838.026121586,"t_first_token_unix":1779766703.040065,"t_done":335839.479408847,"t_done_unix":1779766704.4933522},{"request_id":"1279412:20:1337591:428","session_id":"1279412","input_length":95383,"t_proxy_recv":335830.267047864,"t_decision_unix":1779766695.2809894,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":87040,"affinity_cache_ratio":0.912531583196167,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":87040,"estimated_new_tokens":8343,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":95383,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":95383,"score_linear":62618.0,"score_lmetric":95383},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":45994,"ongoing_decode_tokens":45994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":95383,"score_linear":45994.0,"score_lmetric":95383},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":111444,"ongoing_decode_tokens":111444,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":970,"cache_hit":87040,"new_prefill":8343,"score_linear":24404.0,"score_lmetric":16686},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":84107,"ongoing_decode_tokens":84107,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1608,"cache_hit":12800,"new_prefill":82583,"score_linear":71307.0,"score_lmetric":82583},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":95383,"score_linear":48381.0,"score_lmetric":143764},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":52898,"ongoing_decode_tokens":52898,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1118,"cache_hit":12800,"new_prefill":82583,"score_linear":40098.0,"score_lmetric":247749},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":799,"cache_hit":12800,"new_prefill":82583,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":24404.0,"chosen_score_lmetric":16686,"t_first_token":335834.796134181,"t_first_token_unix":1779766699.8100774,"t_done":335839.617546285,"t_done_unix":1779766704.6314902},{"request_id":"1334223:2:1341796:448","session_id":"1334223","input_length":37527,"t_proxy_recv":335834.175906055,"t_decision_unix":1779766699.1898477,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":23552,"affinity_cache_ratio":0.6276014602819303,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":23552,"estimated_new_tokens":13975,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":37527,"score_linear":62618.0,"score_lmetric":37527},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1072,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":206827,"ongoing_decode_tokens":111444,"pending_prefill_tokens":8343,"num_requests":3,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":37527,"score_linear":206827.0,"score_lmetric":137610},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":99794,"ongoing_decode_tokens":55130,"pending_prefill_tokens":14968,"num_requests":1,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":37527,"score_linear":99794.0,"score_lmetric":52495},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":37527,"score_linear":48381.0,"score_lmetric":85908},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":23552,"new_prefill":13975,"score_linear":4884.0,"score_lmetric":27950},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":-21221,"num_requests":-1,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":37527,"score_linear":-21221.0,"score_lmetric":-16306}],"chosen_score_linear":4884.0,"chosen_score_lmetric":27950,"t_first_token":335837.223194585,"t_first_token_unix":1779766702.2371373,"t_done":335840.098319174,"t_done_unix":1779766705.1122627},{"request_id":"1316848:13:1337519:427","session_id":"1316848","input_length":45005,"t_proxy_recv":335839.488098379,"t_decision_unix":1779766704.5020401,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":44544,"affinity_cache_ratio":0.9897566937007,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":44544,"estimated_new_tokens":461,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":22144,"ongoing_decode_tokens":0,"pending_prefill_tokens":12416,"num_requests":2,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":45005,"score_linear":22144.0,"score_lmetric":114842},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":6144,"new_prefill":38861,"score_linear":56474.0,"score_lmetric":38861},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":45005,"score_linear":59219.0,"score_lmetric":104224},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":211750,"ongoing_decode_tokens":211750,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":45005,"score_linear":211750.0,"score_lmetric":135015},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1639,"cache_hit":44544,"new_prefill":461,"score_linear":10586.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":963,"cache_hit":0,"new_prefill":45005,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":65963,"ongoing_decode_tokens":65963,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":0,"new_prefill":45005,"score_linear":65963.0,"score_lmetric":135015},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":53428,"ongoing_decode_tokens":0,"pending_prefill_tokens":48308,"num_requests":1,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":45005,"score_linear":53428.0,"score_lmetric":93313}],"chosen_score_linear":10586.0,"chosen_score_lmetric":0,"t_first_token":335839.667249917,"t_first_token_unix":1779766704.681194,"t_done":335840.153655762,"t_done_unix":1779766705.1675992},{"request_id":"1253743:5:1338406:433","session_id":"1253743","input_length":50215,"t_proxy_recv":335822.366939599,"t_decision_unix":1779766687.380881,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9890271831126157,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":551,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36518,"ongoing_decode_tokens":0,"pending_prefill_tokens":36518,"num_requests":1,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":50215,"score_linear":36518.0,"score_lmetric":86733},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":4608,"new_prefill":45607,"score_linear":58010.0,"score_lmetric":45607},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":50215,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":148493,"ongoing_decode_tokens":0,"pending_prefill_tokens":62477,"num_requests":2,"active_p_offloads":0,"cached_blocks":961,"cache_hit":49664,"new_prefill":551,"score_linear":98829.0,"score_lmetric":126056},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83250,"ongoing_decode_tokens":55130,"pending_prefill_tokens":1496,"num_requests":1,"active_p_offloads":0,"cached_blocks":1604,"cache_hit":0,"new_prefill":50215,"score_linear":83250.0,"score_lmetric":51711},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":9325,"ongoing_decode_tokens":0,"pending_prefill_tokens":9325,"num_requests":1,"active_p_offloads":0,"cached_blocks":851,"cache_hit":17408,"new_prefill":32807,"score_linear":-8083.0,"score_lmetric":42132},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1117,"cache_hit":0,"new_prefill":50215,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":73073,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":50215,"score_linear":73073.0,"score_lmetric":50215}],"chosen_score_linear":98829.0,"chosen_score_lmetric":126056,"t_first_token":335826.642372144,"t_first_token_unix":1779766691.656315,"t_done":335840.172217575,"t_done_unix":1779766705.1861606},{"request_id":"1343191:1:1343191:457","session_id":"1343191","input_length":11912,"t_proxy_recv":335839.13882929,"t_decision_unix":1779766704.1527703,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":11912,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":11912,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":11912,"score_linear":62618.0,"score_lmetric":11912},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":11912,"score_linear":59219.0,"score_lmetric":71131},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":211750,"ongoing_decode_tokens":211750,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":11912,"score_linear":211750.0,"score_lmetric":35736},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":99794,"ongoing_decode_tokens":99794,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":11912,"score_linear":99794.0,"score_lmetric":11912},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":963,"cache_hit":0,"new_prefill":11912,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":65963,"ongoing_decode_tokens":65963,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":0,"new_prefill":11912,"score_linear":65963.0,"score_lmetric":35736},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":53428,"ongoing_decode_tokens":0,"pending_prefill_tokens":48308,"num_requests":1,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":11912,"score_linear":53428.0,"score_lmetric":60220}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335840.105366221,"t_first_token_unix":1779766705.1193094,"t_done":335840.210598722,"t_done_unix":1779766705.224542},{"request_id":"1341912:2:1343220:458","session_id":"1341912","input_length":10232,"t_proxy_recv":335839.218552127,"t_decision_unix":1779766704.2324939,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9507427677873339,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":9728,"estimated_new_tokens":504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":11912,"ongoing_decode_tokens":0,"pending_prefill_tokens":11912,"num_requests":1,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":9728,"new_prefill":504,"score_linear":2184.0,"score_lmetric":12416},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":10232,"score_linear":62618.0,"score_lmetric":10232},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":10232,"score_linear":59219.0,"score_lmetric":69451},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":211750,"ongoing_decode_tokens":211750,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":10232,"score_linear":211750.0,"score_lmetric":30696},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":99794,"ongoing_decode_tokens":99794,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":10232,"score_linear":99794.0,"score_lmetric":10232},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":963,"cache_hit":0,"new_prefill":10232,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":65963,"ongoing_decode_tokens":65963,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":0,"new_prefill":10232,"score_linear":65963.0,"score_lmetric":30696},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":53428,"ongoing_decode_tokens":0,"pending_prefill_tokens":48308,"num_requests":1,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":10232,"score_linear":53428.0,"score_lmetric":58540}],"chosen_score_linear":2184.0,"chosen_score_lmetric":12416,"t_first_token":335840.147128449,"t_first_token_unix":1779766705.1610715,"t_done":335841.03458077,"t_done_unix":1779766706.0485246},{"request_id":"1342327:2:1343857:461","session_id":"1342327","input_length":9820,"t_proxy_recv":335841.166173151,"t_decision_unix":1779766706.1801147,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":6144,"affinity_cache_ratio":0.6256619144602852,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":6144,"estimated_new_tokens":3676,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1047,"cache_hit":6144,"new_prefill":3676,"score_linear":-6144.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":9820,"score_linear":62618.0,"score_lmetric":9820},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":9820,"score_linear":59219.0,"score_lmetric":69039},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":161695,"ongoing_decode_tokens":161695,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":0,"new_prefill":9820,"score_linear":161695.0,"score_lmetric":19640},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104818,"ongoing_decode_tokens":55130,"pending_prefill_tokens":5144,"num_requests":1,"active_p_offloads":0,"cached_blocks":1639,"cache_hit":0,"new_prefill":9820,"score_linear":104818.0,"score_lmetric":14964},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35505,"ongoing_decode_tokens":0,"pending_prefill_tokens":26289,"num_requests":2,"active_p_offloads":0,"cached_blocks":963,"cache_hit":0,"new_prefill":9820,"score_linear":35505.0,"score_lmetric":72218},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":9820,"score_linear":28436.0,"score_lmetric":19640},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":53428,"ongoing_decode_tokens":0,"pending_prefill_tokens":48308,"num_requests":1,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":9820,"score_linear":53428.0,"score_lmetric":58128}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":335841.524067503,"t_first_token_unix":1779766706.5380116,"t_done":335841.760868418,"t_done_unix":1779766706.774812},{"request_id":"1343312:1:1343312:459","session_id":"1343312","input_length":21402,"t_proxy_recv":335839.503984177,"t_decision_unix":1779766704.5179257,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":21402,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":22144,"ongoing_decode_tokens":0,"pending_prefill_tokens":12416,"num_requests":2,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":21402,"score_linear":22144.0,"score_lmetric":67636},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":21402,"score_linear":62618.0,"score_lmetric":21402},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":21402,"score_linear":59219.0,"score_lmetric":80621},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":211750,"ongoing_decode_tokens":211750,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":21402,"score_linear":211750.0,"score_lmetric":64206},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":100135,"ongoing_decode_tokens":55130,"pending_prefill_tokens":461,"num_requests":1,"active_p_offloads":0,"cached_blocks":1639,"cache_hit":0,"new_prefill":21402,"score_linear":100135.0,"score_lmetric":21863},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":963,"cache_hit":0,"new_prefill":21402,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":65963,"ongoing_decode_tokens":65963,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":0,"new_prefill":21402,"score_linear":65963.0,"score_lmetric":64206},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":53428,"ongoing_decode_tokens":0,"pending_prefill_tokens":48308,"num_requests":1,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":21402,"score_linear":53428.0,"score_lmetric":69710}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335841.843622464,"t_first_token_unix":1779766706.8575659,"t_done":335842.403327761,"t_done_unix":1779766707.417271},{"request_id":"1338292:2:1343599:460","session_id":"1338292","input_length":14103,"t_proxy_recv":335840.345344134,"t_decision_unix":1779766705.3592854,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":9216,"affinity_cache_ratio":0.6534779834077856,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":9216,"estimated_new_tokens":4887,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":10232,"ongoing_decode_tokens":10232,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1046,"cache_hit":0,"new_prefill":14103,"score_linear":10232.0,"score_lmetric":14103},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":14103,"score_linear":62618.0,"score_lmetric":14103},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":14103,"score_linear":59219.0,"score_lmetric":73322},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":161695,"ongoing_decode_tokens":161695,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":0,"new_prefill":14103,"score_linear":161695.0,"score_lmetric":28206},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104818,"ongoing_decode_tokens":55130,"pending_prefill_tokens":5144,"num_requests":1,"active_p_offloads":0,"cached_blocks":1639,"cache_hit":0,"new_prefill":14103,"score_linear":104818.0,"score_lmetric":19247},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21402,"ongoing_decode_tokens":0,"pending_prefill_tokens":21402,"num_requests":1,"active_p_offloads":0,"cached_blocks":963,"cache_hit":9216,"new_prefill":4887,"score_linear":12186.0,"score_lmetric":26289},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":14103,"score_linear":28436.0,"score_lmetric":28206},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":53428,"ongoing_decode_tokens":0,"pending_prefill_tokens":48308,"num_requests":1,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":14103,"score_linear":53428.0,"score_lmetric":62411}],"chosen_score_linear":12186.0,"chosen_score_lmetric":26289,"t_first_token":335842.336233754,"t_first_token_unix":1779766707.350177,"t_done":335842.41437202,"t_done_unix":1779766707.428315},{"request_id":"1279412:21:1339581:440","session_id":"1279412","input_length":95543,"t_proxy_recv":335839.633579559,"t_decision_unix":1779766704.6475208,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":95232,"affinity_cache_ratio":0.9967449211349864,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":95232,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":22144,"ongoing_decode_tokens":0,"pending_prefill_tokens":12416,"num_requests":2,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":95543,"score_linear":22144.0,"score_lmetric":215918},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":95543,"score_linear":62618.0,"score_lmetric":95543},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":95543,"score_linear":59219.0,"score_lmetric":154762},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":116367,"ongoing_decode_tokens":116367,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":95232,"new_prefill":311,"score_linear":21135.0,"score_lmetric":622},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":100135,"ongoing_decode_tokens":55130,"pending_prefill_tokens":461,"num_requests":1,"active_p_offloads":0,"cached_blocks":1639,"cache_hit":12800,"new_prefill":82743,"score_linear":87335.0,"score_lmetric":83204},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21402,"ongoing_decode_tokens":0,"pending_prefill_tokens":21402,"num_requests":1,"active_p_offloads":0,"cached_blocks":963,"cache_hit":0,"new_prefill":95543,"score_linear":21402.0,"score_lmetric":116945},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":65963,"ongoing_decode_tokens":65963,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":12800,"new_prefill":82743,"score_linear":53163.0,"score_lmetric":248229},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":53428,"ongoing_decode_tokens":0,"pending_prefill_tokens":48308,"num_requests":1,"active_p_offloads":0,"cached_blocks":855,"cache_hit":12800,"new_prefill":82743,"score_linear":40628.0,"score_lmetric":131051}],"chosen_score_linear":21135.0,"chosen_score_lmetric":622,"t_first_token":335839.783048333,"t_first_token_unix":1779766704.7969923,"t_done":335843.093598152,"t_done_unix":1779766708.107542},{"request_id":"1342327:3:1344788:466","session_id":"1342327","input_length":12398,"t_proxy_recv":335844.408334178,"t_decision_unix":1779766709.4222755,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":9728,"affinity_cache_ratio":0.78464268430392,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":9728,"estimated_new_tokens":2670,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":9728,"new_prefill":2670,"score_linear":-9728.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":12398,"score_linear":62618.0,"score_lmetric":12398},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":12398,"score_linear":59219.0,"score_lmetric":71617},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":161933,"ongoing_decode_tokens":161933,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":12398,"score_linear":161933.0,"score_lmetric":24796},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104818,"ongoing_decode_tokens":104818,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1639,"cache_hit":0,"new_prefill":12398,"score_linear":104818.0,"score_lmetric":12398},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32816,"ongoing_decode_tokens":0,"pending_prefill_tokens":32816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":12398,"score_linear":32816.0,"score_lmetric":45214},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":12398,"score_linear":28436.0,"score_lmetric":24796},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":53428,"ongoing_decode_tokens":0,"pending_prefill_tokens":48308,"num_requests":1,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":12398,"score_linear":53428.0,"score_lmetric":60706}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":335844.760740841,"t_first_token_unix":1779766709.7746844,"t_done":335844.905255257,"t_done_unix":1779766709.9191985},{"request_id":"1279412:22:1344210:462","session_id":"1279412","input_length":95781,"t_proxy_recv":335843.109321792,"t_decision_unix":1779766708.1232636,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9996137020912289,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":95744,"estimated_new_tokens":37,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":95781,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":95781,"score_linear":62618.0,"score_lmetric":95781},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":95781,"score_linear":59219.0,"score_lmetric":155000},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":95744,"new_prefill":37,"score_linear":-29592.0,"score_lmetric":37},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104818,"ongoing_decode_tokens":104818,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1639,"cache_hit":12800,"new_prefill":82981,"score_linear":92018.0,"score_lmetric":82981},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":95781,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":12800,"new_prefill":82981,"score_linear":15636.0,"score_lmetric":165962},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":53428,"ongoing_decode_tokens":0,"pending_prefill_tokens":48308,"num_requests":1,"active_p_offloads":0,"cached_blocks":855,"cache_hit":12800,"new_prefill":82981,"score_linear":40628.0,"score_lmetric":131289}],"chosen_score_linear":-29592.0,"chosen_score_lmetric":37,"t_first_token":335843.249428627,"t_first_token_unix":1779766708.2633727,"t_done":335846.239428802,"t_done_unix":1779766711.2533727},{"request_id":"1316848:14:1338658:435","session_id":"1316848","input_length":49688,"t_proxy_recv":335840.164733065,"t_decision_unix":1779766705.1786747,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":44544,"affinity_cache_ratio":0.8964739977459346,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":44544,"estimated_new_tokens":5144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":22144,"ongoing_decode_tokens":22144,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":49688,"score_linear":22144.0,"score_lmetric":99376},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":6144,"new_prefill":43544,"score_linear":56474.0,"score_lmetric":43544},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":49688,"score_linear":59219.0,"score_lmetric":108907},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":211910,"ongoing_decode_tokens":211910,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":49688,"score_linear":211910.0,"score_lmetric":149064},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1639,"cache_hit":44544,"new_prefill":5144,"score_linear":10586.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21402,"ongoing_decode_tokens":0,"pending_prefill_tokens":21402,"num_requests":1,"active_p_offloads":0,"cached_blocks":963,"cache_hit":0,"new_prefill":49688,"score_linear":21402.0,"score_lmetric":71090},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":49688,"score_linear":28436.0,"score_lmetric":99376},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":53428,"ongoing_decode_tokens":0,"pending_prefill_tokens":48308,"num_requests":1,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":49688,"score_linear":53428.0,"score_lmetric":97996}],"chosen_score_linear":10586.0,"chosen_score_lmetric":0,"t_first_token":335841.684287218,"t_first_token_unix":1779766706.6982307,"t_done":335848.056643614,"t_done_unix":1779766713.0705874},{"request_id":"1345921:1:1345921:469","session_id":"1345921","input_length":505,"t_proxy_recv":335848.269198039,"t_decision_unix":1779766713.2831395,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":505,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":505,"score_linear":62618.0,"score_lmetric":505},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":505,"score_linear":59219.0,"score_lmetric":59724},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":505,"score_linear":66152.0,"score_lmetric":505},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":105577,"ongoing_decode_tokens":105577,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1650,"cache_hit":0,"new_prefill":505,"score_linear":105577.0,"score_lmetric":505},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32816,"ongoing_decode_tokens":0,"pending_prefill_tokens":32816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":505,"score_linear":32816.0,"score_lmetric":33321},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":505,"score_linear":28436.0,"score_lmetric":1010},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127374,"ongoing_decode_tokens":0,"pending_prefill_tokens":49038,"num_requests":2,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":505,"score_linear":127374.0,"score_lmetric":99086}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335848.322827929,"t_first_token_unix":1779766713.3367712,"t_done":335848.65104235,"t_done_unix":1779766713.6649857},{"request_id":"1316848:15:1344261:463","session_id":"1316848","input_length":50447,"t_proxy_recv":335848.066259351,"t_decision_unix":1779766713.0802007,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":50176,"affinity_cache_ratio":0.9946280254524551,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":50176,"estimated_new_tokens":271,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":50447,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":6144,"new_prefill":44303,"score_linear":56474.0,"score_lmetric":44303},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":50447,"score_linear":59219.0,"score_lmetric":109666},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":50447,"score_linear":66152.0,"score_lmetric":50447},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1650,"cache_hit":50176,"new_prefill":271,"score_linear":4954.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32816,"ongoing_decode_tokens":0,"pending_prefill_tokens":32816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":50447,"score_linear":32816.0,"score_lmetric":83263},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":50447,"score_linear":28436.0,"score_lmetric":100894},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127374,"ongoing_decode_tokens":0,"pending_prefill_tokens":49038,"num_requests":2,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":50447,"score_linear":127374.0,"score_lmetric":198970}],"chosen_score_linear":4954.0,"chosen_score_lmetric":0,"t_first_token":335848.248533331,"t_first_token_unix":1779766713.2624764,"t_done":335848.747602629,"t_done_unix":1779766713.7615538},{"request_id":"1344773:1:1344773:465","session_id":"1344773","input_length":32816,"t_proxy_recv":335844.371360262,"t_decision_unix":1779766709.3853016,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":32816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":32816,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":32816,"score_linear":62618.0,"score_lmetric":32816},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":32816,"score_linear":59219.0,"score_lmetric":92035},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":161933,"ongoing_decode_tokens":161933,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":32816,"score_linear":161933.0,"score_lmetric":65632},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104818,"ongoing_decode_tokens":104818,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1639,"cache_hit":0,"new_prefill":32816,"score_linear":104818.0,"score_lmetric":32816},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":32816,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":32816,"score_linear":28436.0,"score_lmetric":65632},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":53428,"ongoing_decode_tokens":0,"pending_prefill_tokens":48308,"num_requests":1,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":32816,"score_linear":53428.0,"score_lmetric":81124}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335848.910326184,"t_first_token_unix":1779766713.9242723,"t_done":335849.054139304,"t_done_unix":1779766714.068083},{"request_id":"1342327:4:1346218:471","session_id":"1342327","input_length":14842,"t_proxy_recv":335849.370396839,"t_decision_unix":1779766714.384338,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":12288,"affinity_cache_ratio":0.8279207653954993,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":12288,"estimated_new_tokens":2554,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1060,"cache_hit":12288,"new_prefill":2554,"score_linear":-12288.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":14842,"score_linear":62618.0,"score_lmetric":14842},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":14842,"score_linear":59219.0,"score_lmetric":74061},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":14842,"score_linear":66152.0,"score_lmetric":14842},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113945,"ongoing_decode_tokens":55130,"pending_prefill_tokens":8639,"num_requests":1,"active_p_offloads":0,"cached_blocks":1650,"cache_hit":0,"new_prefill":14842,"score_linear":113945.0,"score_lmetric":23481},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1077,"cache_hit":0,"new_prefill":14842,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":14842,"score_linear":28436.0,"score_lmetric":29684},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127374,"ongoing_decode_tokens":0,"pending_prefill_tokens":49038,"num_requests":2,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":14842,"score_linear":127374.0,"score_lmetric":127760}],"chosen_score_linear":-12288.0,"chosen_score_lmetric":0,"t_first_token":335849.712574273,"t_first_token_unix":1779766714.7265174,"t_done":335849.760074835,"t_done_unix":1779766714.7740188},{"request_id":"1344773:2:1346419:473","session_id":"1344773","input_length":33008,"t_proxy_recv":335850.137867126,"t_decision_unix":1779766715.1518083,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":32768,"affinity_cache_ratio":0.9927290353853612,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":32768,"estimated_new_tokens":240,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":33008,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99637,"ongoing_decode_tokens":62618,"pending_prefill_tokens":2715,"num_requests":2,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":33008,"score_linear":99637.0,"score_lmetric":71446},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59219,"ongoing_decode_tokens":59219,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":33008,"score_linear":59219.0,"score_lmetric":33008},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":33008,"score_linear":66152.0,"score_lmetric":33008},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113945,"ongoing_decode_tokens":55130,"pending_prefill_tokens":8639,"num_requests":1,"active_p_offloads":0,"cached_blocks":1650,"cache_hit":0,"new_prefill":33008,"score_linear":113945.0,"score_lmetric":41647},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1077,"cache_hit":32768,"new_prefill":240,"score_linear":-32768.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":33008,"score_linear":28436.0,"score_lmetric":66016},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127374,"ongoing_decode_tokens":0,"pending_prefill_tokens":49038,"num_requests":2,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":33008,"score_linear":127374.0,"score_lmetric":164092}],"chosen_score_linear":-32768.0,"chosen_score_lmetric":0,"t_first_token":335850.263781353,"t_first_token_unix":1779766715.2777247,"t_done":335850.440463794,"t_done_unix":1779766715.4544072},{"request_id":"1342634:1:1342634:454","session_id":"1342634","input_length":59219,"t_proxy_recv":335837.100867754,"t_decision_unix":1779766702.1148093,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":59219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":59219,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":59219,"score_linear":62618.0,"score_lmetric":59219},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":59219,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":211750,"ongoing_decode_tokens":145598,"pending_prefill_tokens":4712,"num_requests":3,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":59219,"score_linear":211750.0,"score_lmetric":191793},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":99794,"ongoing_decode_tokens":55130,"pending_prefill_tokens":14968,"num_requests":1,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":59219,"score_linear":99794.0,"score_lmetric":74187},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":59219,"score_linear":48381.0,"score_lmetric":107600},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":65963,"ongoing_decode_tokens":28436,"pending_prefill_tokens":13975,"num_requests":3,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":0,"new_prefill":59219,"score_linear":65963.0,"score_lmetric":219582},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-19092,"ongoing_decode_tokens":2129,"pending_prefill_tokens":-21221,"num_requests":0,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":59219,"score_linear":-19092.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335849.879435366,"t_first_token_unix":1779766714.8933787,"t_done":335850.822130427,"t_done_unix":1779766715.8360744},{"request_id":"1316848:16:1345678:468","session_id":"1316848","input_length":58815,"t_proxy_recv":335848.761466595,"t_decision_unix":1779766713.775408,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":50176,"affinity_cache_ratio":0.8531157017767577,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":50176,"estimated_new_tokens":8639,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1060,"cache_hit":0,"new_prefill":58815,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":6144,"new_prefill":52671,"score_linear":56474.0,"score_lmetric":52671},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":58815,"score_linear":59219.0,"score_lmetric":118034},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":58815,"score_linear":66152.0,"score_lmetric":58815},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1650,"cache_hit":50176,"new_prefill":8639,"score_linear":4954.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32816,"ongoing_decode_tokens":0,"pending_prefill_tokens":32816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":58815,"score_linear":32816.0,"score_lmetric":91631},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":58815,"score_linear":28436.0,"score_lmetric":117630},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127374,"ongoing_decode_tokens":0,"pending_prefill_tokens":49038,"num_requests":2,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":58815,"score_linear":127374.0,"score_lmetric":215706}],"chosen_score_linear":4954.0,"chosen_score_lmetric":0,"t_first_token":335851.878707234,"t_first_token_unix":1779766716.8926508,"t_done":335852.076452114,"t_done_unix":1779766717.0903955},{"request_id":"1345921:2:1347089:474","session_id":"1345921","input_length":773,"t_proxy_recv":335852.455314254,"t_decision_unix":1779766717.4692554,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":512,"affinity_cache_ratio":0.6623544631306598,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":512,"estimated_new_tokens":261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":512,"new_prefill":261,"score_linear":-512.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99637,"ongoing_decode_tokens":99637,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":773,"score_linear":99637.0,"score_lmetric":1546},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":773,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":773,"score_linear":66152.0,"score_lmetric":773},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1666,"cache_hit":0,"new_prefill":773,"score_linear":55130.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1077,"cache_hit":0,"new_prefill":773,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":773,"score_linear":28436.0,"score_lmetric":1546},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127374,"ongoing_decode_tokens":0,"pending_prefill_tokens":49038,"num_requests":2,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":773,"score_linear":127374.0,"score_lmetric":99622}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":335852.49321058,"t_first_token_unix":1779766717.5071537,"t_done":335852.747569254,"t_done_unix":1779766717.7615128},{"request_id":"1268861:6:1346340:472","session_id":"1268861","input_length":37019,"t_proxy_recv":335849.811845074,"t_decision_unix":1779766714.8257866,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9266592830708555,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":34304,"estimated_new_tokens":2715,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":37019,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":34304,"new_prefill":2715,"score_linear":28314.0,"score_lmetric":2715},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":37019,"score_linear":59219.0,"score_lmetric":96238},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":37019,"score_linear":66152.0,"score_lmetric":37019},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113945,"ongoing_decode_tokens":55130,"pending_prefill_tokens":8639,"num_requests":1,"active_p_offloads":0,"cached_blocks":1650,"cache_hit":0,"new_prefill":37019,"score_linear":113945.0,"score_lmetric":45658},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1077,"cache_hit":0,"new_prefill":37019,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":37019,"score_linear":28436.0,"score_lmetric":74038},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127374,"ongoing_decode_tokens":0,"pending_prefill_tokens":49038,"num_requests":2,"active_p_offloads":0,"cached_blocks":855,"cache_hit":12800,"new_prefill":24219,"score_linear":114574.0,"score_lmetric":146514}],"chosen_score_linear":28314.0,"chosen_score_lmetric":2715,"t_first_token":335850.489915704,"t_first_token_unix":1779766715.503859,"t_done":335853.380625937,"t_done_unix":1779766718.3945692},{"request_id":"1314357:3:1338999:437","session_id":"1314357","input_length":66152,"t_proxy_recv":335835.425829041,"t_decision_unix":1779766700.4397707,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9287701052122385,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":61440,"estimated_new_tokens":4712,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":9909,"ongoing_decode_tokens":9909,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":66152,"score_linear":9909.0,"score_lmetric":66152},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":66152,"score_linear":62618.0,"score_lmetric":66152},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":19887,"ongoing_decode_tokens":0,"pending_prefill_tokens":19887,"num_requests":1,"active_p_offloads":0,"cached_blocks":1072,"cache_hit":0,"new_prefill":66152,"score_linear":19887.0,"score_lmetric":86039},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":145598,"ongoing_decode_tokens":145598,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":61440,"new_prefill":4712,"score_linear":84158.0,"score_lmetric":9424},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":99794,"ongoing_decode_tokens":55130,"pending_prefill_tokens":14968,"num_requests":1,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":56832,"new_prefill":9320,"score_linear":42962.0,"score_lmetric":24288},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":66152,"score_linear":48381.0,"score_lmetric":114533},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":65963,"ongoing_decode_tokens":28436,"pending_prefill_tokens":13975,"num_requests":3,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":0,"new_prefill":66152,"score_linear":65963.0,"score_lmetric":240381},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":159,"ongoing_decode_tokens":21380,"pending_prefill_tokens":-21221,"num_requests":0,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":66152,"score_linear":159.0,"score_lmetric":0}],"chosen_score_linear":84158.0,"chosen_score_lmetric":9424,"t_first_token":335837.466339885,"t_first_token_unix":1779766702.480283,"t_done":335853.561506386,"t_done_unix":1779766718.57545},{"request_id":"1341005:2:1342961:456","session_id":"1341005","input_length":9360,"t_proxy_recv":335838.234486865,"t_decision_unix":1779766703.2484283,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":5120,"affinity_cache_ratio":0.5470085470085471,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":5120,"estimated_new_tokens":4240,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":9360,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":9360,"score_linear":62618.0,"score_lmetric":9360},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":9360,"score_linear":59219.0,"score_lmetric":68579},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":211750,"ongoing_decode_tokens":211750,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":9360,"score_linear":211750.0,"score_lmetric":28080},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":99794,"ongoing_decode_tokens":99794,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":9360,"score_linear":99794.0,"score_lmetric":9360},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48381,"ongoing_decode_tokens":48381,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":9360,"score_linear":48381.0,"score_lmetric":9360},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":65963,"ongoing_decode_tokens":65963,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":0,"new_prefill":9360,"score_linear":65963.0,"score_lmetric":28080},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44068,"ongoing_decode_tokens":0,"pending_prefill_tokens":44068,"num_requests":0,"active_p_offloads":0,"cached_blocks":855,"cache_hit":5120,"new_prefill":4240,"score_linear":38948.0,"score_lmetric":0}],"chosen_score_linear":38948.0,"chosen_score_lmetric":0,"t_first_token":335853.766774347,"t_first_token_unix":1779766718.7807183,"t_done":335854.511402275,"t_done_unix":1779766719.5253458},{"request_id":"1341948:2:1347296:475","session_id":"1341948","input_length":25661,"t_proxy_recv":335853.173767531,"t_decision_unix":1779766718.1877089,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":19456,"affinity_cache_ratio":0.7581933673668212,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":19456,"estimated_new_tokens":6205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99637,"ongoing_decode_tokens":99637,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":25661,"score_linear":99637.0,"score_lmetric":51322},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":19456,"new_prefill":6205,"score_linear":-19456.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":25661,"score_linear":66152.0,"score_lmetric":25661},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1666,"cache_hit":0,"new_prefill":25661,"score_linear":55130.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1077,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":25661,"score_linear":28436.0,"score_lmetric":51322},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127374,"ongoing_decode_tokens":65289,"pending_prefill_tokens":-16251,"num_requests":2,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":25661,"score_linear":127374.0,"score_lmetric":18820}],"chosen_score_linear":-19456.0,"chosen_score_lmetric":0,"t_first_token":335854.233388574,"t_first_token_unix":1779766719.2473323,"t_done":335854.528290868,"t_done_unix":1779766719.542234},{"request_id":"1347763:1:1347763:476","session_id":"1347763","input_length":5465,"t_proxy_recv":335854.78015959,"t_decision_unix":1779766719.794101,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-15756,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":5465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":5465,"score_linear":62618.0,"score_lmetric":5465},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1111,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1666,"cache_hit":0,"new_prefill":5465,"score_linear":55130.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1077,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":5465,"score_linear":28436.0,"score_lmetric":10930},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":118014,"ongoing_decode_tokens":139235,"pending_prefill_tokens":-21221,"num_requests":1,"active_p_offloads":0,"cached_blocks":863,"cache_hit":0,"new_prefill":5465,"score_linear":118014.0,"score_lmetric":-15756}],"chosen_score_linear":118014.0,"chosen_score_lmetric":-15756,"t_first_token":335855.186951094,"t_first_token_unix":1779766720.2008944,"t_done":335855.557266672,"t_done_unix":1779766720.5712104},{"request_id":"1311753:3:1348389:480","session_id":"1311753","input_length":39636,"t_proxy_recv":335857.261666839,"t_decision_unix":1779766722.275608,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9171460288626501,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":36352,"estimated_new_tokens":3284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":36352,"new_prefill":3284,"score_linear":-36352.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":39636,"score_linear":62618.0,"score_lmetric":39636},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":39636,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1111,"cache_hit":0,"new_prefill":39636,"score_linear":96026.0,"score_lmetric":39636},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1666,"cache_hit":19968,"new_prefill":19668,"score_linear":35162.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1077,"cache_hit":0,"new_prefill":39636,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69638,"ongoing_decode_tokens":28436,"pending_prefill_tokens":3826,"num_requests":3,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":39636,"score_linear":69638.0,"score_lmetric":130386},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":118014,"ongoing_decode_tokens":139235,"pending_prefill_tokens":-21221,"num_requests":1,"active_p_offloads":0,"cached_blocks":873,"cache_hit":0,"new_prefill":39636,"score_linear":118014.0,"score_lmetric":18415}],"chosen_score_linear":-36352.0,"chosen_score_lmetric":0,"t_first_token":335858.17345298,"t_first_token_unix":1779766723.1873965,"t_done":335858.460529425,"t_done_unix":1779766723.4744728},{"request_id":"1345921:3:1348784:483","session_id":"1345921","input_length":1397,"t_proxy_recv":335858.453922171,"t_decision_unix":1779766723.4678636,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":7,"affinity_cache_hit":512,"affinity_cache_ratio":0.36649964209019326,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":-5214,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":1397,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":39636,"ongoing_decode_tokens":39636,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":512,"new_prefill":885,"score_linear":39124.0,"score_lmetric":885},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":1397,"score_linear":62618.0,"score_lmetric":1397},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":1397,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1111,"cache_hit":0,"new_prefill":1397,"score_linear":96026.0,"score_lmetric":1397},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":67831,"ongoing_decode_tokens":55130,"pending_prefill_tokens":12701,"num_requests":1,"active_p_offloads":0,"cached_blocks":1666,"cache_hit":0,"new_prefill":1397,"score_linear":67831.0,"score_lmetric":14098},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1077,"cache_hit":0,"new_prefill":1397,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69638,"ongoing_decode_tokens":69638,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":1397,"score_linear":69638.0,"score_lmetric":4191},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":135231,"ongoing_decode_tokens":139235,"pending_prefill_tokens":-4004,"num_requests":2,"active_p_offloads":0,"cached_blocks":873,"cache_hit":0,"new_prefill":1397,"score_linear":135231.0,"score_lmetric":-5214}],"chosen_score_linear":135231.0,"chosen_score_lmetric":-5214,"t_first_token":335859.271334926,"t_first_token_unix":1779766724.2852778,"t_done":335859.644836395,"t_done_unix":1779766724.6587796},{"request_id":"1348691:1:1348691:482","session_id":"1348691","input_length":12701,"t_proxy_recv":335858.15320999,"t_decision_unix":1779766723.1671507,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":12701,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":39636,"ongoing_decode_tokens":0,"pending_prefill_tokens":3284,"num_requests":1,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":12701,"score_linear":39636.0,"score_lmetric":15985},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":12701,"score_linear":62618.0,"score_lmetric":12701},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":12701,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1111,"cache_hit":0,"new_prefill":12701,"score_linear":96026.0,"score_lmetric":12701},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1666,"cache_hit":0,"new_prefill":12701,"score_linear":55130.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1077,"cache_hit":0,"new_prefill":12701,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69638,"ongoing_decode_tokens":69638,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":12701,"score_linear":69638.0,"score_lmetric":38103},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":135231,"ongoing_decode_tokens":139235,"pending_prefill_tokens":-4004,"num_requests":2,"active_p_offloads":0,"cached_blocks":873,"cache_hit":0,"new_prefill":12701,"score_linear":135231.0,"score_lmetric":17394}],"chosen_score_linear":55130.0,"chosen_score_lmetric":0,"t_first_token":335859.228409371,"t_first_token_unix":1779766724.242353,"t_done":335859.865384624,"t_done_unix":1779766724.879328},{"request_id":"1348394:1:1348394:481","session_id":"1348394","input_length":17217,"t_proxy_recv":335857.298979656,"t_decision_unix":1779766722.3129213,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-4004,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":17217,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":39636,"ongoing_decode_tokens":0,"pending_prefill_tokens":3284,"num_requests":1,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":17217,"score_linear":39636.0,"score_lmetric":20501},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":17217,"score_linear":62618.0,"score_lmetric":17217},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":17217,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1111,"cache_hit":0,"new_prefill":17217,"score_linear":96026.0,"score_lmetric":17217},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1666,"cache_hit":0,"new_prefill":17217,"score_linear":55130.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1077,"cache_hit":0,"new_prefill":17217,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69638,"ongoing_decode_tokens":28436,"pending_prefill_tokens":3826,"num_requests":3,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":17217,"score_linear":69638.0,"score_lmetric":63129},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":118014,"ongoing_decode_tokens":139235,"pending_prefill_tokens":-21221,"num_requests":1,"active_p_offloads":0,"cached_blocks":873,"cache_hit":0,"new_prefill":17217,"score_linear":118014.0,"score_lmetric":-4004}],"chosen_score_linear":118014.0,"chosen_score_lmetric":-4004,"t_first_token":335859.115282882,"t_first_token_unix":1779766724.1292264,"t_done":335860.282792607,"t_done_unix":1779766725.2967365},{"request_id":"1269373:18:1345570:467","session_id":"1269373","input_length":73946,"t_proxy_recv":335846.941222623,"t_decision_unix":1779766711.955164,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9901279311930328,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":73216,"estimated_new_tokens":730,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":7680,"new_prefill":66266,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":73946,"score_linear":62618.0,"score_lmetric":73946},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":73946,"score_linear":59219.0,"score_lmetric":133165},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":73946,"score_linear":66152.0,"score_lmetric":73946},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104818,"ongoing_decode_tokens":104818,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1639,"cache_hit":7680,"new_prefill":66266,"score_linear":97138.0,"score_lmetric":66266},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32816,"ongoing_decode_tokens":0,"pending_prefill_tokens":32816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":73946,"score_linear":32816.0,"score_lmetric":106762},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":7680,"new_prefill":66266,"score_linear":20756.0,"score_lmetric":132532},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":53428,"ongoing_decode_tokens":0,"pending_prefill_tokens":48308,"num_requests":1,"active_p_offloads":0,"cached_blocks":855,"cache_hit":73216,"new_prefill":730,"score_linear":-19788.0,"score_lmetric":49038}],"chosen_score_linear":-19788.0,"chosen_score_lmetric":49038,"t_first_token":335853.765059988,"t_first_token_unix":1779766718.7790034,"t_done":335861.079123998,"t_done_unix":1779766726.093068},{"request_id":"1342921:1:1342921:455","session_id":"1342921","input_length":65289,"t_proxy_recv":335838.14750689,"t_decision_unix":1779766703.1614485,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":-44068,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":65289,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":65289,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":65289,"score_linear":62618.0,"score_lmetric":65289},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":65289,"score_linear":59219.0,"score_lmetric":124508},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":211750,"ongoing_decode_tokens":211750,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":65289,"score_linear":211750.0,"score_lmetric":195867},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":99794,"ongoing_decode_tokens":99794,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":65289,"score_linear":99794.0,"score_lmetric":65289},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48381,"ongoing_decode_tokens":48381,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":65289,"score_linear":48381.0,"score_lmetric":65289},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":65963,"ongoing_decode_tokens":65963,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":0,"new_prefill":65289,"score_linear":65963.0,"score_lmetric":195867},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":-21221,"num_requests":-1,"active_p_offloads":0,"cached_blocks":855,"cache_hit":0,"new_prefill":65289,"score_linear":-21221.0,"score_lmetric":-44068}],"chosen_score_linear":-21221.0,"chosen_score_lmetric":-44068,"t_first_token":335853.154071094,"t_first_token_unix":1779766718.1680145,"t_done":335862.514952605,"t_done_unix":1779766727.5288963},{"request_id":"1344773:3:1349525:486","session_id":"1344773","input_length":33334,"t_proxy_recv":335861.101578767,"t_decision_unix":1779766726.1155205,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":32768,"affinity_cache_ratio":0.9830203395932081,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":32768,"estimated_new_tokens":566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":33334,"score_linear":62618.0,"score_lmetric":33334},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1111,"cache_hit":0,"new_prefill":33334,"score_linear":96026.0,"score_lmetric":33334},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":33334,"score_linear":55130.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1077,"cache_hit":32768,"new_prefill":566,"score_linear":-32768.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69638,"ongoing_decode_tokens":69638,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":33334,"score_linear":69638.0,"score_lmetric":100002},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":120561,"ongoing_decode_tokens":65289,"pending_prefill_tokens":2253,"num_requests":1,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":33334,"score_linear":120561.0,"score_lmetric":35587}],"chosen_score_linear":-32768.0,"chosen_score_lmetric":0,"t_first_token":335861.300257119,"t_first_token_unix":1779766726.3142006,"t_done":335862.75383369,"t_done_unix":1779766727.7677774},{"request_id":"1349975:1:1349975:487","session_id":"1349975","input_length":4988,"t_proxy_recv":335862.676723739,"t_decision_unix":1779766727.690665,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4988,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":4988,"score_linear":62618.0,"score_lmetric":4988},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1111,"cache_hit":0,"new_prefill":4988,"score_linear":96026.0,"score_lmetric":4988},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":4988,"score_linear":55130.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33334,"ongoing_decode_tokens":33334,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1077,"cache_hit":0,"new_prefill":4988,"score_linear":33334.0,"score_lmetric":4988},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69638,"ongoing_decode_tokens":69638,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":4988,"score_linear":69638.0,"score_lmetric":14964},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55272,"ongoing_decode_tokens":76493,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":4988,"score_linear":55272.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335863.000755651,"t_first_token_unix":1779766728.0146992,"t_done":335863.323065765,"t_done_unix":1779766728.3370097},{"request_id":"1350162:1:1350162:488","session_id":"1350162","input_length":4594,"t_proxy_recv":335863.362934525,"t_decision_unix":1779766728.376876,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4594,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":4594,"score_linear":62618.0,"score_lmetric":4594},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1111,"cache_hit":0,"new_prefill":4594,"score_linear":96026.0,"score_lmetric":4594},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":4594,"score_linear":55130.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1078,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69638,"ongoing_decode_tokens":69638,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":4594,"score_linear":69638.0,"score_lmetric":13782},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55272,"ongoing_decode_tokens":76493,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":4594,"score_linear":55272.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335863.654807383,"t_first_token_unix":1779766728.6687508,"t_done":335863.771381767,"t_done_unix":1779766728.785325},{"request_id":"1269373:19:1349406:485","session_id":"1269373","input_length":76493,"t_proxy_recv":335861.09789682,"t_decision_unix":1779766726.1118386,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":74240,"affinity_cache_ratio":0.9705463245002811,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":74240,"estimated_new_tokens":2253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":7680,"new_prefill":68813,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":76493,"score_linear":62618.0,"score_lmetric":76493},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":76493,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1111,"cache_hit":0,"new_prefill":76493,"score_linear":96026.0,"score_lmetric":76493},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":7680,"new_prefill":68813,"score_linear":47450.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1077,"cache_hit":0,"new_prefill":76493,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69638,"ongoing_decode_tokens":69638,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":7680,"new_prefill":68813,"score_linear":61958.0,"score_lmetric":206439},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44068,"ongoing_decode_tokens":65289,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":74240,"new_prefill":2253,"score_linear":-30172.0,"score_lmetric":0}],"chosen_score_linear":-30172.0,"chosen_score_lmetric":0,"t_first_token":335862.332033533,"t_first_token_unix":1779766727.345977,"t_done":335866.102172315,"t_done_unix":1779766731.116116},{"request_id":"1350896:1:1350896:489","session_id":"1350896","input_length":1471,"t_proxy_recv":335865.809987362,"t_decision_unix":1779766730.8239286,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":1471,"score_linear":62618.0,"score_lmetric":1471},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1111,"cache_hit":0,"new_prefill":1471,"score_linear":96026.0,"score_lmetric":1471},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":1471,"score_linear":55130.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1087,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69638,"ongoing_decode_tokens":69638,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":1471,"score_linear":69638.0,"score_lmetric":4413},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55272,"ongoing_decode_tokens":76493,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":1471,"score_linear":55272.0,"score_lmetric":0}],"chosen_score_linear":55272.0,"chosen_score_lmetric":0,"t_first_token":335866.049706035,"t_first_token_unix":1779766731.06365,"t_done":335866.439988969,"t_done_unix":1779766731.4539328},{"request_id":"1350980:1:1350980:490","session_id":"1350980","input_length":15313,"t_proxy_recv":335866.05961882,"t_decision_unix":1779766731.0735602,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":15313,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":15313,"score_linear":62618.0,"score_lmetric":15313},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1111,"cache_hit":0,"new_prefill":15313,"score_linear":96026.0,"score_lmetric":15313},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":15313,"score_linear":55130.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1087,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69638,"ongoing_decode_tokens":69638,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":15313,"score_linear":69638.0,"score_lmetric":45939},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56743,"ongoing_decode_tokens":77964,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":15313,"score_linear":56743.0,"score_lmetric":15313}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335867.441326834,"t_first_token_unix":1779766732.4552703,"t_done":335867.481790854,"t_done_unix":1779766732.4957342},{"request_id":"1334223:3:1348241:479","session_id":"1334223","input_length":41202,"t_proxy_recv":335856.697202054,"t_decision_unix":1779766721.7111435,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9071404300762099,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":37376,"estimated_new_tokens":3826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":41202,"score_linear":62618.0,"score_lmetric":41202},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1111,"cache_hit":0,"new_prefill":41202,"score_linear":96026.0,"score_lmetric":41202},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1666,"cache_hit":0,"new_prefill":41202,"score_linear":55130.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1077,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":37376,"new_prefill":3826,"score_linear":-8940.0,"score_lmetric":7652},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":118014,"ongoing_decode_tokens":139235,"pending_prefill_tokens":-21221,"num_requests":1,"active_p_offloads":0,"cached_blocks":873,"cache_hit":0,"new_prefill":41202,"score_linear":118014.0,"score_lmetric":19981}],"chosen_score_linear":-8940.0,"chosen_score_lmetric":7652,"t_first_token":335857.707363086,"t_first_token_unix":1779766722.721307,"t_done":335870.083468021,"t_done_unix":1779766735.0974114},{"request_id":"1253743:5:1351907:492","session_id":"1253743","input_length":51340,"t_proxy_recv":335869.591564202,"t_decision_unix":1779766734.6055055,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":50176,"affinity_cache_ratio":0.9773276197896377,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":50176,"estimated_new_tokens":1164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":4608,"new_prefill":46732,"score_linear":58010.0,"score_lmetric":46732},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1111,"cache_hit":50176,"new_prefill":1164,"score_linear":45850.0,"score_lmetric":1164},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":51340,"score_linear":55130.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1087,"cache_hit":17408,"new_prefill":33932,"score_linear":-17408.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69638,"ongoing_decode_tokens":69638,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":51340,"score_linear":69638.0,"score_lmetric":154020},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1046,"cache_hit":0,"new_prefill":51340,"score_linear":-21221.0,"score_lmetric":-51340}],"chosen_score_linear":45850.0,"chosen_score_lmetric":1164,"t_first_token":335869.972462565,"t_first_token_unix":1779766734.9864056,"t_done":335870.752430408,"t_done_unix":1779766735.7663739},{"request_id":"1344773:4:1352462:494","session_id":"1344773","input_length":33579,"t_proxy_recv":335871.387801201,"t_decision_unix":1779766736.4017422,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9910956252419667,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":33280,"estimated_new_tokens":299,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":33579,"score_linear":62618.0,"score_lmetric":33579},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":33579,"score_linear":96026.0,"score_lmetric":33579},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76566,"ongoing_decode_tokens":55130,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":33579,"score_linear":76566.0,"score_lmetric":42727},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1087,"cache_hit":33280,"new_prefill":299,"score_linear":-33280.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":0,"new_prefill":33579,"score_linear":28436.0,"score_lmetric":67158},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1046,"cache_hit":0,"new_prefill":33579,"score_linear":-21221.0,"score_lmetric":-33579}],"chosen_score_linear":-33280.0,"chosen_score_lmetric":0,"t_first_token":335871.472173861,"t_first_token_unix":1779766736.4861176,"t_done":335871.629511612,"t_done_unix":1779766736.643455},{"request_id":"1350162:2:1352468:495","session_id":"1350162","input_length":10575,"t_proxy_recv":335871.405196587,"t_decision_unix":1779766736.4191382,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":7,"affinity_cache_hit":4608,"affinity_cache_ratio":0.4357446808510638,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":-10575,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":10575,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":10575,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":10575,"score_linear":62618.0,"score_lmetric":10575},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":10575,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":10575,"score_linear":96026.0,"score_lmetric":10575},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76566,"ongoing_decode_tokens":55130,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":10575,"score_linear":76566.0,"score_lmetric":19723},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33579,"ongoing_decode_tokens":0,"pending_prefill_tokens":299,"num_requests":1,"active_p_offloads":0,"cached_blocks":1087,"cache_hit":4608,"new_prefill":5967,"score_linear":28971.0,"score_lmetric":6266},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":0,"new_prefill":10575,"score_linear":28436.0,"score_lmetric":21150},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1046,"cache_hit":0,"new_prefill":10575,"score_linear":-21221.0,"score_lmetric":-10575}],"chosen_score_linear":-21221.0,"chosen_score_lmetric":-10575,"t_first_token":335872.230553689,"t_first_token_unix":1779766737.2444968,"t_done":335872.355369794,"t_done_unix":1779766737.3693128},{"request_id":"1348691:2:1352277:493","session_id":"1348691","input_length":21436,"t_proxy_recv":335870.776501133,"t_decision_unix":1779766735.7904427,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":12288,"affinity_cache_ratio":0.5732412763575294,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":12288,"estimated_new_tokens":9148,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":21436,"score_linear":62618.0,"score_lmetric":21436},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":21436,"score_linear":96026.0,"score_lmetric":21436},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":12288,"new_prefill":9148,"score_linear":42842.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1087,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":0,"new_prefill":21436,"score_linear":28436.0,"score_lmetric":42872},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1046,"cache_hit":0,"new_prefill":21436,"score_linear":-21221.0,"score_lmetric":-21436}],"chosen_score_linear":42842.0,"chosen_score_lmetric":0,"t_first_token":335872.076924082,"t_first_token_unix":1779766737.0908673,"t_done":335872.468366667,"t_done_unix":1779766737.4823096},{"request_id":"1345921:4:1353010:501","session_id":"1345921","input_length":6935,"t_proxy_recv":335873.38368384,"t_decision_unix":1779766738.3976257,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":1024,"affinity_cache_ratio":0.14765681326604183,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":1024,"estimated_new_tokens":5911,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":512,"new_prefill":6423,"score_linear":-512.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":145944,"ongoing_decode_tokens":62618,"pending_prefill_tokens":382,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":6935,"score_linear":145944.0,"score_lmetric":14634},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":6935,"score_linear":18840.0,"score_lmetric":25775},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":6935,"score_linear":164285.0,"score_lmetric":13870},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1707,"cache_hit":0,"new_prefill":6935,"score_linear":55130.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14239,"ongoing_decode_tokens":0,"pending_prefill_tokens":14239,"num_requests":1,"active_p_offloads":0,"cached_blocks":1087,"cache_hit":0,"new_prefill":6935,"score_linear":14239.0,"score_lmetric":21174},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":0,"new_prefill":6935,"score_linear":28436.0,"score_lmetric":13870},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56569,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1066,"cache_hit":1024,"new_prefill":5911,"score_linear":55545.0,"score_lmetric":0}],"chosen_score_linear":55545.0,"chosen_score_lmetric":0,"t_first_token":335873.809022051,"t_first_token_unix":1779766738.8229656,"t_done":335873.814570024,"t_done_unix":1779766738.828513},{"request_id":"1352606:1:1352606:496","session_id":"1352606","input_length":18840,"t_proxy_recv":335871.968194712,"t_decision_unix":1779766736.9821362,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":18840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":18840,"score_linear":62618.0,"score_lmetric":18840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":18840,"score_linear":96026.0,"score_lmetric":18840},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76566,"ongoing_decode_tokens":55130,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":18840,"score_linear":76566.0,"score_lmetric":27988},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1087,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":0,"new_prefill":18840,"score_linear":28436.0,"score_lmetric":37680},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-10646,"ongoing_decode_tokens":0,"pending_prefill_tokens":10575,"num_requests":0,"active_p_offloads":0,"cached_blocks":1046,"cache_hit":0,"new_prefill":18840,"score_linear":-10646.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335873.868568784,"t_first_token_unix":1779766738.8825119,"t_done":335874.313020313,"t_done_unix":1779766739.3269637},{"request_id":"1339070:1:1339070:438","session_id":"1339070","input_length":7065,"t_proxy_recv":335824.69057689,"t_decision_unix":1779766689.7045178,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":7065,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":7065,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":7065,"score_linear":62618.0,"score_lmetric":7065},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":7065,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":198708,"ongoing_decode_tokens":0,"pending_prefill_tokens":63028,"num_requests":3,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":7065,"score_linear":198708.0,"score_lmetric":210279},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83250,"ongoing_decode_tokens":83250,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1604,"cache_hit":0,"new_prefill":7065,"score_linear":83250.0,"score_lmetric":7065},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":7065,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1118,"cache_hit":0,"new_prefill":7065,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":799,"cache_hit":0,"new_prefill":7065,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335825.179264725,"t_first_token_unix":1779766690.193209,"t_done":335874.436623599,"t_done_unix":1779766739.450567},{"request_id":"1349975:2:1352986:500","session_id":"1349975","input_length":14239,"t_proxy_recv":335873.339963043,"t_decision_unix":1779766738.3539047,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":5,"affinity_cache_hit":4608,"affinity_cache_ratio":0.32361823161738884,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":14239,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":14239,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":145944,"ongoing_decode_tokens":62618,"pending_prefill_tokens":382,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":14239,"score_linear":145944.0,"score_lmetric":29242},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":4608,"new_prefill":9631,"score_linear":14232.0,"score_lmetric":28471},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":14239,"score_linear":164285.0,"score_lmetric":28478},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1707,"cache_hit":0,"new_prefill":14239,"score_linear":55130.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1087,"cache_hit":0,"new_prefill":14239,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":0,"new_prefill":14239,"score_linear":28436.0,"score_lmetric":28478},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56569,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1066,"cache_hit":0,"new_prefill":14239,"score_linear":56569.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335874.575938241,"t_first_token_unix":1779766739.589882,"t_done":335874.767579212,"t_done_unix":1779766739.7815228},{"request_id":"1317598:6:1352957:499","session_id":"1317598","input_length":83326,"t_proxy_recv":335873.240086721,"t_decision_unix":1779766738.2540283,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":82944,"affinity_cache_ratio":0.9954155965724983,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":82944,"estimated_new_tokens":382,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":83326,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":82944,"new_prefill":382,"score_linear":-20326.0,"score_lmetric":382},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":83326,"score_linear":18840.0,"score_lmetric":102166},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":83326,"score_linear":164285.0,"score_lmetric":166652},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1707,"cache_hit":512,"new_prefill":82814,"score_linear":54618.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1087,"cache_hit":0,"new_prefill":83326,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":0,"new_prefill":83326,"score_linear":28436.0,"score_lmetric":166652},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56569,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1066,"cache_hit":0,"new_prefill":83326,"score_linear":56569.0,"score_lmetric":0}],"chosen_score_linear":-20326.0,"chosen_score_lmetric":382,"t_first_token":335873.511454654,"t_first_token_unix":1779766738.5253978,"t_done":335875.048940009,"t_done_unix":1779766740.0628836},{"request_id":"1269373:20:1352797:498","session_id":"1269373","input_length":77790,"t_proxy_recv":335872.642381171,"t_decision_unix":1779766737.6563227,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9872734284612418,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":76800,"estimated_new_tokens":990,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":7680,"new_prefill":70110,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":77790,"score_linear":62618.0,"score_lmetric":77790},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":77790,"score_linear":18840.0,"score_lmetric":96630},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":77790,"score_linear":164285.0,"score_lmetric":155580},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1707,"cache_hit":7680,"new_prefill":70110,"score_linear":47450.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1087,"cache_hit":0,"new_prefill":77790,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":7680,"new_prefill":70110,"score_linear":20756.0,"score_lmetric":140220},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1066,"cache_hit":76800,"new_prefill":990,"score_linear":-98021.0,"score_lmetric":-990}],"chosen_score_linear":-98021.0,"chosen_score_lmetric":-990,"t_first_token":335873.19147762,"t_first_token_unix":1779766738.2054207,"t_done":335875.685390731,"t_done_unix":1779766740.699334},{"request_id":"1344773:5:1353365:502","session_id":"1344773","input_length":33875,"t_proxy_recv":335874.846569869,"t_decision_unix":1779766739.8605113,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9824354243542436,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":33280,"estimated_new_tokens":595,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":145944,"ongoing_decode_tokens":145944,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":33875,"score_linear":145944.0,"score_lmetric":67750},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1282,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":33875,"score_linear":164285.0,"score_lmetric":67750},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1707,"cache_hit":0,"new_prefill":33875,"score_linear":55130.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":33280,"new_prefill":595,"score_linear":-33280.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":33875,"score_linear":21371.0,"score_lmetric":33875},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56569,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1077,"cache_hit":0,"new_prefill":33875,"score_linear":56569.0,"score_lmetric":0}],"chosen_score_linear":-33280.0,"chosen_score_lmetric":0,"t_first_token":335874.983952842,"t_first_token_unix":1779766739.9978964,"t_done":335876.837352049,"t_done_unix":1779766741.8512955},{"request_id":"1315567:3:1325346:372","session_id":"1315567","input_length":55130,"t_proxy_recv":335775.944468606,"t_decision_unix":1779766640.9584098,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9937239252675494,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":54784,"estimated_new_tokens":346,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":7680,"new_prefill":47450,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":148579,"ongoing_decode_tokens":79663,"pending_prefill_tokens":4404,"num_requests":3,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":55130,"score_linear":148579.0,"score_lmetric":178602},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":55130,"score_linear":33182.0,"score_lmetric":55130},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":55130,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":4312,"ongoing_decode_tokens":4312,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1540,"cache_hit":54784,"new_prefill":346,"score_linear":-50472.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":696,"cache_hit":0,"new_prefill":55130,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":17408,"new_prefill":37722,"score_linear":-17408.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":739,"cache_hit":7680,"new_prefill":47450,"score_linear":114288.0,"score_lmetric":47450}],"chosen_score_linear":-50472.0,"chosen_score_lmetric":0,"t_first_token":335776.144972271,"t_first_token_unix":1779766641.1589155,"t_done":335878.173880436,"t_done_unix":1779766743.1878238},{"request_id":"1253743:6:1354346:505","session_id":"1253743","input_length":51436,"t_proxy_recv":335878.092686962,"t_decision_unix":1779766743.1066282,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9954117738548877,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":51200,"estimated_new_tokens":236,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":51436,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":4608,"new_prefill":46828,"score_linear":58010.0,"score_lmetric":46828},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1282,"cache_hit":0,"new_prefill":51436,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":51200,"new_prefill":236,"score_linear":113085.0,"score_lmetric":472},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1707,"cache_hit":0,"new_prefill":51436,"score_linear":55130.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1115,"cache_hit":17408,"new_prefill":34028,"score_linear":-17408.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":51436,"score_linear":21371.0,"score_lmetric":51436},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89956,"ongoing_decode_tokens":0,"pending_prefill_tokens":111177,"num_requests":1,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":51436,"score_linear":89956.0,"score_lmetric":162613}],"chosen_score_linear":113085.0,"chosen_score_lmetric":472,"t_first_token":335878.207750858,"t_first_token_unix":1779766743.2216942,"t_done":335879.253431703,"t_done_unix":1779766744.2673764},{"request_id":"1279412:23:1348089:477","session_id":"1279412","input_length":96026,"t_proxy_recv":335856.078533217,"t_decision_unix":1779766721.0924747,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9970632953575074,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":95744,"estimated_new_tokens":282,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":96026,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":96026,"score_linear":62618.0,"score_lmetric":96026},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":96026,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1111,"cache_hit":95744,"new_prefill":282,"score_linear":-95744.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1666,"cache_hit":12800,"new_prefill":83226,"score_linear":42330.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1077,"cache_hit":0,"new_prefill":96026,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":12800,"new_prefill":83226,"score_linear":15636.0,"score_lmetric":166452},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":118014,"ongoing_decode_tokens":139235,"pending_prefill_tokens":-21221,"num_requests":1,"active_p_offloads":0,"cached_blocks":873,"cache_hit":12800,"new_prefill":83226,"score_linear":105214.0,"score_lmetric":62005}],"chosen_score_linear":-95744.0,"chosen_score_lmetric":0,"t_first_token":335856.228984491,"t_first_token_unix":1779766721.2429276,"t_done":335879.488133486,"t_done_unix":1779766744.502077},{"request_id":"1286804:3:1354910:506","session_id":"1286804","input_length":15519,"t_proxy_recv":335880.066116869,"t_decision_unix":1779766745.0800583,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8907790450415619,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":13824,"estimated_new_tokens":1695,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":15519,"score_linear":62618.0,"score_lmetric":15519},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1282,"cache_hit":13824,"new_prefill":1695,"score_linear":-13824.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":15519,"score_linear":68259.0,"score_lmetric":15519},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1709,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":-15519},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1115,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":1536,"new_prefill":13983,"score_linear":19835.0,"score_lmetric":13983},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89956,"ongoing_decode_tokens":27651,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":15519,"score_linear":89956.0,"score_lmetric":99045}],"chosen_score_linear":-13824.0,"chosen_score_lmetric":0,"t_first_token":335881.474904076,"t_first_token_unix":1779766746.488847,"t_done":335883.084267906,"t_done_unix":1779766748.0982113},{"request_id":"1344773:6:1356097:513","session_id":"1344773","input_length":34198,"t_proxy_recv":335884.225721463,"t_decision_unix":1779766749.2396631,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9881279606994561,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":33792,"estimated_new_tokens":406,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":34198,"score_linear":35308.0,"score_lmetric":69506},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":34198,"score_linear":62618.0,"score_lmetric":34198},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1285,"cache_hit":0,"new_prefill":34198,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":34198,"score_linear":68259.0,"score_lmetric":34198},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92062,"ongoing_decode_tokens":0,"pending_prefill_tokens":34206,"num_requests":2,"active_p_offloads":0,"cached_blocks":1709,"cache_hit":0,"new_prefill":34198,"score_linear":92062.0,"score_lmetric":136808},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48977,"ongoing_decode_tokens":0,"pending_prefill_tokens":849,"num_requests":1,"active_p_offloads":0,"cached_blocks":1115,"cache_hit":33792,"new_prefill":406,"score_linear":15185.0,"score_lmetric":1255},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":34198,"score_linear":21371.0,"score_lmetric":34198},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":168045,"ongoing_decode_tokens":27651,"pending_prefill_tokens":83791,"num_requests":2,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":34198,"score_linear":168045.0,"score_lmetric":235978}],"chosen_score_linear":15185.0,"chosen_score_lmetric":1255,"t_first_token":335884.485209926,"t_first_token_unix":1779766749.4991531,"t_done":335884.726053498,"t_done_unix":1779766749.7399967},{"request_id":"1340278:2:1356079:512","session_id":"1340278","input_length":48977,"t_proxy_recv":335884.164467631,"t_decision_unix":1779766749.1784089,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9826653327071891,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":48128,"estimated_new_tokens":849,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":48977,"score_linear":35308.0,"score_lmetric":84285},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":48977,"score_linear":62618.0,"score_lmetric":48977},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1285,"cache_hit":0,"new_prefill":48977,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":48977,"score_linear":68259.0,"score_lmetric":48977},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92062,"ongoing_decode_tokens":0,"pending_prefill_tokens":34206,"num_requests":2,"active_p_offloads":0,"cached_blocks":1709,"cache_hit":0,"new_prefill":48977,"score_linear":92062.0,"score_lmetric":166366},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1115,"cache_hit":48128,"new_prefill":849,"score_linear":-48128.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":48977,"score_linear":21371.0,"score_lmetric":48977},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":168045,"ongoing_decode_tokens":27651,"pending_prefill_tokens":83791,"num_requests":2,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":48977,"score_linear":168045.0,"score_lmetric":265536}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":335884.453624164,"t_first_token_unix":1779766749.4675677,"t_done":335885.222342499,"t_done_unix":1779766750.2362857},{"request_id":"1356948:1:1356948:515","session_id":"1356948","input_length":6711,"t_proxy_recv":335887.255351143,"t_decision_unix":1779766752.2692928,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":6711,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":6711,"score_linear":35308.0,"score_lmetric":42019},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":6711,"score_linear":62618.0,"score_lmetric":6711},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1285,"cache_hit":0,"new_prefill":6711,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":6711,"score_linear":68259.0,"score_lmetric":6711},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92062,"ongoing_decode_tokens":43869,"pending_prefill_tokens":3137,"num_requests":2,"active_p_offloads":0,"cached_blocks":1709,"cache_hit":0,"new_prefill":6711,"score_linear":92062.0,"score_lmetric":19696},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":6711,"score_linear":122597.0,"score_lmetric":129308},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":6711,"score_linear":21371.0,"score_lmetric":6711},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":168045,"ongoing_decode_tokens":27651,"pending_prefill_tokens":83791,"num_requests":2,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":6711,"score_linear":168045.0,"score_lmetric":181004}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335887.713774858,"t_first_token_unix":1779766752.7277186,"t_done":335887.988033216,"t_done_unix":1779766753.0019765},{"request_id":"1355951:1:1355951:511","session_id":"1355951","input_length":35308,"t_proxy_recv":335883.56298669,"t_decision_unix":1779766748.5769277,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":35308,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":35308,"score_linear":62618.0,"score_lmetric":35308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1285,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":35308,"score_linear":68259.0,"score_lmetric":35308},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92062,"ongoing_decode_tokens":0,"pending_prefill_tokens":34206,"num_requests":2,"active_p_offloads":0,"cached_blocks":1709,"cache_hit":0,"new_prefill":35308,"score_linear":92062.0,"score_lmetric":139028},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1115,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":35308,"score_linear":21371.0,"score_lmetric":35308},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":168045,"ongoing_decode_tokens":27651,"pending_prefill_tokens":83791,"num_requests":2,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":35308,"score_linear":168045.0,"score_lmetric":238198}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335888.771983962,"t_first_token_unix":1779766753.7859278,"t_done":335889.169747032,"t_done_unix":1779766754.1836908},{"request_id":"1357132:1:1357132:516","session_id":"1357132","input_length":13520,"t_proxy_recv":335887.79576815,"t_decision_unix":1779766752.8097093,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":13520,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":13520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":13520,"score_linear":35308.0,"score_lmetric":48828},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":13520,"score_linear":62618.0,"score_lmetric":13520},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":6711,"ongoing_decode_tokens":6711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1285,"cache_hit":0,"new_prefill":13520,"score_linear":6711.0,"score_lmetric":13520},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":13520,"score_linear":68259.0,"score_lmetric":13520},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92062,"ongoing_decode_tokens":43869,"pending_prefill_tokens":3137,"num_requests":2,"active_p_offloads":0,"cached_blocks":1709,"cache_hit":0,"new_prefill":13520,"score_linear":92062.0,"score_lmetric":33314},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":13520,"score_linear":122597.0,"score_lmetric":136117},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":13520,"score_linear":21371.0,"score_lmetric":13520},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":168045,"ongoing_decode_tokens":27651,"pending_prefill_tokens":83791,"num_requests":2,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":13520,"score_linear":168045.0,"score_lmetric":194622}],"chosen_score_linear":68259.0,"chosen_score_lmetric":13520,"t_first_token":335888.9643475,"t_first_token_unix":1779766753.978291,"t_done":335890.072911735,"t_done_unix":1779766755.086855},{"request_id":"1355325:1:1355325:507","session_id":"1355325","input_length":24503,"t_proxy_recv":335881.545162296,"t_decision_unix":1779766746.5591037,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-24503,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":24503,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":24503,"score_linear":62618.0,"score_lmetric":24503},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":15519,"ongoing_decode_tokens":15519,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1282,"cache_hit":0,"new_prefill":24503,"score_linear":15519.0,"score_lmetric":24503},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":24503,"score_linear":68259.0,"score_lmetric":24503},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1709,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":-24503},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1115,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":24503,"score_linear":21371.0,"score_lmetric":24503},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89956,"ongoing_decode_tokens":27651,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":24503,"score_linear":89956.0,"score_lmetric":108029}],"chosen_score_linear":0.0,"chosen_score_lmetric":-24503,"t_first_token":335884.389216719,"t_first_token_unix":1779766749.4031603,"t_done":335895.150660656,"t_done_unix":1779766760.164604},{"request_id":"1253743:7:1359251:524","session_id":"1253743","input_length":51509,"t_proxy_recv":335895.293904403,"t_decision_unix":1779766760.3078456,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9940010483604806,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":51200,"estimated_new_tokens":309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":51509,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":4608,"new_prefill":46901,"score_linear":58010.0,"score_lmetric":46901},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":58758,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":51509,"score_linear":58758.0,"score_lmetric":110267},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":51200,"new_prefill":309,"score_linear":17059.0,"score_lmetric":309},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":67559,"ongoing_decode_tokens":67559,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1756,"cache_hit":0,"new_prefill":51509,"score_linear":67559.0,"score_lmetric":51509},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":17408,"new_prefill":34101,"score_linear":139540.0,"score_lmetric":314514},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":51509,"score_linear":21371.0,"score_lmetric":51509},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":168045,"ongoing_decode_tokens":27651,"pending_prefill_tokens":83791,"num_requests":2,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":51509,"score_linear":168045.0,"score_lmetric":270600}],"chosen_score_linear":17059.0,"chosen_score_lmetric":309,"t_first_token":335895.408740384,"t_first_token_unix":1779766760.422684,"t_done":335895.6907257,"t_done_unix":1779766760.7046695},{"request_id":"1355484:1:1355484:508","session_id":"1355484","input_length":19366,"t_proxy_recv":335881.970057943,"t_decision_unix":1779766746.983999,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":12800,"estimated_new_tokens":6566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":19366,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":19366,"score_linear":62618.0,"score_lmetric":19366},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":15519,"ongoing_decode_tokens":15519,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1282,"cache_hit":0,"new_prefill":19366,"score_linear":15519.0,"score_lmetric":19366},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":12800,"new_prefill":6566,"score_linear":55459.0,"score_lmetric":6566},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":24503,"ongoing_decode_tokens":0,"pending_prefill_tokens":24503,"num_requests":0,"active_p_offloads":0,"cached_blocks":1709,"cache_hit":12800,"new_prefill":6566,"score_linear":11703.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1115,"cache_hit":0,"new_prefill":19366,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":12800,"new_prefill":6566,"score_linear":8571.0,"score_lmetric":6566},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89956,"ongoing_decode_tokens":27651,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":12800,"new_prefill":6566,"score_linear":77156.0,"score_lmetric":90092}],"chosen_score_linear":11703.0,"chosen_score_lmetric":0,"t_first_token":335886.633132755,"t_first_token_unix":1779766751.6470761,"t_done":335895.98791129,"t_done_unix":1779766761.0018547},{"request_id":"1355484:2:1359370:525","session_id":"1355484","input_length":19493,"t_proxy_recv":335895.993321956,"t_decision_unix":1779766761.0072634,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9981018827271328,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":19456,"estimated_new_tokens":37,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":19493,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":19493,"score_linear":62618.0,"score_lmetric":19493},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":58758,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":19493,"score_linear":58758.0,"score_lmetric":78251},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":12800,"new_prefill":6693,"score_linear":55459.0,"score_lmetric":6693},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48193,"ongoing_decode_tokens":48193,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1769,"cache_hit":19456,"new_prefill":37,"score_linear":28737.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":19493,"score_linear":156948.0,"score_lmetric":285298},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":12800,"new_prefill":6693,"score_linear":8571.0,"score_lmetric":6693},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":168045,"ongoing_decode_tokens":27651,"pending_prefill_tokens":83791,"num_requests":2,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":12800,"new_prefill":6693,"score_linear":155245.0,"score_lmetric":180968}],"chosen_score_linear":28737.0,"chosen_score_lmetric":0,"t_first_token":335896.058279477,"t_first_token_unix":1779766761.0722225,"t_done":335897.827879631,"t_done_unix":1779766762.8418229},{"request_id":"1336620:3:1339999:443","session_id":"1336620","input_length":21371,"t_proxy_recv":335828.148894665,"t_decision_unix":1779766693.1628363,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14848,"affinity_cache_ratio":0.6947732909082401,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":14848,"estimated_new_tokens":6523,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13816,"ongoing_decode_tokens":0,"pending_prefill_tokens":13816,"num_requests":1,"active_p_offloads":0,"cached_blocks":965,"cache_hit":7680,"new_prefill":13691,"score_linear":6136.0,"score_lmetric":27507},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":21371,"score_linear":62618.0,"score_lmetric":21371},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":45994,"ongoing_decode_tokens":45994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":21371,"score_linear":45994.0,"score_lmetric":21371},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":198708,"ongoing_decode_tokens":198708,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":21371,"score_linear":198708.0,"score_lmetric":64113},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83745,"ongoing_decode_tokens":83745,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":7680,"new_prefill":13691,"score_linear":76065.0,"score_lmetric":13691},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":21371,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":31527,"ongoing_decode_tokens":31527,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1118,"cache_hit":14848,"new_prefill":6523,"score_linear":16679.0,"score_lmetric":13046},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":799,"cache_hit":7680,"new_prefill":13691,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":16679.0,"chosen_score_lmetric":13046,"t_first_token":335829.138333249,"t_first_token_unix":1779766694.1522768,"t_done":335904.29453358,"t_done_unix":1779766769.3084774},{"request_id":"1356948:2:1361262:532","session_id":"1356948","input_length":16480,"t_proxy_recv":335902.544101342,"t_decision_unix":1779766767.5580425,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":6,"affinity_cache_hit":6656,"affinity_cache_ratio":0.40388349514563104,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":16480,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":16480,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":16480,"score_linear":117888.0,"score_lmetric":134368},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":16480,"score_linear":62618.0,"score_lmetric":16480},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":58758,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":6656,"new_prefill":9824,"score_linear":52102.0,"score_lmetric":68582},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":16480,"score_linear":68259.0,"score_lmetric":16480},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101385,"ongoing_decode_tokens":48193,"pending_prefill_tokens":5576,"num_requests":2,"active_p_offloads":0,"cached_blocks":1769,"cache_hit":0,"new_prefill":16480,"score_linear":101385.0,"score_lmetric":44112},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":16480,"score_linear":156948.0,"score_lmetric":279272},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":16480,"score_linear":21371.0,"score_lmetric":16480},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":234077,"ongoing_decode_tokens":27651,"pending_prefill_tokens":84287,"num_requests":3,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":16480,"score_linear":234077.0,"score_lmetric":302301}],"chosen_score_linear":21371.0,"chosen_score_lmetric":16480,"t_first_token":335904.117246905,"t_first_token_unix":1779766769.13119,"t_done":335904.326990961,"t_done_unix":1779766769.3409338},{"request_id":"1342921:2:1361022:530","session_id":"1342921","input_length":66032,"t_proxy_recv":335901.532851891,"t_decision_unix":1779766766.5467932,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65536,"affinity_cache_ratio":0.992488490428883,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":65536,"estimated_new_tokens":496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":66032,"score_linear":117888.0,"score_lmetric":183920},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":66032,"score_linear":62618.0,"score_lmetric":66032},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":58758,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":66032,"score_linear":58758.0,"score_lmetric":124790},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":66032,"score_linear":68259.0,"score_lmetric":66032},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81671,"ongoing_decode_tokens":48193,"pending_prefill_tokens":5318,"num_requests":1,"active_p_offloads":0,"cached_blocks":1769,"cache_hit":0,"new_prefill":66032,"score_linear":81671.0,"score_lmetric":71350},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":66032,"score_linear":156948.0,"score_lmetric":378376},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":66032,"score_linear":21371.0,"score_lmetric":66032},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":168045,"ongoing_decode_tokens":27651,"pending_prefill_tokens":83791,"num_requests":2,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":65536,"new_prefill":496,"score_linear":102509.0,"score_lmetric":168574}],"chosen_score_linear":102509.0,"chosen_score_lmetric":168574,"t_first_token":335903.433995999,"t_first_token_unix":1779766768.4479399,"t_done":335904.334523864,"t_done_unix":1779766769.3484669},{"request_id":"1353821:1:1353821:503","session_id":"1353821","input_length":27651,"t_proxy_recv":335876.268046527,"t_decision_unix":1779766741.281988,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-27651,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":27651,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":27651,"score_linear":62618.0,"score_lmetric":27651},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1282,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":27651,"score_linear":164285.0,"score_lmetric":55302},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1707,"cache_hit":0,"new_prefill":27651,"score_linear":55130.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33875,"ongoing_decode_tokens":33875,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":27651,"score_linear":33875.0,"score_lmetric":27651},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":27651,"score_linear":21371.0,"score_lmetric":27651},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":27651,"score_linear":-21221.0,"score_lmetric":-27651}],"chosen_score_linear":-21221.0,"chosen_score_lmetric":-27651,"t_first_token":335879.979986745,"t_first_token_unix":1779766744.99393,"t_done":335905.491203719,"t_done_unix":1779766770.505149},{"request_id":"1361992:1:1361992:535","session_id":"1361992","input_length":8113,"t_proxy_recv":335905.11920943,"t_decision_unix":1779766770.1331508,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":8113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":8113,"score_linear":117888.0,"score_lmetric":126001},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":8113,"score_linear":139587.0,"score_lmetric":170164},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":8113,"score_linear":58758.0,"score_lmetric":8113},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":8113,"score_linear":68259.0,"score_lmetric":8113},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101385,"ongoing_decode_tokens":48193,"pending_prefill_tokens":5576,"num_requests":2,"active_p_offloads":0,"cached_blocks":1769,"cache_hit":0,"new_prefill":8113,"score_linear":101385.0,"score_lmetric":27378},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":8113,"score_linear":156948.0,"score_lmetric":262538},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1224,"cache_hit":0,"new_prefill":8113,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":168045,"ongoing_decode_tokens":189266,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1080,"cache_hit":0,"new_prefill":8113,"score_linear":168045.0,"score_lmetric":16226}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335905.691930052,"t_first_token_unix":1779766770.7058735,"t_done":335905.826204472,"t_done_unix":1779766770.8401487},{"request_id":"1355484:3:1361065:531","session_id":"1355484","input_length":19714,"t_proxy_recv":335901.695138915,"t_decision_unix":1779766766.7090802,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9869128538094755,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":19456,"estimated_new_tokens":258,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":19714,"score_linear":117888.0,"score_lmetric":137602},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":19714,"score_linear":62618.0,"score_lmetric":19714},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":58758,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":19714,"score_linear":58758.0,"score_lmetric":78472},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":12800,"new_prefill":6914,"score_linear":55459.0,"score_lmetric":6914},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81671,"ongoing_decode_tokens":48193,"pending_prefill_tokens":5318,"num_requests":1,"active_p_offloads":0,"cached_blocks":1769,"cache_hit":19456,"new_prefill":258,"score_linear":62215.0,"score_lmetric":5576},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":19714,"score_linear":156948.0,"score_lmetric":285740},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":12800,"new_prefill":6914,"score_linear":8571.0,"score_lmetric":6914},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":234077,"ongoing_decode_tokens":27651,"pending_prefill_tokens":84287,"num_requests":3,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":12800,"new_prefill":6914,"score_linear":221277.0,"score_lmetric":273603}],"chosen_score_linear":62215.0,"chosen_score_lmetric":5576,"t_first_token":335905.204808014,"t_first_token_unix":1779766770.2187512,"t_done":335905.96176313,"t_done_unix":1779766770.9757063},{"request_id":"1270340:3:1360716:528","session_id":"1270340","input_length":33478,"t_proxy_recv":335900.401479748,"t_decision_unix":1779766765.415421,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":28160,"affinity_cache_ratio":0.8411494115538563,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":28160,"estimated_new_tokens":5318,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":33478,"score_linear":117888.0,"score_lmetric":151366},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":33478,"score_linear":62618.0,"score_lmetric":33478},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":58758,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":33478,"score_linear":58758.0,"score_lmetric":92236},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":1536,"new_prefill":31942,"score_linear":66723.0,"score_lmetric":31942},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48193,"ongoing_decode_tokens":48193,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1769,"cache_hit":28160,"new_prefill":5318,"score_linear":20033.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":33478,"score_linear":156948.0,"score_lmetric":313268},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":33478,"score_linear":21371.0,"score_lmetric":33478},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":168045,"ongoing_decode_tokens":27651,"pending_prefill_tokens":83791,"num_requests":2,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":33478,"score_linear":168045.0,"score_lmetric":234538}],"chosen_score_linear":20033.0,"chosen_score_lmetric":0,"t_first_token":335905.201573848,"t_first_token_unix":1779766770.2155185,"t_done":335906.08519612,"t_done_unix":1779766771.0991397},{"request_id":"1353951:1:1353951:504","session_id":"1353951","input_length":83526,"t_proxy_recv":335876.746464858,"t_decision_unix":1779766741.760406,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":83526,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":83526,"score_linear":62618.0,"score_lmetric":83526},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1282,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":83526,"score_linear":164285.0,"score_lmetric":167052},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1707,"cache_hit":0,"new_prefill":83526,"score_linear":55130.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33875,"ongoing_decode_tokens":33875,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":83526,"score_linear":33875.0,"score_lmetric":83526},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":83526,"score_linear":21371.0,"score_lmetric":83526},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":6430,"ongoing_decode_tokens":0,"pending_prefill_tokens":27651,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":83526,"score_linear":6430.0,"score_lmetric":0}],"chosen_score_linear":6430.0,"chosen_score_lmetric":0,"t_first_token":335903.170186345,"t_first_token_unix":1779766768.18413,"t_done":335906.091354808,"t_done_unix":1779766771.1052985},{"request_id":"1353951:2:1358300:520","session_id":"1353951","input_length":83905,"t_proxy_recv":335906.10730487,"t_decision_unix":1779766771.1212466,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9946487098504261,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":83456,"estimated_new_tokens":449,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":83905,"score_linear":117888.0,"score_lmetric":201793},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":83905,"score_linear":139587.0,"score_lmetric":321748},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":83905,"score_linear":58758.0,"score_lmetric":83905},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":83905,"score_linear":68259.0,"score_lmetric":83905},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48193,"ongoing_decode_tokens":48193,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1779,"cache_hit":0,"new_prefill":83905,"score_linear":48193.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":83905,"score_linear":156948.0,"score_lmetric":414122},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8825,"ongoing_decode_tokens":0,"pending_prefill_tokens":8825,"num_requests":1,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":0,"new_prefill":83905,"score_linear":8825.0,"score_lmetric":92730},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":84673,"ongoing_decode_tokens":105894,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":83456,"new_prefill":449,"score_linear":1217.0,"score_lmetric":449}],"chosen_score_linear":1217.0,"chosen_score_lmetric":449,"t_first_token":335906.376634438,"t_first_token_unix":1779766771.390578,"t_done":335906.699893869,"t_done_unix":1779766771.7138371},{"request_id":"1353821:2:1357420:517","session_id":"1353821","input_length":27805,"t_proxy_recv":335905.49788419,"t_decision_unix":1779766770.5118253,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9943535335371336,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":27648,"estimated_new_tokens":157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":27805,"score_linear":117888.0,"score_lmetric":145693},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":27805,"score_linear":139587.0,"score_lmetric":209548},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":27805,"score_linear":58758.0,"score_lmetric":27805},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":27805,"score_linear":68259.0,"score_lmetric":27805},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101385,"ongoing_decode_tokens":101385,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1769,"cache_hit":0,"new_prefill":27805,"score_linear":101385.0,"score_lmetric":55610},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":27805,"score_linear":156948.0,"score_lmetric":301922},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8113,"ongoing_decode_tokens":0,"pending_prefill_tokens":8113,"num_requests":1,"active_p_offloads":0,"cached_blocks":1224,"cache_hit":0,"new_prefill":27805,"score_linear":8113.0,"score_lmetric":35918},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":140394,"ongoing_decode_tokens":161615,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1134,"cache_hit":27648,"new_prefill":157,"score_linear":112746.0,"score_lmetric":157}],"chosen_score_linear":112746.0,"chosen_score_lmetric":157,"t_first_token":335905.594023685,"t_first_token_unix":1779766770.6079667,"t_done":335907.426917927,"t_done_unix":1779766772.4408612},{"request_id":"1362265:1:1362265:536","session_id":"1362265","input_length":8825,"t_proxy_recv":335905.96588799,"t_decision_unix":1779766770.9798295,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":8825,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":8825,"score_linear":117888.0,"score_lmetric":126713},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":8825,"score_linear":139587.0,"score_lmetric":171588},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":8825,"score_linear":58758.0,"score_lmetric":8825},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":8825,"score_linear":68259.0,"score_lmetric":8825},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81671,"ongoing_decode_tokens":81671,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1769,"cache_hit":0,"new_prefill":8825,"score_linear":81671.0,"score_lmetric":8825},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":8825,"score_linear":156948.0,"score_lmetric":263962},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":0,"new_prefill":8825,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":168199,"ongoing_decode_tokens":189420,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1134,"cache_hit":0,"new_prefill":8825,"score_linear":168199.0,"score_lmetric":17650}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335906.638310724,"t_first_token_unix":1779766771.6522539,"t_done":335907.694720838,"t_done_unix":1779766772.7086647},{"request_id":"1294611:11:1355750:510","session_id":"1294611","input_length":48193,"t_proxy_recv":335882.749832614,"t_decision_unix":1779766747.7637742,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9349075591890939,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":45056,"estimated_new_tokens":3137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":48193,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":48193,"score_linear":62618.0,"score_lmetric":48193},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":15519,"ongoing_decode_tokens":15519,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1282,"cache_hit":0,"new_prefill":48193,"score_linear":15519.0,"score_lmetric":48193},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":48193,"score_linear":68259.0,"score_lmetric":48193},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43869,"ongoing_decode_tokens":0,"pending_prefill_tokens":31069,"num_requests":1,"active_p_offloads":0,"cached_blocks":1709,"cache_hit":45056,"new_prefill":3137,"score_linear":-1187.0,"score_lmetric":34206},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1115,"cache_hit":12800,"new_prefill":35393,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":48193,"score_linear":21371.0,"score_lmetric":48193},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":168045,"ongoing_decode_tokens":27651,"pending_prefill_tokens":83791,"num_requests":2,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":12800,"new_prefill":35393,"score_linear":155245.0,"score_lmetric":238368}],"chosen_score_linear":-1187.0,"chosen_score_lmetric":34206,"t_first_token":335895.126078836,"t_first_token_unix":1779766760.1400235,"t_done":335908.176425063,"t_done_unix":1779766773.1903684},{"request_id":"1353821:3:1360898:529","session_id":"1353821","input_length":27933,"t_proxy_recv":335907.436048433,"t_decision_unix":1779766772.4499898,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":27648,"affinity_cache_ratio":0.98979701428418,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":27648,"estimated_new_tokens":285,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":27933,"score_linear":117888.0,"score_lmetric":145821},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":27933,"score_linear":139587.0,"score_lmetric":209804},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":27933,"score_linear":58758.0,"score_lmetric":27933},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":27933,"score_linear":68259.0,"score_lmetric":27933},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48193,"ongoing_decode_tokens":48193,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1779,"cache_hit":0,"new_prefill":27933,"score_linear":48193.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":27933,"score_linear":156948.0,"score_lmetric":302178},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8825,"ongoing_decode_tokens":8825,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":0,"new_prefill":27933,"score_linear":8825.0,"score_lmetric":27933},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56868,"ongoing_decode_tokens":78089,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":27648,"new_prefill":285,"score_linear":29220.0,"score_lmetric":0}],"chosen_score_linear":29220.0,"chosen_score_lmetric":0,"t_first_token":335907.499596313,"t_first_token_unix":1779766772.5135393,"t_done":335908.223070052,"t_done_unix":1779766773.2370133},{"request_id":"1361992:2:1362904:537","session_id":"1361992","input_length":10347,"t_proxy_recv":335908.209865234,"t_decision_unix":1779766773.2238069,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":7680,"affinity_cache_ratio":0.7422441287329661,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":2667,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":10347,"score_linear":117888.0,"score_lmetric":128235},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":10347,"score_linear":139587.0,"score_lmetric":174632},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":10347,"score_linear":58758.0,"score_lmetric":10347},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":10347,"score_linear":68259.0,"score_lmetric":10347},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":10347,"score_linear":0.0,"score_lmetric":-10347},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":10347,"score_linear":156948.0,"score_lmetric":267006},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":7680,"new_prefill":2667,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":84801,"ongoing_decode_tokens":106022,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":10347,"score_linear":84801.0,"score_lmetric":10347}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":335908.471406958,"t_first_token_unix":1779766773.4853504,"t_done":335908.615720374,"t_done_unix":1779766773.6296637},{"request_id":"1269373:21:1355702:509","session_id":"1269373","input_length":78089,"t_proxy_recv":335882.654764521,"t_decision_unix":1779766747.6687057,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":77824,"affinity_cache_ratio":0.9966064362458221,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":77824,"estimated_new_tokens":265,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":7680,"new_prefill":70409,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":78089,"score_linear":62618.0,"score_lmetric":78089},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":15519,"ongoing_decode_tokens":15519,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1282,"cache_hit":0,"new_prefill":78089,"score_linear":15519.0,"score_lmetric":78089},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":78089,"score_linear":68259.0,"score_lmetric":78089},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43869,"ongoing_decode_tokens":0,"pending_prefill_tokens":31069,"num_requests":1,"active_p_offloads":0,"cached_blocks":1709,"cache_hit":7680,"new_prefill":70409,"score_linear":36189.0,"score_lmetric":101478},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1115,"cache_hit":0,"new_prefill":78089,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":7680,"new_prefill":70409,"score_linear":13691.0,"score_lmetric":70409},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89956,"ongoing_decode_tokens":27651,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":77824,"new_prefill":265,"score_linear":12132.0,"score_lmetric":83791}],"chosen_score_linear":12132.0,"chosen_score_lmetric":83791,"t_first_token":335903.179756733,"t_first_token_unix":1779766768.1937,"t_done":335909.1783902,"t_done_unix":1779766774.192334},{"request_id":"1313181:2:1358046:519","session_id":"1313181","input_length":58758,"t_proxy_recv":335890.950844119,"t_decision_unix":1779766755.964785,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":2,"affinity_cache_hit":24064,"affinity_cache_ratio":0.40954423227475406,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":58758,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":58758,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":58758,"score_linear":62618.0,"score_lmetric":58758},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":58758,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":12800,"new_prefill":45958,"score_linear":55459.0,"score_lmetric":45958},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92062,"ongoing_decode_tokens":43869,"pending_prefill_tokens":3137,"num_requests":2,"active_p_offloads":0,"cached_blocks":1709,"cache_hit":24064,"new_prefill":34694,"score_linear":67998.0,"score_lmetric":75662},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":58758,"score_linear":156948.0,"score_lmetric":363828},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":12800,"new_prefill":45958,"score_linear":8571.0,"score_lmetric":45958},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":168045,"ongoing_decode_tokens":27651,"pending_prefill_tokens":83791,"num_requests":2,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":12800,"new_prefill":45958,"score_linear":155245.0,"score_lmetric":259498}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335903.499822907,"t_first_token_unix":1779766768.5137663,"t_done":335909.47044409,"t_done_unix":1779766774.4843876},{"request_id":"1313181:3:1316742:330","session_id":"1313181","input_length":24451,"t_proxy_recv":335909.47722472,"t_decision_unix":1779766774.4911664,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9841724264856243,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24064,"estimated_new_tokens":387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":24451,"score_linear":117888.0,"score_lmetric":142339},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":24451,"score_linear":139587.0,"score_lmetric":202840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":24064,"new_prefill":387,"score_linear":-24064.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":12800,"new_prefill":11651,"score_linear":55459.0,"score_lmetric":11651},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":78742,"ongoing_decode_tokens":0,"pending_prefill_tokens":64918,"num_requests":1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":24064,"new_prefill":387,"score_linear":54678.0,"score_lmetric":65305},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":24451,"score_linear":156948.0,"score_lmetric":295214},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":12800,"new_prefill":11651,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59025,"ongoing_decode_tokens":0,"pending_prefill_tokens":1910,"num_requests":0,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":12800,"new_prefill":11651,"score_linear":46225.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":335909.536398498,"t_first_token_unix":1779766774.5503414,"t_done":335910.124024262,"t_done_unix":1779766775.1379673},{"request_id":"1363440:1:1363440:542","session_id":"1363440","input_length":543,"t_proxy_recv":335910.158232564,"t_decision_unix":1779766775.1721745,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":543,"score_linear":155120.0,"score_lmetric":240670},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":543,"score_linear":139587.0,"score_lmetric":155024},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":543,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":543,"score_linear":68259.0,"score_lmetric":543},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":78742,"ongoing_decode_tokens":0,"pending_prefill_tokens":64918,"num_requests":1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":543,"score_linear":78742.0,"score_lmetric":65461},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":543,"score_linear":156948.0,"score_lmetric":247398},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":543,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":87118,"ongoing_decode_tokens":0,"pending_prefill_tokens":2355,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":543,"score_linear":87118.0,"score_lmetric":2898}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335910.219166001,"t_first_token_unix":1779766775.2331092,"t_done":335910.394469759,"t_done_unix":1779766775.408413},{"request_id":"1353821:4:1363399:541","session_id":"1353821","input_length":28093,"t_proxy_recv":335909.98498543,"t_decision_unix":1779766774.998927,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":27648,"affinity_cache_ratio":0.984159755099135,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":27648,"estimated_new_tokens":445,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":28093,"score_linear":155120.0,"score_lmetric":295770},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":28093,"score_linear":139587.0,"score_lmetric":210124},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24451,"ongoing_decode_tokens":24451,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":28093,"score_linear":24451.0,"score_lmetric":28093},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":28093,"score_linear":68259.0,"score_lmetric":28093},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":78742,"ongoing_decode_tokens":0,"pending_prefill_tokens":64918,"num_requests":1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":28093,"score_linear":78742.0,"score_lmetric":93011},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":28093,"score_linear":156948.0,"score_lmetric":302498},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":28093,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59025,"ongoing_decode_tokens":0,"pending_prefill_tokens":1910,"num_requests":0,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":27648,"new_prefill":445,"score_linear":31377.0,"score_lmetric":0}],"chosen_score_linear":31377.0,"chosen_score_lmetric":0,"t_first_token":335910.256771753,"t_first_token_unix":1779766775.2707152,"t_done":335910.538248322,"t_done_unix":1779766775.5521917},{"request_id":"1363943:1:1363943:543","session_id":"1363943","input_length":12636,"t_proxy_recv":335911.841863125,"t_decision_unix":1779766776.8558047,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":4096,"estimated_new_tokens":8540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":8704,"new_prefill":3932,"score_linear":146416.0,"score_lmetric":247448},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":12636,"score_linear":139587.0,"score_lmetric":179210},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":12636,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":12636,"score_linear":68259.0,"score_lmetric":12636},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":78742,"ongoing_decode_tokens":0,"pending_prefill_tokens":64918,"num_requests":1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":4096,"new_prefill":8540,"score_linear":74646.0,"score_lmetric":73458},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":12636,"score_linear":156948.0,"score_lmetric":271584},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1262,"cache_hit":4096,"new_prefill":8540,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59025,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":4096,"new_prefill":8540,"score_linear":54929.0,"score_lmetric":0}],"chosen_score_linear":-4096.0,"chosen_score_lmetric":0,"t_first_token":335912.689820976,"t_first_token_unix":1779766777.7037642,"t_done":335914.035955388,"t_done_unix":1779766779.0498984},{"request_id":"1364960:1:1364960:549","session_id":"1364960","input_length":2019,"t_proxy_recv":335915.251170281,"t_decision_unix":1779766780.265112,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":2019,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":2019,"score_linear":155120.0,"score_lmetric":243622},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":2019,"score_linear":139587.0,"score_lmetric":157976},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68220,"ongoing_decode_tokens":8706,"pending_prefill_tokens":35450,"num_requests":2,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":2019,"score_linear":68220.0,"score_lmetric":74938},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":166297,"ongoing_decode_tokens":166297,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":2019,"score_linear":166297.0,"score_lmetric":4038},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":98548,"ongoing_decode_tokens":0,"pending_prefill_tokens":65268,"num_requests":2,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":2019,"score_linear":98548.0,"score_lmetric":134574},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":2019,"score_linear":156948.0,"score_lmetric":250350},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1279,"cache_hit":0,"new_prefill":2019,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72922,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":2019,"score_linear":72922.0,"score_lmetric":2019}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335915.386762733,"t_first_token_unix":1779766780.400706,"t_done":335915.563467657,"t_done_unix":1779766780.5774112},{"request_id":"1279412:24:1364169:546","session_id":"1279412","input_length":98038,"t_proxy_recv":335912.468203071,"t_decision_unix":1779766777.4821446,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9974907688855342,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":97792,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":98038,"score_linear":155120.0,"score_lmetric":435660},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":98038,"score_linear":139587.0,"score_lmetric":350014},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":8706,"ongoing_decode_tokens":0,"pending_prefill_tokens":8706,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":12800,"new_prefill":85238,"score_linear":-4094.0,"score_lmetric":93944},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":97792,"new_prefill":246,"score_linear":-29533.0,"score_lmetric":246},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":78742,"ongoing_decode_tokens":0,"pending_prefill_tokens":64918,"num_requests":1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":12800,"new_prefill":85238,"score_linear":65942.0,"score_lmetric":150156},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":98038,"score_linear":156948.0,"score_lmetric":442388},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12636,"ongoing_decode_tokens":0,"pending_prefill_tokens":8540,"num_requests":1,"active_p_offloads":0,"cached_blocks":1262,"cache_hit":12800,"new_prefill":85238,"score_linear":-164.0,"score_lmetric":93778},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72922,"ongoing_decode_tokens":80246,"pending_prefill_tokens":2633,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":12800,"new_prefill":85238,"score_linear":60122.0,"score_lmetric":87871}],"chosen_score_linear":-29533.0,"chosen_score_lmetric":246,"t_first_token":335912.679987163,"t_first_token_unix":1779766777.6939304,"t_done":335915.720033502,"t_done_unix":1779766780.7339773},{"request_id":"1363440:2:1365095:551","session_id":"1363440","input_length":3866,"t_proxy_recv":335915.833553149,"t_decision_unix":1779766780.8474946,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":512,"affinity_cache_ratio":0.13243662700465597,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":512,"estimated_new_tokens":3354,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":3866,"score_linear":155120.0,"score_lmetric":247316},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":3866,"score_linear":139587.0,"score_lmetric":161670},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68220,"ongoing_decode_tokens":8706,"pending_prefill_tokens":35450,"num_requests":2,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":3866,"score_linear":68220.0,"score_lmetric":78632},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":82980,"ongoing_decode_tokens":82980,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":3866,"score_linear":82980.0,"score_lmetric":7732},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":98548,"ongoing_decode_tokens":0,"pending_prefill_tokens":65268,"num_requests":2,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":3866,"score_linear":98548.0,"score_lmetric":138268},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":3866,"score_linear":156948.0,"score_lmetric":254044},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1283,"cache_hit":512,"new_prefill":3354,"score_linear":-512.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72922,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":3866,"score_linear":72922.0,"score_lmetric":3866}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":335916.053071577,"t_first_token_unix":1779766781.067015,"t_done":335916.304641287,"t_done_unix":1779766781.3185847},{"request_id":"1357132:2:1364990:550","session_id":"1357132","input_length":14721,"t_proxy_recv":335915.326449715,"t_decision_unix":1779766780.3403912,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":13312,"affinity_cache_ratio":0.9042863935873922,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":13312,"estimated_new_tokens":1409,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":14721,"score_linear":155120.0,"score_lmetric":269026},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":14721,"score_linear":139587.0,"score_lmetric":183380},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68220,"ongoing_decode_tokens":8706,"pending_prefill_tokens":35450,"num_requests":2,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":14721,"score_linear":68220.0,"score_lmetric":100342},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":166297,"ongoing_decode_tokens":166297,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":13312,"new_prefill":1409,"score_linear":152985.0,"score_lmetric":2818},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":98548,"ongoing_decode_tokens":0,"pending_prefill_tokens":65268,"num_requests":2,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":14721,"score_linear":98548.0,"score_lmetric":159978},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":14721,"score_linear":156948.0,"score_lmetric":275754},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":2019,"ongoing_decode_tokens":0,"pending_prefill_tokens":2019,"num_requests":1,"active_p_offloads":0,"cached_blocks":1279,"cache_hit":0,"new_prefill":14721,"score_linear":2019.0,"score_lmetric":16740},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72922,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":14721,"score_linear":72922.0,"score_lmetric":14721}],"chosen_score_linear":152985.0,"chosen_score_lmetric":2818,"t_first_token":335915.607723368,"t_first_token_unix":1779766780.621667,"t_done":335917.250740149,"t_done_unix":1779766782.2646832},{"request_id":"1365440:1:1365440:552","session_id":"1365440","input_length":9913,"t_proxy_recv":335917.053414765,"t_decision_unix":1779766782.067356,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":9913,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":9913,"score_linear":155120.0,"score_lmetric":259410},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":9913,"score_linear":139587.0,"score_lmetric":173764},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68220,"ongoing_decode_tokens":8706,"pending_prefill_tokens":35450,"num_requests":2,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":9913,"score_linear":68220.0,"score_lmetric":90726},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":82980,"ongoing_decode_tokens":82980,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":9913,"score_linear":82980.0,"score_lmetric":19826},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":98548,"ongoing_decode_tokens":0,"pending_prefill_tokens":65268,"num_requests":2,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":9913,"score_linear":98548.0,"score_lmetric":150362},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":9913,"score_linear":156948.0,"score_lmetric":266138},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1289,"cache_hit":0,"new_prefill":9913,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72922,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":9913,"score_linear":72922.0,"score_lmetric":9913}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335917.819923566,"t_first_token_unix":1779766782.8338668,"t_done":335917.932539907,"t_done_unix":1779766782.9464834},{"request_id":"1364090:1:1364090:544","session_id":"1364090","input_length":13897,"t_proxy_recv":335912.219686366,"t_decision_unix":1779766777.2336278,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":11264,"estimated_new_tokens":2633,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":7680,"new_prefill":6217,"score_linear":147440.0,"score_lmetric":252018},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":13897,"score_linear":139587.0,"score_lmetric":181732},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":13897,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":13897,"score_linear":68259.0,"score_lmetric":13897},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":78742,"ongoing_decode_tokens":0,"pending_prefill_tokens":64918,"num_requests":1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":7680,"new_prefill":6217,"score_linear":71062.0,"score_lmetric":71135},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":13897,"score_linear":156948.0,"score_lmetric":274106},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12636,"ongoing_decode_tokens":0,"pending_prefill_tokens":8540,"num_requests":1,"active_p_offloads":0,"cached_blocks":1262,"cache_hit":7680,"new_prefill":6217,"score_linear":4956.0,"score_lmetric":14757},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59025,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":11264,"new_prefill":2633,"score_linear":47761.0,"score_lmetric":0}],"chosen_score_linear":47761.0,"chosen_score_lmetric":0,"t_first_token":335912.582893514,"t_first_token_unix":1779766777.5968368,"t_done":335918.828672045,"t_done_unix":1779766783.8426156},{"request_id":"1366128:1:1366128:553","session_id":"1366128","input_length":11154,"t_proxy_recv":335919.347526019,"t_decision_unix":1779766784.3614674,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":11154,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":11154,"score_linear":155120.0,"score_lmetric":261892},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":11154,"score_linear":139587.0,"score_lmetric":176246},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68220,"ongoing_decode_tokens":8706,"pending_prefill_tokens":35450,"num_requests":2,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":11154,"score_linear":68220.0,"score_lmetric":93208},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":11154,"score_linear":68259.0,"score_lmetric":11154},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":98548,"ongoing_decode_tokens":0,"pending_prefill_tokens":65268,"num_requests":2,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":11154,"score_linear":98548.0,"score_lmetric":152844},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":11154,"score_linear":156948.0,"score_lmetric":268620},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":11154,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59025,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1304,"cache_hit":0,"new_prefill":11154,"score_linear":59025.0,"score_lmetric":0}],"chosen_score_linear":59025.0,"chosen_score_lmetric":0,"t_first_token":335920.254345806,"t_first_token_unix":1779766785.268289,"t_done":335921.25070827,"t_done_unix":1779766786.2646513},{"request_id":"1357132:3:1366582:557","session_id":"1357132","input_length":14816,"t_proxy_recv":335920.998172941,"t_decision_unix":1779766786.0121145,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9676025917926566,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":14336,"estimated_new_tokens":480,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":14816,"score_linear":155120.0,"score_lmetric":269216},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":14816,"score_linear":139587.0,"score_lmetric":183570},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68220,"ongoing_decode_tokens":8706,"pending_prefill_tokens":35450,"num_requests":2,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":14816,"score_linear":68220.0,"score_lmetric":100532},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":14336,"new_prefill":480,"score_linear":152190.0,"score_lmetric":960},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":98548,"ongoing_decode_tokens":0,"pending_prefill_tokens":65268,"num_requests":2,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":14816,"score_linear":98548.0,"score_lmetric":160168},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":14816,"score_linear":156948.0,"score_lmetric":275944},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12984,"ongoing_decode_tokens":12984,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":14816,"score_linear":12984.0,"score_lmetric":14816},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70179,"ongoing_decode_tokens":91400,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1304,"cache_hit":0,"new_prefill":14816,"score_linear":70179.0,"score_lmetric":14816}],"chosen_score_linear":152190.0,"chosen_score_lmetric":960,"t_first_token":335921.062943766,"t_first_token_unix":1779766786.0768871,"t_done":335921.492236894,"t_done_unix":1779766786.50618},{"request_id":"1363943:2:1366428:556","session_id":"1363943","input_length":12984,"t_proxy_recv":335920.457130867,"t_decision_unix":1779766785.471072,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":12800,"affinity_cache_ratio":0.9858287122612446,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":12800,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":8704,"new_prefill":4280,"score_linear":146416.0,"score_lmetric":248144},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":12984,"score_linear":139587.0,"score_lmetric":179906},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68220,"ongoing_decode_tokens":8706,"pending_prefill_tokens":35450,"num_requests":2,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":12984,"score_linear":68220.0,"score_lmetric":96868},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":12984,"score_linear":166526.0,"score_lmetric":25968},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":98548,"ongoing_decode_tokens":0,"pending_prefill_tokens":65268,"num_requests":2,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":4096,"new_prefill":8888,"score_linear":94452.0,"score_lmetric":148312},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":12984,"score_linear":156948.0,"score_lmetric":272280},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":12800,"new_prefill":184,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70179,"ongoing_decode_tokens":91400,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1304,"cache_hit":4096,"new_prefill":8888,"score_linear":66083.0,"score_lmetric":8888}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":335920.517308641,"t_first_token_unix":1779766785.531252,"t_done":335922.322894741,"t_done_unix":1779766787.336838},{"request_id":"1367424:1:1367424:569","session_id":"1367424","input_length":3392,"t_proxy_recv":335924.084675705,"t_decision_unix":1779766789.0986173,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":6784,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":3392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":3392,"score_linear":155120.0,"score_lmetric":246368},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":3392,"score_linear":139587.0,"score_lmetric":160722},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68220,"ongoing_decode_tokens":68220,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":3392,"score_linear":68220.0,"score_lmetric":6784},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":3392,"score_linear":166526.0,"score_lmetric":6784},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139565,"ongoing_decode_tokens":62685,"pending_prefill_tokens":10320,"num_requests":3,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":3392,"score_linear":139565.0,"score_lmetric":41136},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":3392,"score_linear":242732.0,"score_lmetric":519600},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":55786,"ongoing_decode_tokens":0,"pending_prefill_tokens":35306,"num_requests":3,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":3392,"score_linear":55786.0,"score_lmetric":116094},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":88185,"ongoing_decode_tokens":95657,"pending_prefill_tokens":13749,"num_requests":2,"active_p_offloads":0,"cached_blocks":1325,"cache_hit":0,"new_prefill":3392,"score_linear":88185.0,"score_lmetric":34282}],"chosen_score_linear":68220.0,"chosen_score_lmetric":6784,"t_first_token":335924.372235338,"t_first_token_unix":1779766789.3861783,"t_done":335924.496658925,"t_done_unix":1779766789.510602},{"request_id":"1364128:1:1364128:545","session_id":"1364128","input_length":8706,"t_proxy_recv":335912.327594782,"t_decision_unix":1779766777.3415363,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":8706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":8706,"score_linear":155120.0,"score_lmetric":256996},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":8706,"score_linear":139587.0,"score_lmetric":171350},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":8706,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":8706,"score_linear":68259.0,"score_lmetric":8706},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":78742,"ongoing_decode_tokens":0,"pending_prefill_tokens":64918,"num_requests":1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":8706,"score_linear":78742.0,"score_lmetric":73624},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":8706,"score_linear":156948.0,"score_lmetric":263724},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12636,"ongoing_decode_tokens":0,"pending_prefill_tokens":8540,"num_requests":1,"active_p_offloads":0,"cached_blocks":1262,"cache_hit":6656,"new_prefill":2050,"score_linear":5980.0,"score_lmetric":10590},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72922,"ongoing_decode_tokens":80246,"pending_prefill_tokens":2633,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":8706,"score_linear":72922.0,"score_lmetric":11339}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335912.993285799,"t_first_token_unix":1779766778.007229,"t_done":335924.535537727,"t_done_unix":1779766789.549481},{"request_id":"1364128:2:1367249:565","session_id":"1364128","input_length":9095,"t_proxy_recv":335924.539233985,"t_decision_unix":1779766789.5531754,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9570093457943926,"affinity_num_requests":1,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"cache_hit":8704,"estimated_new_tokens":391,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":9095,"score_linear":155120.0,"score_lmetric":257774},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":139587,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":9095,"score_linear":139587.0,"score_lmetric":18190},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59514,"ongoing_decode_tokens":59514,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":8704,"new_prefill":391,"score_linear":50810.0,"score_lmetric":391},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":9095,"score_linear":166526.0,"score_lmetric":18190},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139565,"ongoing_decode_tokens":62685,"pending_prefill_tokens":10320,"num_requests":3,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":9095,"score_linear":139565.0,"score_lmetric":58245},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":9095,"score_linear":242732.0,"score_lmetric":542412},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":55786,"ongoing_decode_tokens":0,"pending_prefill_tokens":35306,"num_requests":3,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":6656,"new_prefill":2439,"score_linear":49130.0,"score_lmetric":113235},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":88185,"ongoing_decode_tokens":95657,"pending_prefill_tokens":13749,"num_requests":2,"active_p_offloads":0,"cached_blocks":1325,"cache_hit":0,"new_prefill":9095,"score_linear":88185.0,"score_lmetric":45688}],"chosen_score_linear":50810.0,"chosen_score_lmetric":391,"t_first_token":335924.623565387,"t_first_token_unix":1779766789.6375086,"t_done":335925.228987605,"t_done_unix":1779766790.242931},{"request_id":"1357132:4:1367654:570","session_id":"1357132","input_length":14949,"t_proxy_recv":335924.782248853,"t_decision_unix":1779766789.7961903,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9589939126362967,"affinity_num_requests":2,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"cache_hit":14336,"estimated_new_tokens":613,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":14949,"score_linear":155120.0,"score_lmetric":269482},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":139587,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":14949,"score_linear":139587.0,"score_lmetric":29898},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68609,"ongoing_decode_tokens":68609,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":14949,"score_linear":68609.0,"score_lmetric":29898},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":14336,"new_prefill":613,"score_linear":152190.0,"score_lmetric":1226},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139565,"ongoing_decode_tokens":62685,"pending_prefill_tokens":10320,"num_requests":3,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":14949,"score_linear":139565.0,"score_lmetric":75807},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":14949,"score_linear":242732.0,"score_lmetric":565828},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":55786,"ongoing_decode_tokens":0,"pending_prefill_tokens":35306,"num_requests":3,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":14949,"score_linear":55786.0,"score_lmetric":150765},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":88185,"ongoing_decode_tokens":95657,"pending_prefill_tokens":13749,"num_requests":2,"active_p_offloads":0,"cached_blocks":1325,"cache_hit":0,"new_prefill":14949,"score_linear":88185.0,"score_lmetric":57396}],"chosen_score_linear":152190.0,"chosen_score_lmetric":1226,"t_first_token":335924.876507376,"t_first_token_unix":1779766789.8904505,"t_done":335925.407400655,"t_done_unix":1779766790.4213438},{"request_id":"1367312:1:1367312:566","session_id":"1367312","input_length":13749,"t_proxy_recv":335923.685818455,"t_decision_unix":1779766788.69976,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":18408,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":13749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":13749,"score_linear":155120.0,"score_lmetric":267082},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":13749,"score_linear":139587.0,"score_lmetric":181436},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68220,"ongoing_decode_tokens":68220,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":13749,"score_linear":68220.0,"score_lmetric":27498},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":13749,"score_linear":166526.0,"score_lmetric":27498},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139565,"ongoing_decode_tokens":62685,"pending_prefill_tokens":10320,"num_requests":3,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":13749,"score_linear":139565.0,"score_lmetric":72207},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":13749,"score_linear":242732.0,"score_lmetric":561028},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18815,"ongoing_decode_tokens":0,"pending_prefill_tokens":7039,"num_requests":1,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":13749,"score_linear":18815.0,"score_lmetric":20788},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74436,"ongoing_decode_tokens":80246,"pending_prefill_tokens":4659,"num_requests":1,"active_p_offloads":0,"cached_blocks":1325,"cache_hit":0,"new_prefill":13749,"score_linear":74436.0,"score_lmetric":18408}],"chosen_score_linear":74436.0,"chosen_score_lmetric":18408,"t_first_token":335925.110010404,"t_first_token_unix":1779766790.1239536,"t_done":335925.876248065,"t_done_unix":1779766790.8901913},{"request_id":"1361694:1:1361694:534","session_id":"1361694","input_length":76969,"t_proxy_recv":335904.096808141,"t_decision_unix":1779766769.1107495,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":76969,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":76969,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":76969,"score_linear":117888.0,"score_lmetric":194857},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":76969,"score_linear":62618.0,"score_lmetric":76969},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":76969,"score_linear":58758.0,"score_lmetric":76969},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":76969,"score_linear":68259.0,"score_lmetric":76969},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101385,"ongoing_decode_tokens":48193,"pending_prefill_tokens":5576,"num_requests":2,"active_p_offloads":0,"cached_blocks":1769,"cache_hit":0,"new_prefill":76969,"score_linear":101385.0,"score_lmetric":165090},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":76969,"score_linear":156948.0,"score_lmetric":400250},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37851,"ongoing_decode_tokens":21371,"pending_prefill_tokens":16480,"num_requests":2,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":3584,"new_prefill":73385,"score_linear":34267.0,"score_lmetric":179730},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":234077,"ongoing_decode_tokens":255298,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":76969,"score_linear":234077.0,"score_lmetric":230907}],"chosen_score_linear":62618.0,"chosen_score_lmetric":76969,"t_first_token":335924.417417279,"t_first_token_unix":1779766789.4313605,"t_done":335926.045700838,"t_done_unix":1779766791.0596442},{"request_id":"1366128:2:1367220:563","session_id":"1366128","input_length":15411,"t_proxy_recv":335923.38326932,"t_decision_unix":1779766788.397211,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":10752,"affinity_cache_ratio":0.6976834728440724,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":10752,"estimated_new_tokens":4659,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":15411,"score_linear":155120.0,"score_lmetric":270406},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":15411,"score_linear":139587.0,"score_lmetric":184760},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68220,"ongoing_decode_tokens":68220,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":15411,"score_linear":68220.0,"score_lmetric":30822},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":15411,"score_linear":166526.0,"score_lmetric":30822},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139565,"ongoing_decode_tokens":62685,"pending_prefill_tokens":10320,"num_requests":3,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":15411,"score_linear":139565.0,"score_lmetric":77193},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":193249,"ongoing_decode_tokens":0,"pending_prefill_tokens":125665,"num_requests":3,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":15411,"score_linear":193249.0,"score_lmetric":423228},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18815,"ongoing_decode_tokens":0,"pending_prefill_tokens":7039,"num_requests":1,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":15411,"score_linear":18815.0,"score_lmetric":22450},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59025,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1325,"cache_hit":10752,"new_prefill":4659,"score_linear":48273.0,"score_lmetric":0}],"chosen_score_linear":48273.0,"chosen_score_lmetric":0,"t_first_token":335923.935963733,"t_first_token_unix":1779766788.9499066,"t_done":335926.206129183,"t_done_unix":1779766791.2200725},{"request_id":"1314357:4:1352612:497","session_id":"1314357","input_length":68259,"t_proxy_recv":335871.99856367,"t_decision_unix":1779766737.0125053,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":67072,"affinity_cache_ratio":0.9826103517484874,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":67072,"estimated_new_tokens":1187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":68259,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":68259,"score_linear":62618.0,"score_lmetric":68259},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":68259,"score_linear":18840.0,"score_lmetric":87099},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":67072,"new_prefill":1187,"score_linear":28954.0,"score_lmetric":1187},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76566,"ongoing_decode_tokens":55130,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":56832,"new_prefill":11427,"score_linear":19734.0,"score_lmetric":20575},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1087,"cache_hit":0,"new_prefill":68259,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28436,"ongoing_decode_tokens":28436,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":0,"new_prefill":68259,"score_linear":28436.0,"score_lmetric":136518},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-10646,"ongoing_decode_tokens":0,"pending_prefill_tokens":10575,"num_requests":0,"active_p_offloads":0,"cached_blocks":1046,"cache_hit":0,"new_prefill":68259,"score_linear":-10646.0,"score_lmetric":0}],"chosen_score_linear":28954.0,"chosen_score_lmetric":1187,"t_first_token":335872.484948564,"t_first_token_unix":1779766737.4988925,"t_done":335926.294280188,"t_done_unix":1779766791.3082237},{"request_id":"1363093:1:1363093:538","session_id":"1363093","input_length":62685,"t_proxy_recv":335908.844553589,"t_decision_unix":1779766773.858495,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-62685,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":62685,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":62685,"score_linear":117888.0,"score_lmetric":180573},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":62685,"score_linear":139587.0,"score_lmetric":279308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":62685,"score_linear":58758.0,"score_lmetric":62685},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":62685,"score_linear":68259.0,"score_lmetric":62685},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":62685,"score_linear":0.0,"score_lmetric":-62685},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":62685,"score_linear":156948.0,"score_lmetric":371682},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":62685,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56868,"ongoing_decode_tokens":78089,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":62685,"score_linear":56868.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":-62685,"t_first_token":335923.024736298,"t_first_token_unix":1779766788.0386798,"t_done":335927.482153796,"t_done_unix":1779766792.4960973},{"request_id":"1367312:2:1368064:574","session_id":"1367312","input_length":15501,"t_proxy_recv":335926.375584192,"t_decision_unix":1779766791.3895257,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":13312,"affinity_cache_ratio":0.8587833043029482,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":13312,"estimated_new_tokens":2189,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":15501,"score_linear":155120.0,"score_lmetric":270586},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":15501,"score_linear":62618.0,"score_lmetric":15501},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132433,"ongoing_decode_tokens":59514,"pending_prefill_tokens":53975,"num_requests":2,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":15501,"score_linear":132433.0,"score_lmetric":138952},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":15501,"score_linear":98267.0,"score_lmetric":15501},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139565,"ongoing_decode_tokens":139565,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":15501,"score_linear":139565.0,"score_lmetric":46503},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":15501,"score_linear":242732.0,"score_lmetric":568036},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":55786,"ongoing_decode_tokens":18815,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":15501,"score_linear":55786.0,"score_lmetric":131304},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59025,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":13312,"new_prefill":2189,"score_linear":45713.0,"score_lmetric":0}],"chosen_score_linear":45713.0,"chosen_score_lmetric":0,"t_first_token":335926.65248199,"t_first_token_unix":1779766791.6664248,"t_done":335927.758460011,"t_done_unix":1779766792.772403},{"request_id":"1364960:2:1368239:578","session_id":"1364960","input_length":7048,"t_proxy_recv":335926.979880646,"t_decision_unix":1779766791.9938219,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":7,"affinity_cache_hit":2048,"affinity_cache_ratio":0.2905788876276958,"affinity_num_requests":3,"avg_num_requests":2.375,"fallback_score":7048,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":7048,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":7048,"score_linear":155120.0,"score_lmetric":253680},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71463,"ongoing_decode_tokens":62618,"pending_prefill_tokens":8845,"num_requests":2,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":7048,"score_linear":71463.0,"score_lmetric":31786},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132433,"ongoing_decode_tokens":59514,"pending_prefill_tokens":53975,"num_requests":2,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":7048,"score_linear":132433.0,"score_lmetric":122046},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":120040,"ongoing_decode_tokens":98267,"pending_prefill_tokens":21773,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":7048,"score_linear":120040.0,"score_lmetric":57642},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139565,"ongoing_decode_tokens":139565,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":7048,"score_linear":139565.0,"score_lmetric":21144},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":7048,"score_linear":242732.0,"score_lmetric":534224},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":55786,"ongoing_decode_tokens":18815,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":2048,"new_prefill":5000,"score_linear":53738.0,"score_lmetric":99801},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74526,"ongoing_decode_tokens":95747,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":0,"new_prefill":7048,"score_linear":74526.0,"score_lmetric":7048}],"chosen_score_linear":74526.0,"chosen_score_lmetric":7048,"t_first_token":335927.479523314,"t_first_token_unix":1779766792.4934666,"t_done":335928.115723453,"t_done_unix":1779766793.129667},{"request_id":"1270340:4:1366608:558","session_id":"1270340","input_length":41017,"t_proxy_recv":335921.076304,"t_decision_unix":1779766786.0902457,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":33280,"affinity_cache_ratio":0.8113708949947582,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":33280,"estimated_new_tokens":7737,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":41017,"score_linear":155120.0,"score_lmetric":321618},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":41017,"score_linear":139587.0,"score_lmetric":235972},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68220,"ongoing_decode_tokens":8706,"pending_prefill_tokens":35450,"num_requests":2,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":41017,"score_linear":68220.0,"score_lmetric":152934},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":181342,"ongoing_decode_tokens":181342,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":1536,"new_prefill":39481,"score_linear":179806.0,"score_lmetric":118443},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":98548,"ongoing_decode_tokens":0,"pending_prefill_tokens":65268,"num_requests":2,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":33280,"new_prefill":7737,"score_linear":65268.0,"score_lmetric":146010},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":41017,"score_linear":156948.0,"score_lmetric":328346},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12984,"ongoing_decode_tokens":12984,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":41017,"score_linear":12984.0,"score_lmetric":41017},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70179,"ongoing_decode_tokens":91400,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1304,"cache_hit":0,"new_prefill":41017,"score_linear":70179.0,"score_lmetric":41017}],"chosen_score_linear":65268.0,"chosen_score_lmetric":146010,"t_first_token":335926.287728482,"t_first_token_unix":1779766791.301672,"t_done":335928.526549505,"t_done_unix":1779766793.5404925},{"request_id":"1362265:2:1367373:568","session_id":"1362265","input_length":10134,"t_proxy_recv":335923.885215201,"t_decision_unix":1779766788.8991568,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":8704,"affinity_cache_ratio":0.8588908624432603,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"cache_hit":8704,"estimated_new_tokens":1430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":10134,"score_linear":155120.0,"score_lmetric":259852},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":10134,"score_linear":139587.0,"score_lmetric":174206},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68220,"ongoing_decode_tokens":68220,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":10134,"score_linear":68220.0,"score_lmetric":20268},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":10134,"score_linear":166526.0,"score_lmetric":20268},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139565,"ongoing_decode_tokens":62685,"pending_prefill_tokens":10320,"num_requests":3,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":10134,"score_linear":139565.0,"score_lmetric":61362},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":10134,"score_linear":242732.0,"score_lmetric":546568},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":45652,"ongoing_decode_tokens":0,"pending_prefill_tokens":33876,"num_requests":2,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":8704,"new_prefill":1430,"score_linear":36948.0,"score_lmetric":70612},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":88185,"ongoing_decode_tokens":80246,"pending_prefill_tokens":18408,"num_requests":2,"active_p_offloads":0,"cached_blocks":1325,"cache_hit":0,"new_prefill":10134,"score_linear":88185.0,"score_lmetric":57084}],"chosen_score_linear":36948.0,"chosen_score_lmetric":70612,"t_first_token":335928.406090049,"t_first_token_unix":1779766793.4200332,"t_done":335928.721186852,"t_done_unix":1779766793.7351298},{"request_id":"1355484:4:1364784:548","session_id":"1355484","input_length":19806,"t_proxy_recv":335914.639306263,"t_decision_unix":1779766779.653247,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9823285872967787,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":19456,"estimated_new_tokens":350,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":19806,"score_linear":155120.0,"score_lmetric":279196},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":19806,"score_linear":139587.0,"score_lmetric":193550},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68220,"ongoing_decode_tokens":8706,"pending_prefill_tokens":35450,"num_requests":2,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":12800,"new_prefill":7006,"score_linear":55420.0,"score_lmetric":84912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":166297,"ongoing_decode_tokens":166297,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":12800,"new_prefill":7006,"score_linear":153497.0,"score_lmetric":14012},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":78742,"ongoing_decode_tokens":0,"pending_prefill_tokens":64918,"num_requests":1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":19456,"new_prefill":350,"score_linear":59286.0,"score_lmetric":65268},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":19806,"score_linear":156948.0,"score_lmetric":285924},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1279,"cache_hit":12800,"new_prefill":7006,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72922,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":12800,"new_prefill":7006,"score_linear":60122.0,"score_lmetric":7006}],"chosen_score_linear":59286.0,"chosen_score_lmetric":65268,"t_first_token":335925.116992304,"t_first_token_unix":1779766790.1309357,"t_done":335929.067392537,"t_done_unix":1779766794.081338},{"request_id":"1367329:1:1367329:567","session_id":"1367329","input_length":26837,"t_proxy_recv":335923.742182381,"t_decision_unix":1779766788.756124,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":33876,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":26837,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":26837,"score_linear":155120.0,"score_lmetric":293258},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":26837,"score_linear":139587.0,"score_lmetric":207612},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68220,"ongoing_decode_tokens":68220,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":26837,"score_linear":68220.0,"score_lmetric":53674},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":26837,"score_linear":166526.0,"score_lmetric":53674},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139565,"ongoing_decode_tokens":62685,"pending_prefill_tokens":10320,"num_requests":3,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":26837,"score_linear":139565.0,"score_lmetric":111471},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":26837,"score_linear":242732.0,"score_lmetric":613380},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18815,"ongoing_decode_tokens":0,"pending_prefill_tokens":7039,"num_requests":1,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":26837,"score_linear":18815.0,"score_lmetric":33876},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":88185,"ongoing_decode_tokens":80246,"pending_prefill_tokens":18408,"num_requests":2,"active_p_offloads":0,"cached_blocks":1325,"cache_hit":0,"new_prefill":26837,"score_linear":88185.0,"score_lmetric":90490}],"chosen_score_linear":18815.0,"chosen_score_lmetric":33876,"t_first_token":335928.40281024,"t_first_token_unix":1779766793.4167533,"t_done":335929.249360771,"t_done_unix":1779766794.2633047},{"request_id":"1368070:1:1368070:575","session_id":"1368070","input_length":21773,"t_proxy_recv":335926.400207359,"t_decision_unix":1779766791.4141488,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":21773,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":21773,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":21773,"score_linear":155120.0,"score_lmetric":283130},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":21773,"score_linear":62618.0,"score_lmetric":21773},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132433,"ongoing_decode_tokens":59514,"pending_prefill_tokens":53975,"num_requests":2,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":21773,"score_linear":132433.0,"score_lmetric":151496},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":21773,"score_linear":98267.0,"score_lmetric":21773},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139565,"ongoing_decode_tokens":139565,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":21773,"score_linear":139565.0,"score_lmetric":65319},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":21773,"score_linear":242732.0,"score_lmetric":593124},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":55786,"ongoing_decode_tokens":18815,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":21773,"score_linear":55786.0,"score_lmetric":150120},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74526,"ongoing_decode_tokens":80246,"pending_prefill_tokens":2189,"num_requests":1,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":0,"new_prefill":21773,"score_linear":74526.0,"score_lmetric":23962}],"chosen_score_linear":98267.0,"chosen_score_lmetric":21773,"t_first_token":335928.75211719,"t_first_token_unix":1779766793.7660604,"t_done":335929.297958118,"t_done_unix":1779766794.3119013},{"request_id":"1357132:5:1368445:579","session_id":"1357132","input_length":15871,"t_proxy_recv":335927.765617609,"t_decision_unix":1779766792.779559,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14848,"affinity_cache_ratio":0.93554281393737,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"cache_hit":14848,"estimated_new_tokens":1023,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":15871,"score_linear":155120.0,"score_lmetric":271326},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71463,"ongoing_decode_tokens":71463,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":15871,"score_linear":71463.0,"score_lmetric":31742},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132433,"ongoing_decode_tokens":59514,"pending_prefill_tokens":53975,"num_requests":2,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":15871,"score_linear":132433.0,"score_lmetric":139692},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":120040,"ongoing_decode_tokens":98267,"pending_prefill_tokens":21773,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":14848,"new_prefill":1023,"score_linear":105192.0,"score_lmetric":45592},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76880,"ongoing_decode_tokens":76880,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1909,"cache_hit":0,"new_prefill":15871,"score_linear":76880.0,"score_lmetric":31742},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":15871,"score_linear":242732.0,"score_lmetric":569516},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":55786,"ongoing_decode_tokens":18815,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":15871,"score_linear":55786.0,"score_lmetric":132414},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66073,"ongoing_decode_tokens":87294,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1364,"cache_hit":0,"new_prefill":15871,"score_linear":66073.0,"score_lmetric":15871}],"chosen_score_linear":105192.0,"chosen_score_lmetric":45592,"t_first_token":335928.978935529,"t_first_token_unix":1779766793.9928794,"t_done":335929.380413495,"t_done_unix":1779766794.394357},{"request_id":"1355484:5:1366753:560","session_id":"1355484","input_length":20026,"t_proxy_recv":335929.074483636,"t_decision_unix":1779766794.0884252,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":19968,"affinity_cache_ratio":0.997103765105363,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":19968,"estimated_new_tokens":58,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":20026,"score_linear":155120.0,"score_lmetric":279636},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71463,"ongoing_decode_tokens":71463,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":20026,"score_linear":71463.0,"score_lmetric":40052},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132433,"ongoing_decode_tokens":59514,"pending_prefill_tokens":53975,"num_requests":2,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":12800,"new_prefill":7226,"score_linear":119633.0,"score_lmetric":122402},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":135911,"ongoing_decode_tokens":135911,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":12800,"new_prefill":7226,"score_linear":123111.0,"score_lmetric":21678},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79292,"ongoing_decode_tokens":79292,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1925,"cache_hit":19968,"new_prefill":58,"score_linear":59324.0,"score_lmetric":58},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":20026,"score_linear":242732.0,"score_lmetric":586136},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":45652,"ongoing_decode_tokens":45652,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1310,"cache_hit":12800,"new_prefill":7226,"score_linear":32852.0,"score_lmetric":14452},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59025,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1377,"cache_hit":12800,"new_prefill":7226,"score_linear":46225.0,"score_lmetric":0}],"chosen_score_linear":59324.0,"chosen_score_lmetric":58,"t_first_token":335929.143031745,"t_first_token_unix":1779766794.1569748,"t_done":335929.84687109,"t_done_unix":1779766794.8608146},{"request_id":"1367169:1:1367169:562","session_id":"1367169","input_length":18815,"t_proxy_recv":335923.196535666,"t_decision_unix":1779766788.2104774,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":false,"cache_hit":11776,"estimated_new_tokens":7039,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":18815,"score_linear":155120.0,"score_lmetric":277214},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":18815,"score_linear":139587.0,"score_lmetric":191568},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68220,"ongoing_decode_tokens":68220,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":18815,"score_linear":68220.0,"score_lmetric":37630},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":18815,"score_linear":166526.0,"score_lmetric":37630},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139565,"ongoing_decode_tokens":62685,"pending_prefill_tokens":10320,"num_requests":3,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":18815,"score_linear":139565.0,"score_lmetric":87405},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":193249,"ongoing_decode_tokens":0,"pending_prefill_tokens":125665,"num_requests":3,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":11776,"new_prefill":7039,"score_linear":181473.0,"score_lmetric":398112},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":11776,"new_prefill":7039,"score_linear":-11776.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59025,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1325,"cache_hit":0,"new_prefill":18815,"score_linear":59025.0,"score_lmetric":0}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":335925.414365797,"t_first_token_unix":1779766790.4283092,"t_done":335930.189289581,"t_done_unix":1779766795.203233},{"request_id":"1363093:2:1368700:580","session_id":"1363093","input_length":63235,"t_proxy_recv":335928.55991571,"t_decision_unix":1779766793.5738573,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":62464,"affinity_cache_ratio":0.9878073851506286,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"cache_hit":62464,"estimated_new_tokens":771,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":63235,"score_linear":155120.0,"score_lmetric":366054},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71463,"ongoing_decode_tokens":71463,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":63235,"score_linear":71463.0,"score_lmetric":126470},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132433,"ongoing_decode_tokens":59514,"pending_prefill_tokens":53975,"num_requests":2,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":63235,"score_linear":132433.0,"score_lmetric":234420},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":135911,"ongoing_decode_tokens":98267,"pending_prefill_tokens":22796,"num_requests":3,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":63235,"score_linear":135911.0,"score_lmetric":258093},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":35863,"ongoing_decode_tokens":35863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":62464,"new_prefill":771,"score_linear":-26601.0,"score_lmetric":771},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":63235,"score_linear":242732.0,"score_lmetric":758972},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":55786,"ongoing_decode_tokens":55786,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":63235,"score_linear":55786.0,"score_lmetric":189705},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59025,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1377,"cache_hit":0,"new_prefill":63235,"score_linear":59025.0,"score_lmetric":0}],"chosen_score_linear":-26601.0,"chosen_score_lmetric":771,"t_first_token":335928.897245234,"t_first_token_unix":1779766793.9111893,"t_done":335930.674793215,"t_done_unix":1779766795.6887362},{"request_id":"1368132:1:1368132:577","session_id":"1368132","input_length":8845,"t_proxy_recv":335926.646665678,"t_decision_unix":1779766791.6606069,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":8845,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":8845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":8845,"score_linear":155120.0,"score_lmetric":257274},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":8845,"score_linear":62618.0,"score_lmetric":8845},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132433,"ongoing_decode_tokens":59514,"pending_prefill_tokens":53975,"num_requests":2,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":6656,"new_prefill":2189,"score_linear":125777.0,"score_lmetric":112328},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":120040,"ongoing_decode_tokens":98267,"pending_prefill_tokens":21773,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":8845,"score_linear":120040.0,"score_lmetric":61236},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139565,"ongoing_decode_tokens":139565,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":8845,"score_linear":139565.0,"score_lmetric":26535},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":8845,"score_linear":242732.0,"score_lmetric":541412},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":55786,"ongoing_decode_tokens":18815,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":6656,"new_prefill":2189,"score_linear":49130.0,"score_lmetric":91368},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74526,"ongoing_decode_tokens":80246,"pending_prefill_tokens":2189,"num_requests":1,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":0,"new_prefill":8845,"score_linear":74526.0,"score_lmetric":11034}],"chosen_score_linear":62618.0,"chosen_score_lmetric":8845,"t_first_token":335927.42146099,"t_first_token_unix":1779766792.4354043,"t_done":335930.835813714,"t_done_unix":1779766795.849757},{"request_id":"1369172:1:1369172:581","session_id":"1369172","input_length":6345,"t_proxy_recv":335930.24331028,"t_decision_unix":1779766795.2572513,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":6345,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":6345,"score_linear":155120.0,"score_lmetric":252274},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71463,"ongoing_decode_tokens":71463,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":6345,"score_linear":71463.0,"score_lmetric":12690},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132433,"ongoing_decode_tokens":59514,"pending_prefill_tokens":53975,"num_requests":2,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":6345,"score_linear":132433.0,"score_lmetric":120640},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1192,"cache_hit":0,"new_prefill":6345,"score_linear":98267.0,"score_lmetric":6345},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79292,"ongoing_decode_tokens":79292,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1925,"cache_hit":0,"new_prefill":6345,"score_linear":79292.0,"score_lmetric":6345},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":6345,"score_linear":242732.0,"score_lmetric":531412},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":6345,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59025,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1377,"cache_hit":0,"new_prefill":6345,"score_linear":59025.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335930.666553958,"t_first_token_unix":1779766795.6804974,"t_done":335930.907207996,"t_done_unix":1779766795.921151},{"request_id":"1355484:6:1369697:583","session_id":"1355484","input_length":20158,"t_proxy_recv":335932.026233144,"t_decision_unix":1779766797.0401742,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9905744617521579,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":19968,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":20158,"score_linear":155120.0,"score_lmetric":279900},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":20158,"score_linear":62618.0,"score_lmetric":20158},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132433,"ongoing_decode_tokens":59514,"pending_prefill_tokens":53975,"num_requests":2,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":12800,"new_prefill":7358,"score_linear":119633.0,"score_lmetric":122666},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1192,"cache_hit":12800,"new_prefill":7358,"score_linear":85467.0,"score_lmetric":7358},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":16057,"ongoing_decode_tokens":16057,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1926,"cache_hit":19968,"new_prefill":190,"score_linear":-3911.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":20158,"score_linear":242732.0,"score_lmetric":586664},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18160,"ongoing_decode_tokens":0,"pending_prefill_tokens":5360,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":12800,"new_prefill":7358,"score_linear":5360.0,"score_lmetric":12718},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59025,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1377,"cache_hit":12800,"new_prefill":7358,"score_linear":46225.0,"score_lmetric":0}],"chosen_score_linear":-3911.0,"chosen_score_lmetric":0,"t_first_token":335932.093502822,"t_first_token_unix":1779766797.1074457,"t_done":335932.801065527,"t_done_unix":1779766797.8150084},{"request_id":"1305906:2:1363233:539","session_id":"1305906","input_length":16057,"t_proxy_recv":335909.326670194,"t_decision_unix":1779766774.3406117,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8609329264495236,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":13824,"estimated_new_tokens":2233,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":16057,"score_linear":117888.0,"score_lmetric":133945},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":16057,"score_linear":139587.0,"score_lmetric":186052},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":16057,"score_linear":58758.0,"score_lmetric":16057},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":16057,"score_linear":68259.0,"score_lmetric":16057},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":0,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":13824,"new_prefill":2233,"score_linear":48861.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":16057,"score_linear":156948.0,"score_lmetric":278426},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":16057,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59025,"ongoing_decode_tokens":0,"pending_prefill_tokens":1910,"num_requests":0,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":16057,"score_linear":59025.0,"score_lmetric":0}],"chosen_score_linear":48861.0,"chosen_score_lmetric":0,"t_first_token":335925.115284675,"t_first_token_unix":1779766790.1292279,"t_done":335932.866333457,"t_done_unix":1779766797.8802767},{"request_id":"1363943:3:1369535:582","session_id":"1363943","input_length":18160,"t_proxy_recv":335931.426039613,"t_decision_unix":1779766796.4399807,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":12800,"affinity_cache_ratio":0.7048458149779736,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":12800,"estimated_new_tokens":5360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":8704,"new_prefill":9456,"score_linear":146416.0,"score_lmetric":258496},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":18160,"score_linear":62618.0,"score_lmetric":18160},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132433,"ongoing_decode_tokens":59514,"pending_prefill_tokens":53975,"num_requests":2,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":18160,"score_linear":132433.0,"score_lmetric":144270},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1192,"cache_hit":0,"new_prefill":18160,"score_linear":98267.0,"score_lmetric":18160},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":16057,"ongoing_decode_tokens":16057,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1926,"cache_hit":4096,"new_prefill":14064,"score_linear":11961.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":18160,"score_linear":242732.0,"score_lmetric":578672},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":12800,"new_prefill":5360,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59025,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1377,"cache_hit":4096,"new_prefill":14064,"score_linear":54929.0,"score_lmetric":0}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":335932.112758419,"t_first_token_unix":1779766797.1267014,"t_done":335933.493823896,"t_done_unix":1779766798.5077672},{"request_id":"1369768:1:1369768:584","session_id":"1369768","input_length":7712,"t_proxy_recv":335932.247301442,"t_decision_unix":1779766797.2612424,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":7712,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":7712,"score_linear":155120.0,"score_lmetric":255008},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":7712,"score_linear":62618.0,"score_lmetric":7712},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132433,"ongoing_decode_tokens":59514,"pending_prefill_tokens":53975,"num_requests":2,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":7712,"score_linear":132433.0,"score_lmetric":123374},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1192,"cache_hit":0,"new_prefill":7712,"score_linear":98267.0,"score_lmetric":7712},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":36215,"ongoing_decode_tokens":36215,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1926,"cache_hit":0,"new_prefill":7712,"score_linear":36215.0,"score_lmetric":7712},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":7712,"score_linear":242732.0,"score_lmetric":536880},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18160,"ongoing_decode_tokens":18160,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":7712,"score_linear":18160.0,"score_lmetric":7712},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59025,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1377,"cache_hit":0,"new_prefill":7712,"score_linear":59025.0,"score_lmetric":0}],"chosen_score_linear":59025.0,"chosen_score_lmetric":0,"t_first_token":335932.792757434,"t_first_token_unix":1779766797.8067005,"t_done":335934.283457167,"t_done_unix":1779766799.2974002},{"request_id":"1366128:3:1369902:585","session_id":"1366128","input_length":23307,"t_proxy_recv":335932.714143297,"t_decision_unix":1779766797.7280846,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":15360,"affinity_cache_ratio":0.6590294761230532,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":15360,"estimated_new_tokens":7947,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":23307,"score_linear":155120.0,"score_lmetric":286198},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":23307,"score_linear":62618.0,"score_lmetric":23307},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132433,"ongoing_decode_tokens":59514,"pending_prefill_tokens":53975,"num_requests":2,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":23307,"score_linear":132433.0,"score_lmetric":154564},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1192,"cache_hit":0,"new_prefill":23307,"score_linear":98267.0,"score_lmetric":23307},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":36215,"ongoing_decode_tokens":36215,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1926,"cache_hit":0,"new_prefill":23307,"score_linear":36215.0,"score_lmetric":23307},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":23307,"score_linear":242732.0,"score_lmetric":599260},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18160,"ongoing_decode_tokens":18160,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":23307,"score_linear":18160.0,"score_lmetric":23307},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66737,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7712,"num_requests":1,"active_p_offloads":0,"cached_blocks":1377,"cache_hit":15360,"new_prefill":7947,"score_linear":51377.0,"score_lmetric":15659}],"chosen_score_linear":51377.0,"chosen_score_lmetric":15659,"t_first_token":335934.01990271,"t_first_token_unix":1779766799.0338457,"t_done":335934.514730539,"t_done_unix":1779766799.5286741},{"request_id":"1367424:2:1370211:588","session_id":"1367424","input_length":11133,"t_proxy_recv":335933.722461306,"t_decision_unix":1779766798.736403,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":6,"affinity_cache_hit":3072,"affinity_cache_ratio":0.27593640528159524,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":11133,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":11133,"score_linear":155120.0,"score_lmetric":261850},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":11133,"score_linear":62618.0,"score_lmetric":11133},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132433,"ongoing_decode_tokens":59514,"pending_prefill_tokens":53975,"num_requests":2,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":3072,"new_prefill":8061,"score_linear":129361.0,"score_lmetric":124072},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":127768,"ongoing_decode_tokens":98267,"pending_prefill_tokens":7997,"num_requests":2,"active_p_offloads":0,"cached_blocks":1192,"cache_hit":0,"new_prefill":11133,"score_linear":127768.0,"score_lmetric":38260},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18301,"ongoing_decode_tokens":0,"pending_prefill_tokens":10621,"num_requests":0,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":11133,"score_linear":18301.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":11133,"score_linear":242732.0,"score_lmetric":550564},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":11133,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":90044,"ongoing_decode_tokens":87958,"pending_prefill_tokens":7947,"num_requests":2,"active_p_offloads":0,"cached_blocks":1377,"cache_hit":0,"new_prefill":11133,"score_linear":90044.0,"score_lmetric":38160}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335934.610289543,"t_first_token_unix":1779766799.624233,"t_done":335934.672994907,"t_done_unix":1779766799.6869383},{"request_id":"1368070:2:1370108:586","session_id":"1368070","input_length":29501,"t_proxy_recv":335933.429820679,"t_decision_unix":1779766798.4437618,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":21504,"affinity_cache_ratio":0.7289244432392122,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":21504,"estimated_new_tokens":7997,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":29501,"score_linear":155120.0,"score_lmetric":298586},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":29501,"score_linear":62618.0,"score_lmetric":29501},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132433,"ongoing_decode_tokens":59514,"pending_prefill_tokens":53975,"num_requests":2,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":29501,"score_linear":132433.0,"score_lmetric":166952},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1192,"cache_hit":21504,"new_prefill":7997,"score_linear":76763.0,"score_lmetric":7997},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":29501,"score_linear":0.0,"score_lmetric":-29501},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":29501,"score_linear":242732.0,"score_lmetric":624036},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18160,"ongoing_decode_tokens":18160,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":29501,"score_linear":18160.0,"score_lmetric":29501},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":90044,"ongoing_decode_tokens":87958,"pending_prefill_tokens":7947,"num_requests":2,"active_p_offloads":0,"cached_blocks":1377,"cache_hit":0,"new_prefill":29501,"score_linear":90044.0,"score_lmetric":74896}],"chosen_score_linear":76763.0,"chosen_score_lmetric":7997,"t_first_token":335934.921236293,"t_first_token_unix":1779766799.9351792,"t_done":335935.21772991,"t_done_unix":1779766800.2316732},{"request_id":"1370466:1:1370466:592","session_id":"1370466","input_length":7710,"t_proxy_recv":335934.773330099,"t_decision_unix":1779766799.7872713,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":7710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":7710,"score_linear":155120.0,"score_lmetric":255004},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":7710,"score_linear":62618.0,"score_lmetric":7710},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":59514,"pending_prefill_tokens":59626,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":7710,"score_linear":196964.0,"score_lmetric":202008},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":127768,"ongoing_decode_tokens":98267,"pending_prefill_tokens":7997,"num_requests":2,"active_p_offloads":0,"cached_blocks":1192,"cache_hit":0,"new_prefill":7710,"score_linear":127768.0,"score_lmetric":31414},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":20682,"ongoing_decode_tokens":0,"pending_prefill_tokens":13002,"num_requests":1,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":7710,"score_linear":20682.0,"score_lmetric":20712},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":7710,"score_linear":242732.0,"score_lmetric":536872},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":7710,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59025,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":7710,"score_linear":59025.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335935.306583581,"t_first_token_unix":1779766800.3205268,"t_done":335935.423335099,"t_done_unix":1779766800.4372783},{"request_id":"1370269:1:1370269:591","session_id":"1370269","input_length":2381,"t_proxy_recv":335933.9815125,"t_decision_unix":1779766798.9954543,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":2381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":2381,"score_linear":155120.0,"score_lmetric":244346},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":2381,"score_linear":62618.0,"score_lmetric":2381},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":59514,"pending_prefill_tokens":59626,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":2381,"score_linear":196964.0,"score_lmetric":186021},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":127768,"ongoing_decode_tokens":98267,"pending_prefill_tokens":7997,"num_requests":2,"active_p_offloads":0,"cached_blocks":1192,"cache_hit":0,"new_prefill":2381,"score_linear":127768.0,"score_lmetric":20756},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18301,"ongoing_decode_tokens":0,"pending_prefill_tokens":10621,"num_requests":0,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":2381,"score_linear":18301.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":2381,"score_linear":242732.0,"score_lmetric":515556},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11133,"ongoing_decode_tokens":0,"pending_prefill_tokens":11133,"num_requests":1,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":2381,"score_linear":11133.0,"score_lmetric":13514},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":90044,"ongoing_decode_tokens":87958,"pending_prefill_tokens":7947,"num_requests":2,"active_p_offloads":0,"cached_blocks":1377,"cache_hit":0,"new_prefill":2381,"score_linear":90044.0,"score_lmetric":20656}],"chosen_score_linear":18301.0,"chosen_score_lmetric":0,"t_first_token":335934.942951912,"t_first_token_unix":1779766799.9568956,"t_done":335935.52475369,"t_done_unix":1779766800.5386968},{"request_id":"1367329:2:1371226:595","session_id":"1367329","input_length":32814,"t_proxy_recv":335937.210957513,"t_decision_unix":1779766802.2248988,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8113610044493205,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":26624,"estimated_new_tokens":6190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":32814,"score_linear":155120.0,"score_lmetric":305212},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":32814,"score_linear":62618.0,"score_lmetric":32814},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":59514,"pending_prefill_tokens":59626,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":32814,"score_linear":196964.0,"score_lmetric":277320},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":32814,"score_linear":98267.0,"score_lmetric":32814},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18301,"ongoing_decode_tokens":18301,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1935,"cache_hit":0,"new_prefill":32814,"score_linear":18301.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":156948,"pending_prefill_tokens":3352,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":32814,"score_linear":242732.0,"score_lmetric":144664},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":26624,"new_prefill":6190,"score_linear":-26624.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59025,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":32814,"score_linear":59025.0,"score_lmetric":0}],"chosen_score_linear":-26624.0,"chosen_score_lmetric":0,"t_first_token":335938.504852279,"t_first_token_unix":1779766803.5187957,"t_done":335939.221321815,"t_done_unix":1779766804.235265},{"request_id":"1370129:1:1370129:587","session_id":"1370129","input_length":18301,"t_proxy_recv":335933.500762919,"t_decision_unix":1779766798.5147047,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":-10621,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":10621,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":7680,"new_prefill":10621,"score_linear":147440.0,"score_lmetric":260826},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":18301,"score_linear":62618.0,"score_lmetric":18301},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132433,"ongoing_decode_tokens":59514,"pending_prefill_tokens":53975,"num_requests":2,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":18301,"score_linear":132433.0,"score_lmetric":144552},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":127768,"ongoing_decode_tokens":98267,"pending_prefill_tokens":7997,"num_requests":2,"active_p_offloads":0,"cached_blocks":1192,"cache_hit":0,"new_prefill":18301,"score_linear":127768.0,"score_lmetric":52596},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":7680,"new_prefill":10621,"score_linear":-7680.0,"score_lmetric":-10621},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":18301,"score_linear":242732.0,"score_lmetric":579236},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":7680,"new_prefill":10621,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":90044,"ongoing_decode_tokens":87958,"pending_prefill_tokens":7947,"num_requests":2,"active_p_offloads":0,"cached_blocks":1377,"cache_hit":7680,"new_prefill":10621,"score_linear":82364.0,"score_lmetric":37136}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":-10621,"t_first_token":335934.802899641,"t_first_token_unix":1779766799.816843,"t_done":335939.942383444,"t_done_unix":1779766804.9563272},{"request_id":"1371622:1:1371622:598","session_id":"1371622","input_length":13616,"t_proxy_recv":335938.690249144,"t_decision_unix":1779766803.7041905,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":2352,"tie_break_used":false,"cache_hit":11264,"estimated_new_tokens":2352,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":13616,"score_linear":155120.0,"score_lmetric":266816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":13616,"score_linear":62618.0,"score_lmetric":13616},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":59514,"pending_prefill_tokens":59626,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":13616,"score_linear":196964.0,"score_lmetric":219726},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":13616,"score_linear":98267.0,"score_lmetric":13616},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":41293,"ongoing_decode_tokens":41293,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1935,"cache_hit":11264,"new_prefill":2352,"score_linear":30029.0,"score_lmetric":2352},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":156948,"pending_prefill_tokens":3352,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":13616,"score_linear":242732.0,"score_lmetric":67872},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32814,"ongoing_decode_tokens":32814,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":0,"new_prefill":13616,"score_linear":32814.0,"score_lmetric":13616},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":68424,"ongoing_decode_tokens":89645,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":13616,"score_linear":68424.0,"score_lmetric":13616}],"chosen_score_linear":30029.0,"chosen_score_lmetric":2352,"t_first_token":335939.880673647,"t_first_token_unix":1779766804.894617,"t_done":335940.915515572,"t_done_unix":1779766805.9294596},{"request_id":"1355484:7:1371284:596","session_id":"1355484","input_length":22992,"t_proxy_recv":335937.435214274,"t_decision_unix":1779766802.4491556,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":19968,"affinity_cache_ratio":0.8684759916492694,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":19968,"estimated_new_tokens":3024,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":22992,"score_linear":155120.0,"score_lmetric":285568},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":22992,"score_linear":62618.0,"score_lmetric":22992},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":59514,"pending_prefill_tokens":59626,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":12800,"new_prefill":10192,"score_linear":184164.0,"score_lmetric":209454},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":12800,"new_prefill":10192,"score_linear":85467.0,"score_lmetric":10192},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18301,"ongoing_decode_tokens":18301,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1935,"cache_hit":19968,"new_prefill":3024,"score_linear":-1667.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":156948,"pending_prefill_tokens":3352,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":22992,"score_linear":242732.0,"score_lmetric":105376},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32814,"ongoing_decode_tokens":0,"pending_prefill_tokens":6190,"num_requests":1,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":12800,"new_prefill":10192,"score_linear":20014.0,"score_lmetric":16382},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59025,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":12800,"new_prefill":10192,"score_linear":46225.0,"score_lmetric":0}],"chosen_score_linear":-1667.0,"chosen_score_lmetric":0,"t_first_token":335937.949738505,"t_first_token_unix":1779766802.963683,"t_done":335941.290463451,"t_done_unix":1779766806.3044071},{"request_id":"1344773:7:1357714:518","session_id":"1344773","input_length":34351,"t_proxy_recv":335889.729300306,"t_decision_unix":1779766754.7432418,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9837268201799074,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":33792,"estimated_new_tokens":559,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":34351,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":34351,"score_linear":62618.0,"score_lmetric":34351},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":34351,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81779,"ongoing_decode_tokens":81779,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":34351,"score_linear":81779.0,"score_lmetric":68702},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92062,"ongoing_decode_tokens":43869,"pending_prefill_tokens":3137,"num_requests":2,"active_p_offloads":0,"cached_blocks":1709,"cache_hit":0,"new_prefill":34351,"score_linear":92062.0,"score_lmetric":74976},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":33792,"new_prefill":559,"score_linear":88805.0,"score_lmetric":123156},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":34351,"score_linear":21371.0,"score_lmetric":34351},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":168045,"ongoing_decode_tokens":27651,"pending_prefill_tokens":83791,"num_requests":2,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":34351,"score_linear":168045.0,"score_lmetric":236284}],"chosen_score_linear":88805.0,"chosen_score_lmetric":123156,"t_first_token":335934.916384746,"t_first_token_unix":1779766799.9303281,"t_done":335941.481546332,"t_done_unix":1779766806.4954896},{"request_id":"1371929:1:1371929:601","session_id":"1371929","input_length":17407,"t_proxy_recv":335939.76050873,"t_decision_unix":1779766804.77445,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":17407,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":17407,"score_linear":155120.0,"score_lmetric":274398},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":17407,"score_linear":62618.0,"score_lmetric":17407},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":59514,"pending_prefill_tokens":59626,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":17407,"score_linear":196964.0,"score_lmetric":231099},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":17407,"score_linear":98267.0,"score_lmetric":17407},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":54909,"ongoing_decode_tokens":41293,"pending_prefill_tokens":2352,"num_requests":2,"active_p_offloads":0,"cached_blocks":1935,"cache_hit":0,"new_prefill":17407,"score_linear":54909.0,"score_lmetric":39518},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":156948,"pending_prefill_tokens":3352,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":17407,"score_linear":242732.0,"score_lmetric":83036},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":17407,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130166,"ongoing_decode_tokens":89645,"pending_prefill_tokens":24366,"num_requests":3,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":17407,"score_linear":130166.0,"score_lmetric":125319}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335941.453916561,"t_first_token_unix":1779766806.46786,"t_done":335942.060466448,"t_done_unix":1779766807.0744104},{"request_id":"1363943:4:1372250:603","session_id":"1363943","input_length":18396,"t_proxy_recv":335940.987680682,"t_decision_unix":1779766806.001622,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":17920,"affinity_cache_ratio":0.974124809741248,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":17920,"estimated_new_tokens":476,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":8704,"new_prefill":9692,"score_linear":146416.0,"score_lmetric":258968},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":18396,"score_linear":62618.0,"score_lmetric":18396},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":59514,"pending_prefill_tokens":59626,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":18396,"score_linear":196964.0,"score_lmetric":234066},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":18396,"score_linear":98267.0,"score_lmetric":18396},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":22992,"ongoing_decode_tokens":22992,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":4096,"new_prefill":14300,"score_linear":18896.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":242732,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":18396,"score_linear":242732.0,"score_lmetric":73584},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":17407,"ongoing_decode_tokens":0,"pending_prefill_tokens":17407,"num_requests":1,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":17920,"new_prefill":476,"score_linear":-513.0,"score_lmetric":17883},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130166,"ongoing_decode_tokens":89645,"pending_prefill_tokens":24366,"num_requests":3,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":4096,"new_prefill":14300,"score_linear":126070.0,"score_lmetric":115998}],"chosen_score_linear":-513.0,"chosen_score_lmetric":17883,"t_first_token":335941.469474822,"t_first_token_unix":1779766806.4834177,"t_done":335942.101125572,"t_done_unix":1779766807.1150713},{"request_id":"1344773:8:1358989:523","session_id":"1344773","input_length":34552,"t_proxy_recv":335941.489393598,"t_decision_unix":1779766806.5033352,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9928224125955082,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":34304,"estimated_new_tokens":248,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":34552,"score_linear":155120.0,"score_lmetric":308688},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":34552,"score_linear":62618.0,"score_lmetric":34552},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":59514,"pending_prefill_tokens":59626,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":34552,"score_linear":196964.0,"score_lmetric":282534},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":34552,"score_linear":98267.0,"score_lmetric":34552},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":0,"new_prefill":34552,"score_linear":0.0,"score_lmetric":-34552},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":208381,"ongoing_decode_tokens":208381,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1117,"cache_hit":34304,"new_prefill":248,"score_linear":174077.0,"score_lmetric":744},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35803,"ongoing_decode_tokens":35803,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":34552,"score_linear":35803.0,"score_lmetric":69104},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130166,"ongoing_decode_tokens":124682,"pending_prefill_tokens":12369,"num_requests":3,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":34552,"score_linear":130166.0,"score_lmetric":140763}],"chosen_score_linear":174077.0,"chosen_score_lmetric":744,"t_first_token":335941.631675712,"t_first_token_unix":1779766806.6456187,"t_done":335942.417300195,"t_done_unix":1779766807.4312441},{"request_id":"1277428:5:1366630:559","session_id":"1277428","input_length":36301,"t_proxy_recv":335921.145665105,"t_decision_unix":1779766786.1596065,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9308834467370045,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":33792,"estimated_new_tokens":2509,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":36301,"score_linear":155120.0,"score_lmetric":312186},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":4608,"new_prefill":31693,"score_linear":134979.0,"score_lmetric":217324},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68220,"ongoing_decode_tokens":8706,"pending_prefill_tokens":35450,"num_requests":2,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":36301,"score_linear":68220.0,"score_lmetric":143502},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":181342,"ongoing_decode_tokens":181342,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":17408,"new_prefill":18893,"score_linear":163934.0,"score_lmetric":56679},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139565,"ongoing_decode_tokens":0,"pending_prefill_tokens":73005,"num_requests":3,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":36301,"score_linear":139565.0,"score_lmetric":327918},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":33792,"new_prefill":2509,"score_linear":123156.0,"score_lmetric":251330},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12984,"ongoing_decode_tokens":12984,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":36301,"score_linear":12984.0,"score_lmetric":36301},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70179,"ongoing_decode_tokens":91400,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1304,"cache_hit":0,"new_prefill":36301,"score_linear":70179.0,"score_lmetric":36301}],"chosen_score_linear":123156.0,"chosen_score_lmetric":251330,"t_first_token":335940.406444824,"t_first_token_unix":1779766805.4203885,"t_done":335943.026474994,"t_done_unix":1779766808.0404181},{"request_id":"1372791:1:1372791:604","session_id":"1372791","input_length":4811,"t_proxy_recv":335942.754396705,"t_decision_unix":1779766807.768338,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":-4811,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":4811,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":4811,"score_linear":155120.0,"score_lmetric":249206},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":4811,"score_linear":62618.0,"score_lmetric":4811},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":59514,"pending_prefill_tokens":59626,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":4811,"score_linear":196964.0,"score_lmetric":193311},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":4811,"score_linear":98267.0,"score_lmetric":4811},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":0,"new_prefill":4811,"score_linear":0.0,"score_lmetric":-4811},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242992,"ongoing_decode_tokens":242992,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1117,"cache_hit":0,"new_prefill":4811,"score_linear":242992.0,"score_lmetric":19244},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1481,"cache_hit":0,"new_prefill":4811,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130166,"ongoing_decode_tokens":124682,"pending_prefill_tokens":12369,"num_requests":3,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":4811,"score_linear":130166.0,"score_lmetric":51540}],"chosen_score_linear":0.0,"chosen_score_lmetric":-4811,"t_first_token":335943.062263421,"t_first_token_unix":1779766808.0762067,"t_done":335943.244560192,"t_done_unix":1779766808.2585032},{"request_id":"1344773:9:1360064:526","session_id":"1344773","input_length":34611,"t_proxy_recv":335942.424436997,"t_decision_unix":1779766807.4383788,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9911299875762041,"affinity_num_requests":3,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":34304,"estimated_new_tokens":307,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":34611,"score_linear":155120.0,"score_lmetric":308806},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":34611,"score_linear":62618.0,"score_lmetric":34611},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":59514,"pending_prefill_tokens":59626,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":34611,"score_linear":196964.0,"score_lmetric":282711},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":34611,"score_linear":98267.0,"score_lmetric":34611},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":0,"new_prefill":34611,"score_linear":0.0,"score_lmetric":-34611},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":208381,"ongoing_decode_tokens":208381,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1117,"cache_hit":34304,"new_prefill":307,"score_linear":174077.0,"score_lmetric":921},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1481,"cache_hit":0,"new_prefill":34611,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130166,"ongoing_decode_tokens":124682,"pending_prefill_tokens":12369,"num_requests":3,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":34611,"score_linear":130166.0,"score_lmetric":140940}],"chosen_score_linear":174077.0,"chosen_score_lmetric":921,"t_first_token":335942.540255783,"t_first_token_unix":1779766807.5541987,"t_done":335943.774454266,"t_done_unix":1779766808.788398},{"request_id":"1366128:4:1371629:599","session_id":"1366128","input_length":35037,"t_proxy_recv":335938.694469782,"t_decision_unix":1779766803.7084115,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":23040,"affinity_cache_ratio":0.6575905471358849,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":23040,"estimated_new_tokens":11997,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":35037,"score_linear":155120.0,"score_lmetric":309658},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":35037,"score_linear":62618.0,"score_lmetric":35037},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":59514,"pending_prefill_tokens":59626,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":35037,"score_linear":196964.0,"score_lmetric":283989},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":35037,"score_linear":98267.0,"score_lmetric":35037},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":54909,"ongoing_decode_tokens":41293,"pending_prefill_tokens":2352,"num_requests":2,"active_p_offloads":0,"cached_blocks":1935,"cache_hit":0,"new_prefill":35037,"score_linear":54909.0,"score_lmetric":74778},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":156948,"pending_prefill_tokens":3352,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":35037,"score_linear":242732.0,"score_lmetric":153556},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32814,"ongoing_decode_tokens":32814,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":0,"new_prefill":35037,"score_linear":32814.0,"score_lmetric":35037},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":68424,"ongoing_decode_tokens":89645,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":23040,"new_prefill":11997,"score_linear":45384.0,"score_lmetric":11997}],"chosen_score_linear":45384.0,"chosen_score_lmetric":11997,"t_first_token":335941.231250262,"t_first_token_unix":1779766806.2451937,"t_done":335943.938737844,"t_done_unix":1779766808.952681},{"request_id":"1277428:6:1371101:593","session_id":"1277428","input_length":36583,"t_proxy_recv":335943.033985407,"t_decision_unix":1779766808.047927,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9936855916682612,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":36352,"estimated_new_tokens":231,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":36583,"score_linear":155120.0,"score_lmetric":312750},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":4608,"new_prefill":31975,"score_linear":58010.0,"score_lmetric":31975},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":59514,"pending_prefill_tokens":59626,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":36583,"score_linear":196964.0,"score_lmetric":288627},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":17408,"new_prefill":19175,"score_linear":80859.0,"score_lmetric":19175},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":4811,"ongoing_decode_tokens":0,"pending_prefill_tokens":4811,"num_requests":0,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":0,"new_prefill":36583,"score_linear":4811.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":206691,"ongoing_decode_tokens":206691,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":36352,"new_prefill":231,"score_linear":170339.0,"score_lmetric":693},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1481,"cache_hit":0,"new_prefill":36583,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130166,"ongoing_decode_tokens":124682,"pending_prefill_tokens":12369,"num_requests":3,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":36583,"score_linear":130166.0,"score_lmetric":146856}],"chosen_score_linear":170339.0,"chosen_score_lmetric":693,"t_first_token":335943.186259921,"t_first_token_unix":1779766808.2002032,"t_done":335944.189917207,"t_done_unix":1779766809.2038605},{"request_id":"1356885:1:1356885:514","session_id":"1356885","input_length":122597,"t_proxy_recv":335887.035465852,"t_decision_unix":1779766752.049407,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":122597,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":122597,"score_linear":35308.0,"score_lmetric":157905},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":1024,"new_prefill":121573,"score_linear":61594.0,"score_lmetric":121573},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1285,"cache_hit":0,"new_prefill":122597,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":122597,"score_linear":68259.0,"score_lmetric":122597},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92062,"ongoing_decode_tokens":43869,"pending_prefill_tokens":3137,"num_requests":2,"active_p_offloads":0,"cached_blocks":1709,"cache_hit":6656,"new_prefill":115941,"score_linear":85406.0,"score_lmetric":238156},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":122597,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":122597,"score_linear":21371.0,"score_lmetric":122597},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":168045,"ongoing_decode_tokens":27651,"pending_prefill_tokens":83791,"num_requests":2,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":122597,"score_linear":168045.0,"score_lmetric":412776}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335934.914625524,"t_first_token_unix":1779766799.9285693,"t_done":335944.266163944,"t_done_unix":1779766809.2801075},{"request_id":"1371337:1:1371337:597","session_id":"1371337","input_length":9399,"t_proxy_recv":335937.640593458,"t_decision_unix":1779766802.6545348,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":9399,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":9399,"score_linear":155120.0,"score_lmetric":258382},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":9399,"score_linear":62618.0,"score_lmetric":9399},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":59514,"pending_prefill_tokens":59626,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":9399,"score_linear":196964.0,"score_lmetric":207075},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":9399,"score_linear":98267.0,"score_lmetric":9399},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":41293,"ongoing_decode_tokens":18301,"pending_prefill_tokens":3024,"num_requests":1,"active_p_offloads":0,"cached_blocks":1935,"cache_hit":0,"new_prefill":9399,"score_linear":41293.0,"score_lmetric":12423},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":156948,"pending_prefill_tokens":3352,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":9399,"score_linear":242732.0,"score_lmetric":51004},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32814,"ongoing_decode_tokens":0,"pending_prefill_tokens":6190,"num_requests":1,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":0,"new_prefill":9399,"score_linear":32814.0,"score_lmetric":15589},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59025,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":9399,"score_linear":59025.0,"score_lmetric":0}],"chosen_score_linear":59025.0,"chosen_score_lmetric":0,"t_first_token":335938.441167032,"t_first_token_unix":1779766803.4551103,"t_done":335944.331480413,"t_done_unix":1779766809.3454237},{"request_id":"1362265:3:1373357:605","session_id":"1362265","input_length":10284,"t_proxy_recv":335944.757121435,"t_decision_unix":1779766809.7710629,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9459354336833917,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":9728,"estimated_new_tokens":556,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":10284,"score_linear":155120.0,"score_lmetric":260152},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":6656,"new_prefill":3628,"score_linear":55962.0,"score_lmetric":3628},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":132433,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":6656,"new_prefill":3628,"score_linear":190308.0,"score_lmetric":27837},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":10284,"score_linear":98267.0,"score_lmetric":10284},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":38252,"ongoing_decode_tokens":0,"pending_prefill_tokens":38252,"num_requests":0,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":10284,"score_linear":38252.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":84162,"ongoing_decode_tokens":84162,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":10284,"score_linear":84162.0,"score_lmetric":20568},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1481,"cache_hit":9728,"new_prefill":556,"score_linear":-9728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85730,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1448,"cache_hit":0,"new_prefill":10284,"score_linear":85730.0,"score_lmetric":10284}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":335944.813266436,"t_first_token_unix":1779766809.8272128,"t_done":335944.91461549,"t_done_unix":1779766809.9285588},{"request_id":"1340278:2:1367225:564","session_id":"1340278","input_length":49483,"t_proxy_recv":335923.433729631,"t_decision_unix":1779766788.447671,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9829638461693915,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":48640,"estimated_new_tokens":843,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":49483,"score_linear":155120.0,"score_lmetric":338550},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":49483,"score_linear":139587.0,"score_lmetric":252904},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68220,"ongoing_decode_tokens":68220,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":49483,"score_linear":68220.0,"score_lmetric":98966},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":49483,"score_linear":166526.0,"score_lmetric":98966},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139565,"ongoing_decode_tokens":62685,"pending_prefill_tokens":10320,"num_requests":3,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":49483,"score_linear":139565.0,"score_lmetric":179409},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":193249,"ongoing_decode_tokens":0,"pending_prefill_tokens":125665,"num_requests":3,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":48640,"new_prefill":843,"score_linear":144609.0,"score_lmetric":379524},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18815,"ongoing_decode_tokens":0,"pending_prefill_tokens":7039,"num_requests":1,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":49483,"score_linear":18815.0,"score_lmetric":56522},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74436,"ongoing_decode_tokens":80246,"pending_prefill_tokens":4659,"num_requests":1,"active_p_offloads":0,"cached_blocks":1325,"cache_hit":0,"new_prefill":49483,"score_linear":74436.0,"score_lmetric":54142}],"chosen_score_linear":144609.0,"chosen_score_lmetric":379524,"t_first_token":335940.409740705,"t_first_token_unix":1779766805.4236841,"t_done":335946.196360211,"t_done_unix":1779766811.2103035},{"request_id":"1340278:3:1368072:576","session_id":"1340278","input_length":50124,"t_proxy_recv":335946.220160553,"t_decision_unix":1779766811.2341022,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9908227595563004,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":155120,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":50124,"score_linear":155120.0,"score_lmetric":100248},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":50124,"score_linear":62618.0,"score_lmetric":50124},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":132433,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":50124,"score_linear":196964.0,"score_lmetric":167325},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":50124,"score_linear":177762.0,"score_lmetric":259238},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94538,"ongoing_decode_tokens":0,"pending_prefill_tokens":76106,"num_requests":1,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":50124,"score_linear":94538.0,"score_lmetric":126230},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34679,"ongoing_decode_tokens":34679,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1363,"cache_hit":49664,"new_prefill":460,"score_linear":-14985.0,"score_lmetric":460},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":50124,"score_linear":145016.0,"score_lmetric":353416},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85730,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1448,"cache_hit":0,"new_prefill":50124,"score_linear":85730.0,"score_lmetric":50124}],"chosen_score_linear":-14985.0,"chosen_score_lmetric":460,"t_first_token":335946.400061892,"t_first_token_unix":1779766811.414005,"t_done":335946.412755547,"t_done_unix":1779766811.4266987},{"request_id":"1355951:2:1363365:540","session_id":"1355951","input_length":37232,"t_proxy_recv":335909.877954939,"t_decision_unix":1779766774.8918958,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9488611946712505,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":35328,"estimated_new_tokens":1904,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":35328,"new_prefill":1904,"score_linear":82560.0,"score_lmetric":119792},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":37232,"score_linear":139587.0,"score_lmetric":228402},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24451,"ongoing_decode_tokens":24451,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":37232,"score_linear":24451.0,"score_lmetric":37232},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":37232,"score_linear":68259.0,"score_lmetric":37232},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":78742,"ongoing_decode_tokens":0,"pending_prefill_tokens":64918,"num_requests":1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":37232,"score_linear":78742.0,"score_lmetric":102150},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":37232,"score_linear":156948.0,"score_lmetric":320776},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":37232,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59025,"ongoing_decode_tokens":0,"pending_prefill_tokens":1910,"num_requests":0,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":37232,"score_linear":59025.0,"score_lmetric":0}],"chosen_score_linear":82560.0,"chosen_score_lmetric":119792,"t_first_token":335945.331290144,"t_first_token_unix":1779766810.3452332,"t_done":335946.531697086,"t_done_unix":1779766811.5456405},{"request_id":"1344773:10:1361326:533","session_id":"1344773","input_length":34679,"t_proxy_recv":335943.78224446,"t_decision_unix":1779766808.7961862,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9891865394042504,"affinity_num_requests":3,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":34304,"estimated_new_tokens":375,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":34679,"score_linear":155120.0,"score_lmetric":308942},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":34679,"score_linear":62618.0,"score_lmetric":34679},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":59514,"pending_prefill_tokens":59626,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":34679,"score_linear":196964.0,"score_lmetric":282915},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":34679,"score_linear":98267.0,"score_lmetric":34679},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":34679,"score_linear":0.0,"score_lmetric":-34679},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":208663,"ongoing_decode_tokens":208663,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":34304,"new_prefill":375,"score_linear":174359.0,"score_lmetric":1125},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1481,"cache_hit":0,"new_prefill":34679,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130166,"ongoing_decode_tokens":151387,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":34679,"score_linear":130166.0,"score_lmetric":104037}],"chosen_score_linear":174359.0,"chosen_score_lmetric":1125,"t_first_token":335943.894245566,"t_first_token_unix":1779766808.9081888,"t_done":335947.347821318,"t_done_unix":1779766812.3617651},{"request_id":"1344773:11:1366387:555","session_id":"1344773","input_length":35071,"t_proxy_recv":335947.358243464,"t_decision_unix":1779766812.3721848,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9927290353853612,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":34816,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":35071,"score_linear":117888.0,"score_lmetric":35071},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":35071,"score_linear":62618.0,"score_lmetric":35071},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":132433,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":35071,"score_linear":196964.0,"score_lmetric":122166},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":35071,"score_linear":177762.0,"score_lmetric":229132},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94538,"ongoing_decode_tokens":0,"pending_prefill_tokens":76106,"num_requests":1,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":35071,"score_linear":94538.0,"score_lmetric":111177},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1364,"cache_hit":34816,"new_prefill":255,"score_linear":-34816.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":35071,"score_linear":145016.0,"score_lmetric":323310},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":132494,"ongoing_decode_tokens":106951,"pending_prefill_tokens":11948,"num_requests":2,"active_p_offloads":0,"cached_blocks":1448,"cache_hit":0,"new_prefill":35071,"score_linear":132494.0,"score_lmetric":94038}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":335947.4420405,"t_first_token_unix":1779766812.4559836,"t_done":335948.0269786,"t_done_unix":1779766813.0409224},{"request_id":"1253804:6:1318560:340","session_id":"1253804","input_length":62618,"t_proxy_recv":335751.8879495,"t_decision_unix":1779766616.9018908,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9403047047174934,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":58880,"estimated_new_tokens":3738,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":784,"cache_hit":0,"new_prefill":62618,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":58880,"new_prefill":3738,"score_linear":20783.0,"score_lmetric":83401},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":62618,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":875,"cache_hit":3584,"new_prefill":59034,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":159159,"ongoing_decode_tokens":126719,"pending_prefill_tokens":14520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1238,"cache_hit":0,"new_prefill":62618,"score_linear":159159.0,"score_lmetric":231414},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":3584,"new_prefill":59034,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":876,"cache_hit":0,"new_prefill":62618,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":731,"cache_hit":0,"new_prefill":62618,"score_linear":188103.0,"score_lmetric":125236}],"chosen_score_linear":20783.0,"chosen_score_lmetric":83401,"t_first_token":335784.118761521,"t_first_token_unix":1779766649.1327047,"t_done":335948.083365849,"t_done_unix":1779766813.0973096},{"request_id":"1366128:5:1373829:610","session_id":"1366128","input_length":46764,"t_proxy_recv":335946.477789944,"t_decision_unix":1779766811.4917316,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.7445043195620563,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":34816,"estimated_new_tokens":11948,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":155120,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":46764,"score_linear":155120.0,"score_lmetric":93528},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":46764,"score_linear":62618.0,"score_lmetric":46764},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":132433,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":46764,"score_linear":196964.0,"score_lmetric":157245},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":46764,"score_linear":177762.0,"score_lmetric":252518},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94538,"ongoing_decode_tokens":0,"pending_prefill_tokens":76106,"num_requests":1,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":46764,"score_linear":94538.0,"score_lmetric":122870},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34679,"ongoing_decode_tokens":34679,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1363,"cache_hit":0,"new_prefill":46764,"score_linear":34679.0,"score_lmetric":46764},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":46764,"score_linear":145016.0,"score_lmetric":346696},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85730,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1448,"cache_hit":34816,"new_prefill":11948,"score_linear":50914.0,"score_lmetric":11948}],"chosen_score_linear":50914.0,"chosen_score_lmetric":11948,"t_first_token":335949.807472737,"t_first_token_unix":1779766814.8214161,"t_done":335950.449628161,"t_done_unix":1779766815.4635715},{"request_id":"1374465:1:1374465:613","session_id":"1374465","input_length":18497,"t_proxy_recv":335948.705868693,"t_decision_unix":1779766813.7198095,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":18497,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":18497,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":18497,"score_linear":117888.0,"score_lmetric":18497},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":19862,"ongoing_decode_tokens":0,"pending_prefill_tokens":19862,"num_requests":1,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":18497,"score_linear":19862.0,"score_lmetric":38359},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":132433,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":18497,"score_linear":196964.0,"score_lmetric":72444},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":18497,"score_linear":177762.0,"score_lmetric":195984},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158074,"ongoing_decode_tokens":0,"pending_prefill_tokens":76666,"num_requests":2,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":18497,"score_linear":158074.0,"score_lmetric":190326},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35194,"ongoing_decode_tokens":35194,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1364,"cache_hit":0,"new_prefill":18497,"score_linear":35194.0,"score_lmetric":18497},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":18497,"score_linear":145016.0,"score_lmetric":290162},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":132494,"ongoing_decode_tokens":106951,"pending_prefill_tokens":11948,"num_requests":2,"active_p_offloads":0,"cached_blocks":1448,"cache_hit":0,"new_prefill":18497,"score_linear":132494.0,"score_lmetric":60890}],"chosen_score_linear":35194.0,"chosen_score_lmetric":18497,"t_first_token":335950.549408036,"t_first_token_unix":1779766815.5633514,"t_done":335950.861160364,"t_done_unix":1779766815.8751035},{"request_id":"1344773:12:1367864:571","session_id":"1344773","input_length":35194,"t_proxy_recv":335948.036290424,"t_decision_unix":1779766813.0502322,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9892595328749219,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":34816,"estimated_new_tokens":378,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":35194,"score_linear":117888.0,"score_lmetric":35194},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":35194,"score_linear":62618.0,"score_lmetric":35194},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":132433,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":35194,"score_linear":196964.0,"score_lmetric":122535},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":35194,"score_linear":177762.0,"score_lmetric":229378},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94538,"ongoing_decode_tokens":0,"pending_prefill_tokens":76106,"num_requests":1,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":35194,"score_linear":94538.0,"score_lmetric":111300},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1364,"cache_hit":34816,"new_prefill":378,"score_linear":-34816.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":35194,"score_linear":145016.0,"score_lmetric":323556},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":132494,"ongoing_decode_tokens":106951,"pending_prefill_tokens":11948,"num_requests":2,"active_p_offloads":0,"cached_blocks":1448,"cache_hit":0,"new_prefill":35194,"score_linear":132494.0,"score_lmetric":94284}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":335948.112148116,"t_first_token_unix":1779766813.1260915,"t_done":335951.274046895,"t_done_unix":1779766816.2879906},{"request_id":"1344773:13:1370257:589","session_id":"1344773","input_length":35413,"t_proxy_recv":335951.28059962,"t_decision_unix":1779766816.2945411,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9975997515036851,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":35328,"estimated_new_tokens":85,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":153776,"ongoing_decode_tokens":117888,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":35413,"score_linear":153776.0,"score_lmetric":70922},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":61370,"ongoing_decode_tokens":19862,"pending_prefill_tokens":4644,"num_requests":2,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":35413,"score_linear":61370.0,"score_lmetric":80114},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":132433,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":35413,"score_linear":196964.0,"score_lmetric":123192},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":35413,"score_linear":177762.0,"score_lmetric":229816},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158074,"ongoing_decode_tokens":38252,"pending_prefill_tokens":38414,"num_requests":2,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":35413,"score_linear":158074.0,"score_lmetric":147654},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1401,"cache_hit":35328,"new_prefill":85,"score_linear":-35328.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":35413,"score_linear":145016.0,"score_lmetric":323994},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144241,"ongoing_decode_tokens":106951,"pending_prefill_tokens":11919,"num_requests":2,"active_p_offloads":0,"cached_blocks":1471,"cache_hit":0,"new_prefill":35413,"score_linear":144241.0,"score_lmetric":94664}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":335951.362663154,"t_first_token_unix":1779766816.3766067,"t_done":335951.371766109,"t_done_unix":1779766816.3857093},{"request_id":"1374347:1:1374347:611","session_id":"1374347","input_length":19862,"t_proxy_recv":335948.268020032,"t_decision_unix":1779766813.2819617,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":19862,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":19862,"score_linear":117888.0,"score_lmetric":19862},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":19862,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":132433,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":19862,"score_linear":196964.0,"score_lmetric":76539},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":19862,"score_linear":177762.0,"score_lmetric":198714},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94538,"ongoing_decode_tokens":0,"pending_prefill_tokens":76106,"num_requests":1,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":19862,"score_linear":94538.0,"score_lmetric":95968},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35194,"ongoing_decode_tokens":35194,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1364,"cache_hit":0,"new_prefill":19862,"score_linear":35194.0,"score_lmetric":19862},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":19862,"score_linear":145016.0,"score_lmetric":292892},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":132494,"ongoing_decode_tokens":106951,"pending_prefill_tokens":11948,"num_requests":2,"active_p_offloads":0,"cached_blocks":1448,"cache_hit":0,"new_prefill":19862,"score_linear":132494.0,"score_lmetric":63620}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335950.322431117,"t_first_token_unix":1779766815.3363748,"t_done":335956.305436609,"t_done_unix":1779766821.3193803},{"request_id":"1367957:1:1367957:572","session_id":"1367957","input_length":72919,"t_proxy_recv":335925.964403362,"t_decision_unix":1779766790.978345,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":53975,"tie_break_used":false,"cache_hit":18944,"estimated_new_tokens":53975,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":72919,"score_linear":155120.0,"score_lmetric":385422},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":139587,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":72919,"score_linear":139587.0,"score_lmetric":145838},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59514,"ongoing_decode_tokens":59514,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":18944,"new_prefill":53975,"score_linear":40570.0,"score_lmetric":53975},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":72919,"score_linear":166526.0,"score_lmetric":145838},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139565,"ongoing_decode_tokens":98548,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":72919,"score_linear":139565.0,"score_lmetric":241968},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":72919,"score_linear":242732.0,"score_lmetric":797708},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":55786,"ongoing_decode_tokens":18815,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":72919,"score_linear":55786.0,"score_lmetric":303558},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74436,"ongoing_decode_tokens":95657,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1351,"cache_hit":0,"new_prefill":72919,"score_linear":74436.0,"score_lmetric":72919}],"chosen_score_linear":40570.0,"chosen_score_lmetric":53975,"t_first_token":335944.4221752,"t_first_token_unix":1779766809.4361186,"t_done":335956.636040573,"t_done_unix":1779766821.6499844},{"request_id":"1342634:2:1370263:590","session_id":"1342634","input_length":64531,"t_proxy_recv":335933.961252831,"t_decision_unix":1779766798.9751945,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9124296849576172,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":58880,"estimated_new_tokens":5651,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":64531,"score_linear":155120.0,"score_lmetric":368646},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":64531,"score_linear":62618.0,"score_lmetric":64531},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132433,"ongoing_decode_tokens":59514,"pending_prefill_tokens":53975,"num_requests":2,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":58880,"new_prefill":5651,"score_linear":73553.0,"score_lmetric":119252},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":127768,"ongoing_decode_tokens":98267,"pending_prefill_tokens":7997,"num_requests":2,"active_p_offloads":0,"cached_blocks":1192,"cache_hit":0,"new_prefill":64531,"score_linear":127768.0,"score_lmetric":145056},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18301,"ongoing_decode_tokens":0,"pending_prefill_tokens":10621,"num_requests":0,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":64531,"score_linear":18301.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":0,"pending_prefill_tokens":126508,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":64531,"score_linear":242732.0,"score_lmetric":764156},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11133,"ongoing_decode_tokens":0,"pending_prefill_tokens":11133,"num_requests":1,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":64531,"score_linear":11133.0,"score_lmetric":75664},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":90044,"ongoing_decode_tokens":87958,"pending_prefill_tokens":7947,"num_requests":2,"active_p_offloads":0,"cached_blocks":1377,"cache_hit":0,"new_prefill":64531,"score_linear":90044.0,"score_lmetric":144956}],"chosen_score_linear":73553.0,"chosen_score_lmetric":119252,"t_first_token":335955.334248026,"t_first_token_unix":1779766820.3481913,"t_done":335956.968131623,"t_done_unix":1779766821.9820755},{"request_id":"1313181:3:1364311:547","session_id":"1313181","input_length":59514,"t_proxy_recv":335912.938165043,"t_decision_unix":1779766777.9521062,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":24064,"affinity_cache_ratio":0.4043418355344961,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":44156,"tie_break_used":false,"cache_hit":24064,"estimated_new_tokens":35450,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":59514,"score_linear":155120.0,"score_lmetric":358612},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":59514,"score_linear":139587.0,"score_lmetric":272966},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":8706,"ongoing_decode_tokens":0,"pending_prefill_tokens":8706,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":24064,"new_prefill":35450,"score_linear":-15358.0,"score_lmetric":44156},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":166297,"ongoing_decode_tokens":166297,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":12800,"new_prefill":46714,"score_linear":153497.0,"score_lmetric":93428},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":78742,"ongoing_decode_tokens":0,"pending_prefill_tokens":64918,"num_requests":1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":24064,"new_prefill":35450,"score_linear":54678.0,"score_lmetric":100368},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":59514,"score_linear":156948.0,"score_lmetric":365340},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12636,"ongoing_decode_tokens":12636,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1262,"cache_hit":12800,"new_prefill":46714,"score_linear":-164.0,"score_lmetric":46714},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72922,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":12800,"new_prefill":46714,"score_linear":60122.0,"score_lmetric":46714}],"chosen_score_linear":-15358.0,"chosen_score_lmetric":44156,"t_first_token":335922.954814857,"t_first_token_unix":1779766787.9687583,"t_done":335957.279972667,"t_done_unix":1779766822.293916},{"request_id":"1268861:7:1374579:614","session_id":"1268861","input_length":41508,"t_proxy_recv":335949.171756598,"t_decision_unix":1779766814.185698,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":36864,"affinity_cache_ratio":0.8881179531656548,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":36864,"estimated_new_tokens":4644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":41508,"score_linear":117888.0,"score_lmetric":41508},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":19862,"ongoing_decode_tokens":0,"pending_prefill_tokens":19862,"num_requests":1,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":36864,"new_prefill":4644,"score_linear":-17002.0,"score_lmetric":24506},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":132433,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":41508,"score_linear":196964.0,"score_lmetric":141477},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":41508,"score_linear":177762.0,"score_lmetric":242006},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158074,"ongoing_decode_tokens":0,"pending_prefill_tokens":76666,"num_requests":2,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":41508,"score_linear":158074.0,"score_lmetric":236348},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":53691,"ongoing_decode_tokens":35194,"pending_prefill_tokens":18497,"num_requests":2,"active_p_offloads":0,"cached_blocks":1364,"cache_hit":0,"new_prefill":41508,"score_linear":53691.0,"score_lmetric":120010},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":41508,"score_linear":145016.0,"score_lmetric":336184},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":132494,"ongoing_decode_tokens":106951,"pending_prefill_tokens":11948,"num_requests":2,"active_p_offloads":0,"cached_blocks":1448,"cache_hit":12800,"new_prefill":28708,"score_linear":119694.0,"score_lmetric":81312}],"chosen_score_linear":-17002.0,"chosen_score_lmetric":24506,"t_first_token":335955.79045371,"t_first_token_unix":1779766820.8043969,"t_done":335957.37538805,"t_done_unix":1779766822.3893318},{"request_id":"1355951:3:1375866:619","session_id":"1355951","input_length":38041,"t_proxy_recv":335953.650623992,"t_decision_unix":1779766818.6645653,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9690596987460898,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":36864,"estimated_new_tokens":1177,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":153776,"ongoing_decode_tokens":117888,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":36864,"new_prefill":1177,"score_linear":116912.0,"score_lmetric":2450},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":61370,"ongoing_decode_tokens":19862,"pending_prefill_tokens":4644,"num_requests":2,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":38041,"score_linear":61370.0,"score_lmetric":85370},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":132433,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":38041,"score_linear":196964.0,"score_lmetric":131076},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":38041,"score_linear":177762.0,"score_lmetric":235072},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158074,"ongoing_decode_tokens":38252,"pending_prefill_tokens":38414,"num_requests":2,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":38041,"score_linear":158074.0,"score_lmetric":152910},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1401,"cache_hit":0,"new_prefill":38041,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":38041,"score_linear":145016.0,"score_lmetric":329250},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144241,"ongoing_decode_tokens":106951,"pending_prefill_tokens":11919,"num_requests":2,"active_p_offloads":0,"cached_blocks":1471,"cache_hit":0,"new_prefill":38041,"score_linear":144241.0,"score_lmetric":99920}],"chosen_score_linear":116912.0,"chosen_score_lmetric":2450,"t_first_token":335956.706777086,"t_first_token_unix":1779766821.7207205,"t_done":335957.610745699,"t_done_unix":1779766822.6246893},{"request_id":"1313181:4:1318843:342","session_id":"1313181","input_length":42704,"t_proxy_recv":335957.306370602,"t_decision_unix":1779766822.320312,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":42496,"affinity_cache_ratio":0.9951292618958412,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":42496,"estimated_new_tokens":208,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":191817,"ongoing_decode_tokens":191817,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":42704,"score_linear":191817.0,"score_lmetric":128112},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":41508,"ongoing_decode_tokens":41508,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":42704,"score_linear":41508.0,"score_lmetric":42704},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1556,"cache_hit":42496,"new_prefill":208,"score_linear":-42496.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":12800,"new_prefill":29904,"score_linear":164962.0,"score_lmetric":218798},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158074,"ongoing_decode_tokens":38252,"pending_prefill_tokens":38414,"num_requests":2,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":24064,"new_prefill":18640,"score_linear":134010.0,"score_lmetric":114108},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":45911,"ongoing_decode_tokens":21588,"pending_prefill_tokens":24323,"num_requests":2,"active_p_offloads":0,"cached_blocks":1401,"cache_hit":0,"new_prefill":42704,"score_linear":45911.0,"score_lmetric":134054},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":12800,"new_prefill":29904,"score_linear":132216.0,"score_lmetric":312976},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144241,"ongoing_decode_tokens":165462,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1471,"cache_hit":12800,"new_prefill":29904,"score_linear":131441.0,"score_lmetric":59808}],"chosen_score_linear":-42496.0,"chosen_score_lmetric":0,"t_first_token":335957.394132155,"t_first_token_unix":1779766822.4080753,"t_done":335958.061457221,"t_done_unix":1779766823.075401},{"request_id":"1366128:6:1375094:616","session_id":"1366128","input_length":58511,"t_proxy_recv":335950.980082728,"t_decision_unix":1779766815.9940243,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":46592,"affinity_cache_ratio":0.7962947138144965,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":46592,"estimated_new_tokens":11919,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":58511,"score_linear":117888.0,"score_lmetric":58511},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":61370,"ongoing_decode_tokens":19862,"pending_prefill_tokens":4644,"num_requests":2,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":58511,"score_linear":61370.0,"score_lmetric":126310},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":132433,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":58511,"score_linear":196964.0,"score_lmetric":192486},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":58511,"score_linear":177762.0,"score_lmetric":276012},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158074,"ongoing_decode_tokens":38252,"pending_prefill_tokens":38414,"num_requests":2,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":58511,"score_linear":158074.0,"score_lmetric":193850},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35194,"ongoing_decode_tokens":35194,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1400,"cache_hit":0,"new_prefill":58511,"score_linear":35194.0,"score_lmetric":58511},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":58511,"score_linear":145016.0,"score_lmetric":370190},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85730,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1471,"cache_hit":46592,"new_prefill":11919,"score_linear":39138.0,"score_lmetric":11919}],"chosen_score_linear":39138.0,"chosen_score_lmetric":11919,"t_first_token":335955.114301538,"t_first_token_unix":1779766820.1282446,"t_done":335958.38379579,"t_done_unix":1779766823.3977401},{"request_id":"1360649:1:1360649:527","session_id":"1360649","input_length":117888,"t_proxy_recv":335900.289693915,"t_decision_unix":1779766765.3036351,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":117888,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":117888,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":117888,"score_linear":62618.0,"score_lmetric":117888},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":58758,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":117888,"score_linear":58758.0,"score_lmetric":176646},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":117888,"score_linear":68259.0,"score_lmetric":117888},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48193,"ongoing_decode_tokens":48193,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1769,"cache_hit":0,"new_prefill":117888,"score_linear":48193.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":117888,"score_linear":156948.0,"score_lmetric":482088},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":117888,"score_linear":21371.0,"score_lmetric":117888},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":168045,"ongoing_decode_tokens":27651,"pending_prefill_tokens":83791,"num_requests":2,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":117888,"score_linear":168045.0,"score_lmetric":403358}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335945.328093993,"t_first_token_unix":1779766810.3420374,"t_done":335958.452336577,"t_done_unix":1779766823.4662802},{"request_id":"1374465:2:1376358:620","session_id":"1374465","input_length":21588,"t_proxy_recv":335955.109514976,"t_decision_unix":1779766820.1234562,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":18432,"affinity_cache_ratio":0.8538076709282935,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":18432,"estimated_new_tokens":3156,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":191817,"ongoing_decode_tokens":117888,"pending_prefill_tokens":1225,"num_requests":3,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":21588,"score_linear":191817.0,"score_lmetric":68439},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":61370,"ongoing_decode_tokens":19862,"pending_prefill_tokens":4644,"num_requests":2,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":21588,"score_linear":61370.0,"score_lmetric":52464},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":132433,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":21588,"score_linear":196964.0,"score_lmetric":81717},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":21588,"score_linear":177762.0,"score_lmetric":202166},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158074,"ongoing_decode_tokens":38252,"pending_prefill_tokens":38414,"num_requests":2,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":21588,"score_linear":158074.0,"score_lmetric":120004},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1401,"cache_hit":18432,"new_prefill":3156,"score_linear":-18432.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":21588,"score_linear":145016.0,"score_lmetric":296344},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144241,"ongoing_decode_tokens":106951,"pending_prefill_tokens":11919,"num_requests":2,"active_p_offloads":0,"cached_blocks":1471,"cache_hit":0,"new_prefill":21588,"score_linear":144241.0,"score_lmetric":67014}],"chosen_score_linear":-18432.0,"chosen_score_lmetric":0,"t_first_token":335955.644968141,"t_first_token_unix":1779766820.6589115,"t_done":335958.74992353,"t_done_unix":1779766823.7638667},{"request_id":"1371337:2:1376534:621","session_id":"1371337","input_length":24323,"t_proxy_recv":335955.777297026,"t_decision_unix":1779766820.791238,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":5,"affinity_cache_hit":9216,"affinity_cache_ratio":0.3789006290342474,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":24323,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":24323,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":191817,"ongoing_decode_tokens":117888,"pending_prefill_tokens":1225,"num_requests":3,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":24323,"score_linear":191817.0,"score_lmetric":76644},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":61370,"ongoing_decode_tokens":19862,"pending_prefill_tokens":4644,"num_requests":2,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":24323,"score_linear":61370.0,"score_lmetric":57934},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":196964,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":24323,"score_linear":196964.0,"score_lmetric":72969},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":24323,"score_linear":177762.0,"score_lmetric":207636},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158074,"ongoing_decode_tokens":38252,"pending_prefill_tokens":38414,"num_requests":2,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":24323,"score_linear":158074.0,"score_lmetric":125474},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21588,"ongoing_decode_tokens":21588,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1401,"cache_hit":0,"new_prefill":24323,"score_linear":21588.0,"score_lmetric":24323},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":24323,"score_linear":145016.0,"score_lmetric":301814},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144241,"ongoing_decode_tokens":165462,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1471,"cache_hit":9216,"new_prefill":15107,"score_linear":135025.0,"score_lmetric":30214}],"chosen_score_linear":21588.0,"chosen_score_lmetric":24323,"t_first_token":335958.558432454,"t_first_token_unix":1779766823.5723755,"t_done":335959.25305329,"t_done_unix":1779766824.2669966},{"request_id":"1377061:1:1377061:622","session_id":"1377061","input_length":16241,"t_proxy_recv":335957.736047166,"t_decision_unix":1779766822.7499886,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":16241,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":153776,"ongoing_decode_tokens":153776,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":16241,"score_linear":153776.0,"score_lmetric":32482},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1445,"cache_hit":0,"new_prefill":16241,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":42704,"ongoing_decode_tokens":42704,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1556,"cache_hit":0,"new_prefill":16241,"score_linear":42704.0,"score_lmetric":16241},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":16241,"score_linear":177762.0,"score_lmetric":191472},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158074,"ongoing_decode_tokens":38252,"pending_prefill_tokens":38414,"num_requests":2,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":16241,"score_linear":158074.0,"score_lmetric":109310},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":45911,"ongoing_decode_tokens":21588,"pending_prefill_tokens":24323,"num_requests":2,"active_p_offloads":0,"cached_blocks":1401,"cache_hit":0,"new_prefill":16241,"score_linear":45911.0,"score_lmetric":81128},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":16241,"score_linear":145016.0,"score_lmetric":285650},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144241,"ongoing_decode_tokens":165462,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1471,"cache_hit":0,"new_prefill":16241,"score_linear":144241.0,"score_lmetric":32482}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335959.25416354,"t_first_token_unix":1779766824.2681065,"t_done":335959.375850007,"t_done_unix":1779766824.3897934},{"request_id":"1360649:2:1367022:561","session_id":"1360649","input_length":119052,"t_proxy_recv":335958.480903303,"t_decision_unix":1779766823.494845,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":118272,"affinity_cache_ratio":0.9934482411047273,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":118272,"estimated_new_tokens":780,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1405,"cache_hit":118272,"new_prefill":780,"score_linear":-82384.0,"score_lmetric":780},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":16241,"ongoing_decode_tokens":0,"pending_prefill_tokens":16241,"num_requests":1,"active_p_offloads":0,"cached_blocks":1445,"cache_hit":0,"new_prefill":119052,"score_linear":16241.0,"score_lmetric":135293},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":1,"active_p_offloads":0,"cached_blocks":1556,"cache_hit":0,"new_prefill":119052,"score_linear":60004.0,"score_lmetric":136560},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":119052,"score_linear":177762.0,"score_lmetric":397094},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158074,"ongoing_decode_tokens":38252,"pending_prefill_tokens":38414,"num_requests":2,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":119052,"score_linear":158074.0,"score_lmetric":314932},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":45911,"ongoing_decode_tokens":21588,"pending_prefill_tokens":24323,"num_requests":2,"active_p_offloads":0,"cached_blocks":1401,"cache_hit":0,"new_prefill":119052,"score_linear":45911.0,"score_lmetric":286750},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":119052,"score_linear":145016.0,"score_lmetric":491272},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85730,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":4096,"new_prefill":114956,"score_linear":81634.0,"score_lmetric":114956}],"chosen_score_linear":-82384.0,"chosen_score_lmetric":780,"t_first_token":335959.096773335,"t_first_token_unix":1779766824.1107168,"t_done":335960.723224752,"t_done_unix":1779766825.7371683},{"request_id":"1372791:2:1377698:624","session_id":"1372791","input_length":14851,"t_proxy_recv":335959.976583611,"t_decision_unix":1779766824.9905252,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":1,"affinity_cache_hit":4608,"affinity_cache_ratio":0.3102821358831055,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":14851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154940,"ongoing_decode_tokens":154940,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1405,"cache_hit":0,"new_prefill":14851,"score_linear":154940.0,"score_lmetric":29702},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1476,"cache_hit":0,"new_prefill":14851,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":1,"active_p_offloads":0,"cached_blocks":1556,"cache_hit":0,"new_prefill":14851,"score_linear":60004.0,"score_lmetric":32359},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":14851,"score_linear":177762.0,"score_lmetric":188692},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158074,"ongoing_decode_tokens":158074,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":4608,"new_prefill":10243,"score_linear":153466.0,"score_lmetric":20486},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":14851,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":14851,"score_linear":145016.0,"score_lmetric":282870},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85730,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":0,"new_prefill":14851,"score_linear":85730.0,"score_lmetric":14851}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335961.295413398,"t_first_token_unix":1779766826.3093565,"t_done":335961.494093928,"t_done_unix":1779766826.5080369},{"request_id":"1366128:7:1378071:626","session_id":"1366128","input_length":59007,"t_proxy_recv":335961.226699223,"t_decision_unix":1779766826.2406404,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9891707763485688,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":58368,"estimated_new_tokens":639,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1406,"cache_hit":0,"new_prefill":59007,"score_linear":35888.0,"score_lmetric":59007},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":14851,"ongoing_decode_tokens":0,"pending_prefill_tokens":14851,"num_requests":1,"active_p_offloads":0,"cached_blocks":1476,"cache_hit":0,"new_prefill":59007,"score_linear":14851.0,"score_lmetric":73858},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":1,"active_p_offloads":0,"cached_blocks":1556,"cache_hit":0,"new_prefill":59007,"score_linear":60004.0,"score_lmetric":76515},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":59007,"score_linear":177762.0,"score_lmetric":277004},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":181531,"ongoing_decode_tokens":181531,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":59007,"score_linear":181531.0,"score_lmetric":177021},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":59007,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":59007,"score_linear":145016.0,"score_lmetric":371182},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85730,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":58368,"new_prefill":639,"score_linear":27362.0,"score_lmetric":639}],"chosen_score_linear":27362.0,"chosen_score_lmetric":639,"t_first_token":335961.502282391,"t_first_token_unix":1779766826.5162256,"t_done":335962.991446564,"t_done_unix":1779766828.0053902},{"request_id":"1377061:2:1378590:631","session_id":"1377061","input_length":16515,"t_proxy_recv":335963.005518593,"t_decision_unix":1779766828.0194602,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":15872,"affinity_cache_ratio":0.961065697850439,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":15872,"estimated_new_tokens":643,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1406,"cache_hit":0,"new_prefill":16515,"score_linear":35888.0,"score_lmetric":16515},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":15872,"new_prefill":643,"score_linear":-15872.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82136,"ongoing_decode_tokens":0,"pending_prefill_tokens":24280,"num_requests":2,"active_p_offloads":0,"cached_blocks":1556,"cache_hit":0,"new_prefill":16515,"score_linear":82136.0,"score_lmetric":81590},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":16515,"score_linear":177762.0,"score_lmetric":192020},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":181531,"ongoing_decode_tokens":181531,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":16515,"score_linear":181531.0,"score_lmetric":49545},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":5458,"ongoing_decode_tokens":0,"pending_prefill_tokens":5458,"num_requests":1,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":16515,"score_linear":5458.0,"score_lmetric":21973},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":16515,"score_linear":145016.0,"score_lmetric":286198},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85730,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1495,"cache_hit":0,"new_prefill":16515,"score_linear":85730.0,"score_lmetric":16515}],"chosen_score_linear":-15872.0,"chosen_score_lmetric":0,"t_first_token":335963.09252008,"t_first_token_unix":1779766828.1064632,"t_done":335963.163630845,"t_done_unix":1779766828.177574},{"request_id":"1364090:2:1371798:600","session_id":"1364090","input_length":26705,"t_proxy_recv":335939.284100723,"t_decision_unix":1779766804.2980418,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":14336,"affinity_cache_ratio":0.5368283093053735,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":14336,"estimated_new_tokens":12369,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":7680,"new_prefill":19025,"score_linear":147440.0,"score_lmetric":277634},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":26705,"score_linear":62618.0,"score_lmetric":26705},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":59514,"pending_prefill_tokens":59626,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":26705,"score_linear":196964.0,"score_lmetric":258993},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":26705,"score_linear":98267.0,"score_lmetric":26705},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":54909,"ongoing_decode_tokens":41293,"pending_prefill_tokens":2352,"num_requests":2,"active_p_offloads":0,"cached_blocks":1935,"cache_hit":7680,"new_prefill":19025,"score_linear":47229.0,"score_lmetric":42754},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":242732,"ongoing_decode_tokens":156948,"pending_prefill_tokens":3352,"num_requests":4,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":26705,"score_linear":242732.0,"score_lmetric":120228},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":7680,"new_prefill":19025,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":103461,"ongoing_decode_tokens":89645,"pending_prefill_tokens":11997,"num_requests":2,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":14336,"new_prefill":12369,"score_linear":89125.0,"score_lmetric":48732}],"chosen_score_linear":89125.0,"chosen_score_lmetric":48732,"t_first_token":335943.241686432,"t_first_token_unix":1779766808.2556298,"t_done":335963.639570462,"t_done_unix":1779766828.653514},{"request_id":"1378684:1:1378684:632","session_id":"1378684","input_length":7810,"t_proxy_recv":335963.341790238,"t_decision_unix":1779766828.3557315,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":7810,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1406,"cache_hit":0,"new_prefill":7810,"score_linear":35888.0,"score_lmetric":7810},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":7810,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82136,"ongoing_decode_tokens":0,"pending_prefill_tokens":24280,"num_requests":2,"active_p_offloads":0,"cached_blocks":1556,"cache_hit":0,"new_prefill":7810,"score_linear":82136.0,"score_lmetric":64180},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":7810,"score_linear":177762.0,"score_lmetric":174610},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":181531,"ongoing_decode_tokens":181531,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":7810,"score_linear":181531.0,"score_lmetric":23430},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":5458,"ongoing_decode_tokens":5458,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":7810,"score_linear":5458.0,"score_lmetric":7810},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":7810,"score_linear":145016.0,"score_lmetric":268788},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85730,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1495,"cache_hit":0,"new_prefill":7810,"score_linear":85730.0,"score_lmetric":7810}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335963.883261905,"t_first_token_unix":1779766828.8972049,"t_done":335964.152151325,"t_done_unix":1779766829.1660945},{"request_id":"1378543:1:1378543:630","session_id":"1378543","input_length":5458,"t_proxy_recv":335962.850122832,"t_decision_unix":1779766827.8640642,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":5458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1406,"cache_hit":0,"new_prefill":5458,"score_linear":35888.0,"score_lmetric":5458},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":0,"new_prefill":5458,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82136,"ongoing_decode_tokens":0,"pending_prefill_tokens":24280,"num_requests":2,"active_p_offloads":0,"cached_blocks":1556,"cache_hit":0,"new_prefill":5458,"score_linear":82136.0,"score_lmetric":59476},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":5458,"score_linear":177762.0,"score_lmetric":169906},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":181531,"ongoing_decode_tokens":181531,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":5458,"score_linear":181531.0,"score_lmetric":16374},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":5458,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":5458,"score_linear":145016.0,"score_lmetric":264084},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144737,"ongoing_decode_tokens":165958,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":0,"new_prefill":5458,"score_linear":144737.0,"score_lmetric":10916}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335963.207167795,"t_first_token_unix":1779766828.2211106,"t_done":335964.292149256,"t_done_unix":1779766829.3060925},{"request_id":"1379185:1:1379185:634","session_id":"1379185","input_length":1422,"t_proxy_recv":335965.061462636,"t_decision_unix":1779766830.075404,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1422,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1406,"cache_hit":0,"new_prefill":1422,"score_linear":35888.0,"score_lmetric":1422},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":1422,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82136,"ongoing_decode_tokens":60004,"pending_prefill_tokens":6772,"num_requests":2,"active_p_offloads":0,"cached_blocks":1556,"cache_hit":0,"new_prefill":1422,"score_linear":82136.0,"score_lmetric":16388},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":1422,"score_linear":177762.0,"score_lmetric":161834},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":181531,"ongoing_decode_tokens":181531,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":1422,"score_linear":181531.0,"score_lmetric":4266},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":1422,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":1422,"score_linear":145016.0,"score_lmetric":256012},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74308,"ongoing_decode_tokens":80246,"pending_prefill_tokens":15283,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":1422,"score_linear":74308.0,"score_lmetric":16705}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335965.164093309,"t_first_token_unix":1779766830.1780365,"t_done":335965.348507588,"t_done_unix":1779766830.3624508},{"request_id":"1355484:8:1377993:625","session_id":"1355484","input_length":23457,"t_proxy_recv":335960.956250402,"t_decision_unix":1779766825.9701917,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9822227906381891,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":23040,"estimated_new_tokens":417,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1406,"cache_hit":0,"new_prefill":23457,"score_linear":35888.0,"score_lmetric":23457},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":14851,"ongoing_decode_tokens":0,"pending_prefill_tokens":14851,"num_requests":1,"active_p_offloads":0,"cached_blocks":1476,"cache_hit":0,"new_prefill":23457,"score_linear":14851.0,"score_lmetric":38308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":1,"active_p_offloads":0,"cached_blocks":1556,"cache_hit":12800,"new_prefill":10657,"score_linear":47204.0,"score_lmetric":28165},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":12800,"new_prefill":10657,"score_linear":164962.0,"score_lmetric":180304},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158074,"ongoing_decode_tokens":158074,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":23040,"new_prefill":417,"score_linear":135034.0,"score_lmetric":834},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":23457,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":12800,"new_prefill":10657,"score_linear":132216.0,"score_lmetric":274482},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85730,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":12800,"new_prefill":10657,"score_linear":72930.0,"score_lmetric":10657}],"chosen_score_linear":135034.0,"chosen_score_lmetric":834,"t_first_token":335961.124835015,"t_first_token_unix":1779766826.1387782,"t_done":335966.185927396,"t_done_unix":1779766831.199871},{"request_id":"1379569:1:1379569:638","session_id":"1379569","input_length":2632,"t_proxy_recv":335966.290019669,"t_decision_unix":1779766831.303961,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":2632,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1406,"cache_hit":0,"new_prefill":2632,"score_linear":35888.0,"score_lmetric":2632},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":2632,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82136,"ongoing_decode_tokens":82136,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1556,"cache_hit":0,"new_prefill":2632,"score_linear":82136.0,"score_lmetric":5264},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":98267,"pending_prefill_tokens":80831,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":2632,"score_linear":235418.0,"score_lmetric":250389},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158074,"ongoing_decode_tokens":158074,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1976,"cache_hit":0,"new_prefill":2632,"score_linear":158074.0,"score_lmetric":5264},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":0,"new_prefill":2632,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":2632,"score_linear":145016.0,"score_lmetric":258432},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74308,"ongoing_decode_tokens":95529,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":2632,"score_linear":74308.0,"score_lmetric":2632}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335966.461332311,"t_first_token_unix":1779766831.4752758,"t_done":335966.900171553,"t_done_unix":1779766831.9141145},{"request_id":"1286804:4:1378156:627","session_id":"1286804","input_length":22132,"t_proxy_recv":335961.481295254,"t_decision_unix":1779766826.4952369,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":15360,"affinity_cache_ratio":0.694017711910356,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":15360,"estimated_new_tokens":6772,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1406,"cache_hit":0,"new_prefill":22132,"score_linear":35888.0,"score_lmetric":22132},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":14851,"ongoing_decode_tokens":14851,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1476,"cache_hit":0,"new_prefill":22132,"score_linear":14851.0,"score_lmetric":22132},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":1,"active_p_offloads":0,"cached_blocks":1556,"cache_hit":15360,"new_prefill":6772,"score_linear":44644.0,"score_lmetric":24280},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":22132,"score_linear":177762.0,"score_lmetric":203254},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":181531,"ongoing_decode_tokens":181531,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":22132,"score_linear":181531.0,"score_lmetric":66396},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":22132,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":1536,"new_prefill":20596,"score_linear":143480.0,"score_lmetric":294360},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144737,"ongoing_decode_tokens":106951,"pending_prefill_tokens":639,"num_requests":2,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":0,"new_prefill":22132,"score_linear":144737.0,"score_lmetric":45542}],"chosen_score_linear":44644.0,"chosen_score_lmetric":24280,"t_first_token":335965.388655237,"t_first_token_unix":1779766830.4025986,"t_done":335968.541436068,"t_done_unix":1779766833.5553796},{"request_id":"1377061:3:1380174:641","session_id":"1377061","input_length":17368,"t_proxy_recv":335968.412598185,"t_decision_unix":1779766833.4265358,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":16384,"affinity_cache_ratio":0.943344081068632,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":16384,"estimated_new_tokens":984,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1406,"cache_hit":0,"new_prefill":17368,"score_linear":35888.0,"score_lmetric":17368},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1526,"cache_hit":16384,"new_prefill":984,"score_linear":-16384.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82136,"ongoing_decode_tokens":82136,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1556,"cache_hit":0,"new_prefill":17368,"score_linear":82136.0,"score_lmetric":34736},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":177762,"pending_prefill_tokens":1336,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":17368,"score_linear":235418.0,"score_lmetric":56112},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":181791,"ongoing_decode_tokens":181791,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1976,"cache_hit":0,"new_prefill":17368,"score_linear":181791.0,"score_lmetric":52104},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":0,"new_prefill":17368,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":17368,"score_linear":145016.0,"score_lmetric":287904},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74308,"ongoing_decode_tokens":95529,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":17368,"score_linear":74308.0,"score_lmetric":17368}],"chosen_score_linear":-16384.0,"chosen_score_lmetric":0,"t_first_token":335968.59314406,"t_first_token_unix":1779766833.6070874,"t_done":335968.69251718,"t_done_unix":1779766833.7064607},{"request_id":"1355484:9:1379722:640","session_id":"1355484","input_length":23717,"t_proxy_recv":335966.80574727,"t_decision_unix":1779766831.8196886,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9930429649618417,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":23552,"estimated_new_tokens":165,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1406,"cache_hit":0,"new_prefill":23717,"score_linear":35888.0,"score_lmetric":23717},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":2632,"ongoing_decode_tokens":2632,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":23717,"score_linear":2632.0,"score_lmetric":23717},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82136,"ongoing_decode_tokens":82136,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1556,"cache_hit":12800,"new_prefill":10917,"score_linear":69336.0,"score_lmetric":21834},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":98267,"pending_prefill_tokens":80831,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":12800,"new_prefill":10917,"score_linear":222618.0,"score_lmetric":275244},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158074,"ongoing_decode_tokens":158074,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1976,"cache_hit":23552,"new_prefill":165,"score_linear":134522.0,"score_lmetric":330},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":0,"new_prefill":23717,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":12800,"new_prefill":10917,"score_linear":132216.0,"score_lmetric":275002},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74308,"ongoing_decode_tokens":95529,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":12800,"new_prefill":10917,"score_linear":61508.0,"score_lmetric":10917}],"chosen_score_linear":134522.0,"chosen_score_lmetric":330,"t_first_token":335966.892648583,"t_first_token_unix":1779766831.9065917,"t_done":335969.805106331,"t_done_unix":1779766834.8190498},{"request_id":"1379569:2:1380473:645","session_id":"1379569","input_length":6767,"t_proxy_recv":335969.476777911,"t_decision_unix":1779766834.4907196,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":2560,"affinity_cache_ratio":0.37830648736515443,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":false,"cache_hit":2560,"estimated_new_tokens":4207,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1406,"cache_hit":0,"new_prefill":6767,"score_linear":35888.0,"score_lmetric":6767},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":2560,"new_prefill":4207,"score_linear":-2560.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":6767,"score_linear":60004.0,"score_lmetric":6767},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":177762,"pending_prefill_tokens":1336,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":6767,"score_linear":235418.0,"score_lmetric":24309},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":181791,"ongoing_decode_tokens":181791,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1976,"cache_hit":0,"new_prefill":6767,"score_linear":181791.0,"score_lmetric":20301},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":36221,"ongoing_decode_tokens":0,"pending_prefill_tokens":9597,"num_requests":2,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":0,"new_prefill":6767,"score_linear":36221.0,"score_lmetric":32728},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":6767,"score_linear":145016.0,"score_lmetric":266702},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":133538,"ongoing_decode_tokens":154759,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":6767,"score_linear":133538.0,"score_lmetric":13534}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":335969.799292314,"t_first_token_unix":1779766834.813236,"t_done":335970.420973195,"t_done_unix":1779766835.4349163},{"request_id":"1366128:8:1380438:643","session_id":"1366128","input_length":59230,"t_proxy_recv":335969.296167359,"t_decision_unix":1779766834.3101084,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9940908323484721,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":58880,"estimated_new_tokens":350,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1406,"cache_hit":0,"new_prefill":59230,"score_linear":35888.0,"score_lmetric":59230},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":0,"new_prefill":59230,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":59230,"score_linear":60004.0,"score_lmetric":59230},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":177762,"pending_prefill_tokens":1336,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":59230,"score_linear":235418.0,"score_lmetric":181698},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":181791,"ongoing_decode_tokens":181791,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1976,"cache_hit":0,"new_prefill":59230,"score_linear":181791.0,"score_lmetric":177690},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":30907,"ongoing_decode_tokens":0,"pending_prefill_tokens":9403,"num_requests":1,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":0,"new_prefill":59230,"score_linear":30907.0,"score_lmetric":68633},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":59230,"score_linear":145016.0,"score_lmetric":371628},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74308,"ongoing_decode_tokens":95529,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":58880,"new_prefill":350,"score_linear":15428.0,"score_lmetric":350}],"chosen_score_linear":15428.0,"chosen_score_lmetric":350,"t_first_token":335969.46995221,"t_first_token_unix":1779766834.4838955,"t_done":335970.68161654,"t_done_unix":1779766835.695561},{"request_id":"1378543:2:1380447:644","session_id":"1378543","input_length":5314,"t_proxy_recv":335969.328949749,"t_decision_unix":1779766834.3428912,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":5120,"affinity_cache_ratio":0.963492660895747,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":5120,"estimated_new_tokens":194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1406,"cache_hit":0,"new_prefill":5314,"score_linear":35888.0,"score_lmetric":5314},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":0,"new_prefill":5314,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":5314,"score_linear":60004.0,"score_lmetric":5314},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":177762,"pending_prefill_tokens":1336,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":5314,"score_linear":235418.0,"score_lmetric":19950},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":181791,"ongoing_decode_tokens":181791,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1976,"cache_hit":0,"new_prefill":5314,"score_linear":181791.0,"score_lmetric":15942},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":30907,"ongoing_decode_tokens":0,"pending_prefill_tokens":9403,"num_requests":1,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":5120,"new_prefill":194,"score_linear":25787.0,"score_lmetric":9597},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":5314,"score_linear":145016.0,"score_lmetric":263796},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":133538,"ongoing_decode_tokens":95529,"pending_prefill_tokens":350,"num_requests":2,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":5314,"score_linear":133538.0,"score_lmetric":11328}],"chosen_score_linear":25787.0,"chosen_score_lmetric":9597,"t_first_token":335971.075729874,"t_first_token_unix":1779766836.0896733,"t_done":335971.076217091,"t_done_unix":1779766836.09016},{"request_id":"1277428:7:1372183:602","session_id":"1277428","input_length":38252,"t_proxy_recv":335944.198597091,"t_decision_unix":1779766809.2125387,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":4,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9503293945414619,"affinity_num_requests":3,"avg_num_requests":1.375,"fallback_score":-38252,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":38252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":38252,"score_linear":155120.0,"score_lmetric":316088},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":4608,"new_prefill":33644,"score_linear":58010.0,"score_lmetric":33644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":59514,"pending_prefill_tokens":59626,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":38252,"score_linear":196964.0,"score_lmetric":293634},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":17408,"new_prefill":20844,"score_linear":80859.0,"score_lmetric":20844},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":38252,"score_linear":0.0,"score_lmetric":-38252},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":206759,"ongoing_decode_tokens":206759,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1122,"cache_hit":36352,"new_prefill":1900,"score_linear":170407.0,"score_lmetric":5700},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1481,"cache_hit":0,"new_prefill":38252,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95129,"ongoing_decode_tokens":116350,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1430,"cache_hit":0,"new_prefill":38252,"score_linear":95129.0,"score_lmetric":76504}],"chosen_score_linear":0.0,"chosen_score_lmetric":-38252,"t_first_token":335950.522882541,"t_first_token_unix":1779766815.536826,"t_done":335971.358220698,"t_done_unix":1779766836.3721652},{"request_id":"1374465:3:1380413:642","session_id":"1374465","input_length":30907,"t_proxy_recv":335969.204554804,"t_decision_unix":1779766834.2184954,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":21504,"affinity_cache_ratio":0.6957647134953246,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":21504,"estimated_new_tokens":9403,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1406,"cache_hit":0,"new_prefill":30907,"score_linear":35888.0,"score_lmetric":30907},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":0,"new_prefill":30907,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":30907,"score_linear":60004.0,"score_lmetric":30907},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":177762,"pending_prefill_tokens":1336,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":30907,"score_linear":235418.0,"score_lmetric":96729},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":181791,"ongoing_decode_tokens":181791,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1976,"cache_hit":0,"new_prefill":30907,"score_linear":181791.0,"score_lmetric":92721},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":21504,"new_prefill":9403,"score_linear":-21504.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":30907,"score_linear":145016.0,"score_lmetric":314982},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74308,"ongoing_decode_tokens":95529,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":30907,"score_linear":74308.0,"score_lmetric":30907}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":335971.071227785,"t_first_token_unix":1779766836.0851712,"t_done":335971.715106418,"t_done_unix":1779766836.7290504},{"request_id":"1370129:2:1373467:607","session_id":"1370129","input_length":56286,"t_proxy_recv":335945.243397498,"t_decision_unix":1779766810.2573383,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":18432,"affinity_cache_ratio":0.3274704189318836,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"cache_hit":18432,"estimated_new_tokens":37854,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":7680,"new_prefill":48606,"score_linear":147440.0,"score_lmetric":336796},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":56286,"score_linear":62618.0,"score_lmetric":56286},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":132433,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":56286,"score_linear":196964.0,"score_lmetric":185811},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":56286,"score_linear":98267.0,"score_lmetric":56286},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":38252,"ongoing_decode_tokens":0,"pending_prefill_tokens":38252,"num_requests":0,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":18432,"new_prefill":37854,"score_linear":19820.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":84162,"ongoing_decode_tokens":84162,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":56286,"score_linear":84162.0,"score_lmetric":112572},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":7680,"new_prefill":48606,"score_linear":118660.0,"score_lmetric":174946},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85730,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1448,"cache_hit":7680,"new_prefill":48606,"score_linear":78050.0,"score_lmetric":48606}],"chosen_score_linear":19820.0,"chosen_score_lmetric":0,"t_first_token":335959.895502076,"t_first_token_unix":1779766824.9094486,"t_done":335972.002591958,"t_done_unix":1779766837.016536},{"request_id":"1313181:4:1368020:573","session_id":"1313181","input_length":60004,"t_proxy_recv":335958.073052732,"t_decision_unix":1779766823.0869944,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":42496,"affinity_cache_ratio":0.7082194520365309,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":42496,"estimated_new_tokens":17508,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":153776,"ongoing_decode_tokens":153776,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":60004,"score_linear":153776.0,"score_lmetric":120008},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":16241,"ongoing_decode_tokens":0,"pending_prefill_tokens":16241,"num_requests":1,"active_p_offloads":0,"cached_blocks":1445,"cache_hit":0,"new_prefill":60004,"score_linear":16241.0,"score_lmetric":76245},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1556,"cache_hit":42496,"new_prefill":17508,"score_linear":-42496.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":12800,"new_prefill":47204,"score_linear":164962.0,"score_lmetric":253398},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158074,"ongoing_decode_tokens":38252,"pending_prefill_tokens":38414,"num_requests":2,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":24064,"new_prefill":35940,"score_linear":134010.0,"score_lmetric":148708},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":45911,"ongoing_decode_tokens":21588,"pending_prefill_tokens":24323,"num_requests":2,"active_p_offloads":0,"cached_blocks":1401,"cache_hit":0,"new_prefill":60004,"score_linear":45911.0,"score_lmetric":168654},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":12800,"new_prefill":47204,"score_linear":132216.0,"score_lmetric":347576},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144241,"ongoing_decode_tokens":165462,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1471,"cache_hit":12800,"new_prefill":47204,"score_linear":131441.0,"score_lmetric":94408}],"chosen_score_linear":-42496.0,"chosen_score_lmetric":0,"t_first_token":335963.959836927,"t_first_token_unix":1779766828.97378,"t_done":335972.895811984,"t_done_unix":1779766837.909756},{"request_id":"1379569:3:1381510:649","session_id":"1379569","input_length":7620,"t_proxy_recv":335973.102378795,"t_decision_unix":1779766838.1163204,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":6656,"affinity_cache_ratio":0.873490813648294,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":6656,"estimated_new_tokens":964,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1406,"cache_hit":0,"new_prefill":7620,"score_linear":35888.0,"score_lmetric":7620},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1535,"cache_hit":6656,"new_prefill":964,"score_linear":-6656.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":7620,"score_linear":105902.0,"score_lmetric":53106},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":177762,"pending_prefill_tokens":1336,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":7620,"score_linear":235418.0,"score_lmetric":26868},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":63536,"pending_prefill_tokens":4625,"num_requests":1,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":7620,"score_linear":124993.0,"score_lmetric":12245},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13989,"ongoing_decode_tokens":0,"pending_prefill_tokens":13989,"num_requests":1,"active_p_offloads":0,"cached_blocks":1485,"cache_hit":0,"new_prefill":7620,"score_linear":13989.0,"score_lmetric":21609},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":7620,"score_linear":145016.0,"score_lmetric":268408},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74308,"ongoing_decode_tokens":95529,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":7620,"score_linear":74308.0,"score_lmetric":7620}],"chosen_score_linear":-6656.0,"chosen_score_lmetric":0,"t_first_token":335973.223882755,"t_first_token_unix":1779766838.2378259,"t_done":335973.735997892,"t_done_unix":1779766838.7499413},{"request_id":"1301929:2:1375154:617","session_id":"1301929","input_length":35888,"t_proxy_recv":335951.158555289,"t_decision_unix":1779766816.1724966,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":35840,"affinity_cache_ratio":0.9986625055728935,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":35840,"estimated_new_tokens":48,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":35840,"new_prefill":48,"score_linear":82048.0,"score_lmetric":48},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":61370,"ongoing_decode_tokens":19862,"pending_prefill_tokens":4644,"num_requests":2,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":35888,"score_linear":61370.0,"score_lmetric":81064},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":132433,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":35888,"score_linear":196964.0,"score_lmetric":124617},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":35888,"score_linear":177762.0,"score_lmetric":230766},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158074,"ongoing_decode_tokens":38252,"pending_prefill_tokens":38414,"num_requests":2,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":35888,"score_linear":158074.0,"score_lmetric":148604},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35194,"ongoing_decode_tokens":35194,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1400,"cache_hit":0,"new_prefill":35888,"score_linear":35194.0,"score_lmetric":35888},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":35888,"score_linear":145016.0,"score_lmetric":324944},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144241,"ongoing_decode_tokens":106951,"pending_prefill_tokens":11919,"num_requests":2,"active_p_offloads":0,"cached_blocks":1471,"cache_hit":0,"new_prefill":35888,"score_linear":144241.0,"score_lmetric":95614}],"chosen_score_linear":82048.0,"chosen_score_lmetric":48,"t_first_token":335956.702350742,"t_first_token_unix":1779766821.716294,"t_done":335973.840118682,"t_done_unix":1779766838.8540618},{"request_id":"1381728:1:1381728:651","session_id":"1381728","input_length":1391,"t_proxy_recv":335974.015111983,"t_decision_unix":1779766839.0290534,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1391,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1406,"cache_hit":0,"new_prefill":1391,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":1391,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":1391,"score_linear":105902.0,"score_lmetric":46877},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":177762,"pending_prefill_tokens":1336,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":1391,"score_linear":235418.0,"score_lmetric":8181},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":1391,"score_linear":124993.0,"score_lmetric":1391},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1485,"cache_hit":0,"new_prefill":1391,"score_linear":13989.0,"score_lmetric":1391},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":1391,"score_linear":155661.0,"score_lmetric":385140},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74308,"ongoing_decode_tokens":95529,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":1391,"score_linear":74308.0,"score_lmetric":1391}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335974.119105566,"t_first_token_unix":1779766839.1330488,"t_done":335974.277391356,"t_done_unix":1779766839.2913346},{"request_id":"1381387:1:1381387:648","session_id":"1381387","input_length":13989,"t_proxy_recv":335972.690226994,"t_decision_unix":1779766837.704168,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":13989,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1406,"cache_hit":0,"new_prefill":13989,"score_linear":35888.0,"score_lmetric":13989},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1535,"cache_hit":0,"new_prefill":13989,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":13989,"score_linear":60004.0,"score_lmetric":13989},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":177762,"pending_prefill_tokens":1336,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":13989,"score_linear":235418.0,"score_lmetric":45975},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":63536,"pending_prefill_tokens":4625,"num_requests":1,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":13989,"score_linear":124993.0,"score_lmetric":18614},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1485,"cache_hit":0,"new_prefill":13989,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":13989,"score_linear":145016.0,"score_lmetric":281146},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74308,"ongoing_decode_tokens":95529,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":13989,"score_linear":74308.0,"score_lmetric":13989}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335973.894719133,"t_first_token_unix":1779766838.9086623,"t_done":335975.435585189,"t_done_unix":1779766840.4495287},{"request_id":"1382089:1:1382089:655","session_id":"1382089","input_length":38111,"t_proxy_recv":335975.28551703,"t_decision_unix":1779766840.2994583,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"cache_hit":34816,"estimated_new_tokens":3295,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1408,"cache_hit":34816,"new_prefill":3295,"score_linear":-34816.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":38111,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":38111,"score_linear":105902.0,"score_lmetric":83597},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":177762,"pending_prefill_tokens":1336,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":38111,"score_linear":235418.0,"score_lmetric":118341},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":38111,"score_linear":124993.0,"score_lmetric":38111},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1485,"cache_hit":0,"new_prefill":38111,"score_linear":13989.0,"score_lmetric":38111},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":38111,"score_linear":155661.0,"score_lmetric":495300},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181083,"ongoing_decode_tokens":154903,"pending_prefill_tokens":19753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":38111,"score_linear":181083.0,"score_lmetric":173592}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":335976.124850914,"t_first_token_unix":1779766841.1387944,"t_done":335976.258530572,"t_done_unix":1779766841.2724738},{"request_id":"1382294:1:1382294:656","session_id":"1382294","input_length":3034,"t_proxy_recv":335976.011399036,"t_decision_unix":1779766841.0253403,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":3034,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":3295,"num_requests":1,"active_p_offloads":0,"cached_blocks":1408,"cache_hit":0,"new_prefill":3034,"score_linear":38111.0,"score_lmetric":6329},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":3034,"score_linear":54012.0,"score_lmetric":57046},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":3034,"score_linear":105902.0,"score_lmetric":48520},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":177762,"pending_prefill_tokens":1336,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":3034,"score_linear":235418.0,"score_lmetric":13110},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":3034,"score_linear":124993.0,"score_lmetric":3034},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1511,"cache_hit":0,"new_prefill":3034,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":3034,"score_linear":155661.0,"score_lmetric":390069},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181083,"ongoing_decode_tokens":154903,"pending_prefill_tokens":19753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":3034,"score_linear":181083.0,"score_lmetric":68361}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335976.202877407,"t_first_token_unix":1779766841.2168205,"t_done":335976.358849172,"t_done_unix":1779766841.3727922},{"request_id":"1382667:1:1382667:658","session_id":"1382667","input_length":1955,"t_proxy_recv":335977.42761382,"t_decision_unix":1779766842.4415553,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1955,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":0,"new_prefill":1955,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":1955,"score_linear":54012.0,"score_lmetric":55967},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":1955,"score_linear":105902.0,"score_lmetric":47441},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":177762,"pending_prefill_tokens":1336,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":1955,"score_linear":235418.0,"score_lmetric":9873},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":1955,"score_linear":124993.0,"score_lmetric":1955},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1516,"cache_hit":0,"new_prefill":1955,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":1955,"score_linear":155661.0,"score_lmetric":386832},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181083,"ongoing_decode_tokens":154903,"pending_prefill_tokens":19753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":1955,"score_linear":181083.0,"score_lmetric":65124}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335977.558326294,"t_first_token_unix":1779766842.5722692,"t_done":335977.842640966,"t_done_unix":1779766842.8565838},{"request_id":"1382710:1:1382710:659","session_id":"1382710","input_length":3190,"t_proxy_recv":335977.525829292,"t_decision_unix":1779766842.5397708,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":3190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":0,"new_prefill":3190,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":3190,"score_linear":54012.0,"score_lmetric":57202},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":3190,"score_linear":105902.0,"score_lmetric":48676},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":177762,"pending_prefill_tokens":1336,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":3190,"score_linear":235418.0,"score_lmetric":13578},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":3190,"score_linear":124993.0,"score_lmetric":3190},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":1955,"ongoing_decode_tokens":0,"pending_prefill_tokens":1955,"num_requests":1,"active_p_offloads":0,"cached_blocks":1516,"cache_hit":0,"new_prefill":3190,"score_linear":1955.0,"score_lmetric":5145},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":3190,"score_linear":155661.0,"score_lmetric":390537},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181083,"ongoing_decode_tokens":154903,"pending_prefill_tokens":19753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":3190,"score_linear":181083.0,"score_lmetric":68829}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335977.728742673,"t_first_token_unix":1779766842.7426858,"t_done":335977.854866458,"t_done_unix":1779766842.8688095},{"request_id":"1382804:1:1382804:660","session_id":"1382804","input_length":627,"t_proxy_recv":335977.756358214,"t_decision_unix":1779766842.7702997,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":627,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":627,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":3190,"ongoing_decode_tokens":3190,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":0,"new_prefill":627,"score_linear":3190.0,"score_lmetric":627},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":627,"score_linear":54012.0,"score_lmetric":54639},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":627,"score_linear":105902.0,"score_lmetric":46113},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":177762,"pending_prefill_tokens":1336,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":627,"score_linear":235418.0,"score_lmetric":5889},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":627,"score_linear":124993.0,"score_lmetric":627},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":1955,"ongoing_decode_tokens":1955,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1516,"cache_hit":0,"new_prefill":627,"score_linear":1955.0,"score_lmetric":627},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":627,"score_linear":155661.0,"score_lmetric":382848},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181083,"ongoing_decode_tokens":154903,"pending_prefill_tokens":19753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":627,"score_linear":181083.0,"score_lmetric":61140}],"chosen_score_linear":1955.0,"chosen_score_lmetric":627,"t_first_token":335977.824670595,"t_first_token_unix":1779766842.8386137,"t_done":335977.996305621,"t_done_unix":1779766843.0102487},{"request_id":"1383009:1:1383009:663","session_id":"1383009","input_length":5135,"t_proxy_recv":335978.399407082,"t_decision_unix":1779766843.4133487,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":5135,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":0,"new_prefill":5135,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":5135,"score_linear":54012.0,"score_lmetric":59147},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":5135,"score_linear":105902.0,"score_lmetric":50621},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":177762,"pending_prefill_tokens":1336,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":5135,"score_linear":235418.0,"score_lmetric":19413},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":5135,"score_linear":124993.0,"score_lmetric":5135},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":5135,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":5135,"score_linear":155661.0,"score_lmetric":396372},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181083,"ongoing_decode_tokens":154903,"pending_prefill_tokens":19753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":5135,"score_linear":181083.0,"score_lmetric":74664}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335978.729805756,"t_first_token_unix":1779766843.743749,"t_done":335978.999480419,"t_done_unix":1779766844.0134237},{"request_id":"1382294:2:1383073:664","session_id":"1382294","input_length":5164,"t_proxy_recv":335978.624407456,"t_decision_unix":1779766843.6383488,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":0,"affinity_cache_hit":2560,"affinity_cache_ratio":0.4957397366382649,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":5164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":0,"new_prefill":5164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":5164,"score_linear":54012.0,"score_lmetric":59176},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":5164,"score_linear":105902.0,"score_lmetric":50650},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":177762,"pending_prefill_tokens":1336,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":5164,"score_linear":235418.0,"score_lmetric":19500},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":5164,"score_linear":124993.0,"score_lmetric":5164},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":5135,"ongoing_decode_tokens":0,"pending_prefill_tokens":5135,"num_requests":1,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":2560,"new_prefill":2604,"score_linear":2575.0,"score_lmetric":7739},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":5164,"score_linear":155661.0,"score_lmetric":396459},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181083,"ongoing_decode_tokens":154903,"pending_prefill_tokens":19753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":5164,"score_linear":181083.0,"score_lmetric":74751}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335978.955505621,"t_first_token_unix":1779766843.9694493,"t_done":335979.199565391,"t_done_unix":1779766844.2135086},{"request_id":"1263749:2:1379302:636","session_id":"1263749","input_length":57656,"t_proxy_recv":335965.540566211,"t_decision_unix":1779766830.5545073,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":56320,"affinity_cache_ratio":0.9768280838074095,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":56320,"estimated_new_tokens":1336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1406,"cache_hit":0,"new_prefill":57656,"score_linear":35888.0,"score_lmetric":57656},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":57656,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82136,"ongoing_decode_tokens":82136,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1556,"cache_hit":0,"new_prefill":57656,"score_linear":82136.0,"score_lmetric":115312},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":56320,"new_prefill":1336,"score_linear":121442.0,"score_lmetric":161662},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":181531,"ongoing_decode_tokens":181531,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":57656,"score_linear":181531.0,"score_lmetric":172968},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":0,"new_prefill":57656,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":57656,"score_linear":145016.0,"score_lmetric":368480},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74308,"ongoing_decode_tokens":80246,"pending_prefill_tokens":15283,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":57656,"score_linear":74308.0,"score_lmetric":72939}],"chosen_score_linear":121442.0,"chosen_score_lmetric":161662,"t_first_token":335978.896476718,"t_first_token_unix":1779766843.9104202,"t_done":335979.979417543,"t_done_unix":1779766844.9933612},{"request_id":"1383090:1:1383090:665","session_id":"1383090","input_length":9305,"t_proxy_recv":335978.666970991,"t_decision_unix":1779766843.680912,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":9305,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":9305,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5164,"ongoing_decode_tokens":0,"pending_prefill_tokens":5164,"num_requests":1,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":0,"new_prefill":9305,"score_linear":5164.0,"score_lmetric":14469},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":9305,"score_linear":54012.0,"score_lmetric":63317},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":9305,"score_linear":105902.0,"score_lmetric":54791},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":177762,"pending_prefill_tokens":1336,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":9305,"score_linear":235418.0,"score_lmetric":31923},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":9305,"score_linear":124993.0,"score_lmetric":9305},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":5135,"ongoing_decode_tokens":0,"pending_prefill_tokens":5135,"num_requests":1,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":9305,"score_linear":5135.0,"score_lmetric":14440},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":9305,"score_linear":155661.0,"score_lmetric":408882},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181083,"ongoing_decode_tokens":154903,"pending_prefill_tokens":19753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":9305,"score_linear":181083.0,"score_lmetric":87174}],"chosen_score_linear":124993.0,"chosen_score_lmetric":9305,"t_first_token":335979.44098935,"t_first_token_unix":1779766844.4549327,"t_done":335980.170602254,"t_done_unix":1779766845.184556},{"request_id":"1366128:9:1381799:652","session_id":"1366128","input_length":59374,"t_proxy_recv":335974.27135376,"t_decision_unix":1779766839.285295,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9916798598713241,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":58880,"estimated_new_tokens":494,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":1391,"ongoing_decode_tokens":1391,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1406,"cache_hit":0,"new_prefill":59374,"score_linear":1391.0,"score_lmetric":59374},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":59374,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":59374,"score_linear":105902.0,"score_lmetric":104860},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":177762,"pending_prefill_tokens":1336,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":59374,"score_linear":235418.0,"score_lmetric":182130},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":59374,"score_linear":124993.0,"score_lmetric":59374},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1485,"cache_hit":0,"new_prefill":59374,"score_linear":13989.0,"score_lmetric":59374},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":59374,"score_linear":155661.0,"score_lmetric":559089},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74308,"ongoing_decode_tokens":95529,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":58880,"new_prefill":494,"score_linear":15428.0,"score_lmetric":494}],"chosen_score_linear":15428.0,"chosen_score_lmetric":494,"t_first_token":335974.42643133,"t_first_token_unix":1779766839.4403749,"t_done":335980.363881554,"t_done_unix":1779766845.377825},{"request_id":"1279412:25:1366203:554","session_id":"1279412","input_length":98267,"t_proxy_recv":335919.64009126,"t_decision_unix":1779766784.654033,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9951662307794071,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":97792,"estimated_new_tokens":475,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":98267,"score_linear":155120.0,"score_lmetric":436118},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":98267,"score_linear":139587.0,"score_lmetric":350472},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68220,"ongoing_decode_tokens":8706,"pending_prefill_tokens":35450,"num_requests":2,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":12800,"new_prefill":85467,"score_linear":55420.0,"score_lmetric":241834},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":97792,"new_prefill":475,"score_linear":-29533.0,"score_lmetric":475},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":98548,"ongoing_decode_tokens":0,"pending_prefill_tokens":65268,"num_requests":2,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":12800,"new_prefill":85467,"score_linear":85748.0,"score_lmetric":301470},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":98267,"score_linear":156948.0,"score_lmetric":442846},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":12800,"new_prefill":85467,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70179,"ongoing_decode_tokens":80246,"pending_prefill_tokens":11154,"num_requests":1,"active_p_offloads":0,"cached_blocks":1304,"cache_hit":12800,"new_prefill":85467,"score_linear":57379.0,"score_lmetric":96621}],"chosen_score_linear":-29533.0,"chosen_score_lmetric":475,"t_first_token":335919.797969513,"t_first_token_unix":1779766784.8119133,"t_done":335980.647174006,"t_done_unix":1779766845.6611178},{"request_id":"1383625:1:1383625:668","session_id":"1383625","input_length":3186,"t_proxy_recv":335980.597284395,"t_decision_unix":1779766845.6112256,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":3186,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":3186,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64229,"ongoing_decode_tokens":0,"pending_prefill_tokens":56549,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":3186,"score_linear":64229.0,"score_lmetric":59735},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":3186,"score_linear":105902.0,"score_lmetric":48672},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":177762,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1209,"cache_hit":0,"new_prefill":3186,"score_linear":177762.0,"score_lmetric":6372},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":3186,"score_linear":124993.0,"score_lmetric":3186},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1530,"cache_hit":0,"new_prefill":3186,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":3186,"score_linear":155661.0,"score_lmetric":390525},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181215,"ongoing_decode_tokens":202436,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":3186,"score_linear":181215.0,"score_lmetric":9558}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335980.79687517,"t_first_token_unix":1779766845.8108187,"t_done":335980.928009624,"t_done_unix":1779766845.9419527},{"request_id":"1370129:3:1379538:637","session_id":"1370129","input_length":61457,"t_proxy_recv":335972.014717455,"t_decision_unix":1779766837.0286589,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9247441300421433,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":56832,"estimated_new_tokens":4625,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1406,"cache_hit":7680,"new_prefill":53777,"score_linear":28208.0,"score_lmetric":53777},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1535,"cache_hit":0,"new_prefill":61457,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":61457,"score_linear":60004.0,"score_lmetric":61457},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":177762,"pending_prefill_tokens":1336,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":61457,"score_linear":235418.0,"score_lmetric":188379},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":56832,"new_prefill":4625,"score_linear":6704.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1485,"cache_hit":0,"new_prefill":61457,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":7680,"new_prefill":53777,"score_linear":137336.0,"score_lmetric":360722},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74308,"ongoing_decode_tokens":95529,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":7680,"new_prefill":53777,"score_linear":66628.0,"score_lmetric":53777}],"chosen_score_linear":6704.0,"chosen_score_lmetric":0,"t_first_token":335973.840597364,"t_first_token_unix":1779766838.8545406,"t_done":335982.833571641,"t_done_unix":1779766847.847515},{"request_id":"1279412:26:1378269:628","session_id":"1279412","input_length":100340,"t_proxy_recv":335980.666741796,"t_decision_unix":1779766845.6806834,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":99840,"affinity_cache_ratio":0.9950169423958541,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":99840,"estimated_new_tokens":500,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":3186,"ongoing_decode_tokens":0,"pending_prefill_tokens":3186,"num_requests":1,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":100340,"score_linear":3186.0,"score_lmetric":103526},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64229,"ongoing_decode_tokens":0,"pending_prefill_tokens":56549,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":100340,"score_linear":64229.0,"score_lmetric":156889},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":12800,"new_prefill":87540,"score_linear":93102.0,"score_lmetric":133026},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":79495,"ongoing_decode_tokens":79495,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":99840,"new_prefill":500,"score_linear":-20345.0,"score_lmetric":500},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":12800,"new_prefill":87540,"score_linear":112193.0,"score_lmetric":87540},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1530,"cache_hit":0,"new_prefill":100340,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":12800,"new_prefill":87540,"score_linear":142861.0,"score_lmetric":643587},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181215,"ongoing_decode_tokens":202436,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":12800,"new_prefill":87540,"score_linear":168415.0,"score_lmetric":262620}],"chosen_score_linear":-20345.0,"chosen_score_lmetric":500,"t_first_token":335980.878564975,"t_first_token_unix":1779766845.8925083,"t_done":335982.942739107,"t_done_unix":1779766847.9566824},{"request_id":"1382667:2:1384299:674","session_id":"1382667","input_length":5989,"t_proxy_recv":335983.081958507,"t_decision_unix":1779766848.0958998,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":4,"affinity_cache_hit":1536,"affinity_cache_ratio":0.2564701953581566,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":5989,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25371,"ongoing_decode_tokens":0,"pending_prefill_tokens":22299,"num_requests":2,"active_p_offloads":0,"cached_blocks":1433,"cache_hit":0,"new_prefill":5989,"score_linear":25371.0,"score_lmetric":56576},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64229,"ongoing_decode_tokens":0,"pending_prefill_tokens":56549,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":5989,"score_linear":64229.0,"score_lmetric":62538},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":5989,"score_linear":105902.0,"score_lmetric":51475},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":180033,"ongoing_decode_tokens":79495,"pending_prefill_tokens":186,"num_requests":2,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":5989,"score_linear":180033.0,"score_lmetric":12350},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":0,"new_prefill":5989,"score_linear":63536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":14559,"num_requests":1,"active_p_offloads":0,"cached_blocks":1530,"cache_hit":1536,"new_prefill":4453,"score_linear":26847.0,"score_lmetric":19012},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":5989,"score_linear":155661.0,"score_lmetric":398934},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":250680,"ongoing_decode_tokens":202436,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":5989,"score_linear":250680.0,"score_lmetric":37624}],"chosen_score_linear":63536.0,"chosen_score_lmetric":0,"t_first_token":335983.487803129,"t_first_token_unix":1779766848.5017462,"t_done":335984.4276538,"t_done_unix":1779766849.441598},{"request_id":"1366128:10:1382843:661","session_id":"1366128","input_length":59506,"t_proxy_recv":335980.374514277,"t_decision_unix":1779766845.3884559,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":59392,"affinity_cache_ratio":0.9980842268006588,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":59392,"estimated_new_tokens":114,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":59506,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64229,"ongoing_decode_tokens":0,"pending_prefill_tokens":56549,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":59506,"score_linear":64229.0,"score_lmetric":116055},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":59506,"score_linear":105902.0,"score_lmetric":104992},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":177762,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1209,"cache_hit":0,"new_prefill":59506,"score_linear":177762.0,"score_lmetric":119012},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":59506,"score_linear":124993.0,"score_lmetric":59506},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1530,"cache_hit":0,"new_prefill":59506,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":59506,"score_linear":155661.0,"score_lmetric":559485},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121709,"ongoing_decode_tokens":142930,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":59392,"new_prefill":114,"score_linear":62317.0,"score_lmetric":228}],"chosen_score_linear":62317.0,"chosen_score_lmetric":228,"t_first_token":335980.540198046,"t_first_token_unix":1779766845.5541415,"t_done":335984.871360096,"t_done_unix":1779766849.8853035},{"request_id":"1383625:2:1384279:673","session_id":"1383625","input_length":4150,"t_proxy_recv":335983.015057189,"t_decision_unix":1779766848.0289989,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":3072,"affinity_cache_ratio":0.7402409638554217,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":3072,"estimated_new_tokens":1078,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":21221,"num_requests":1,"active_p_offloads":0,"cached_blocks":1433,"cache_hit":3072,"new_prefill":1078,"score_linear":18149.0,"score_lmetric":22299},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64229,"ongoing_decode_tokens":0,"pending_prefill_tokens":56549,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":4150,"score_linear":64229.0,"score_lmetric":60699},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":4150,"score_linear":105902.0,"score_lmetric":49636},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":180033,"ongoing_decode_tokens":79495,"pending_prefill_tokens":186,"num_requests":2,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":4150,"score_linear":180033.0,"score_lmetric":8672},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":0,"new_prefill":4150,"score_linear":63536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":14559,"num_requests":1,"active_p_offloads":0,"cached_blocks":1530,"cache_hit":0,"new_prefill":4150,"score_linear":28383.0,"score_lmetric":18709},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":4150,"score_linear":155661.0,"score_lmetric":393417},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":250680,"ongoing_decode_tokens":202436,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":4150,"score_linear":250680.0,"score_lmetric":30268}],"chosen_score_linear":18149.0,"chosen_score_lmetric":22299,"t_first_token":335984.861014882,"t_first_token_unix":1779766849.874958,"t_done":335985.021504093,"t_done_unix":1779766850.0354483},{"request_id":"1373577:1:1373577:608","session_id":"1373577","input_length":79495,"t_proxy_recv":335945.658474093,"t_decision_unix":1779766810.6724155,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":79495,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":79495,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":155120,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":79495,"score_linear":155120.0,"score_lmetric":158990},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":79495,"score_linear":62618.0,"score_lmetric":79495},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":132433,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":2560,"new_prefill":76935,"score_linear":194404.0,"score_lmetric":247758},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":79495,"score_linear":98267.0,"score_lmetric":79495},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94538,"ongoing_decode_tokens":0,"pending_prefill_tokens":76106,"num_requests":1,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":79495,"score_linear":94538.0,"score_lmetric":155601},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":84162,"ongoing_decode_tokens":84162,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":79495,"score_linear":84162.0,"score_lmetric":158990},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":79495,"score_linear":126340.0,"score_lmetric":205835},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85730,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1448,"cache_hit":0,"new_prefill":79495,"score_linear":85730.0,"score_lmetric":79495}],"chosen_score_linear":98267.0,"chosen_score_lmetric":79495,"t_first_token":335966.92605444,"t_first_token_unix":1779766831.9399977,"t_done":335985.165228262,"t_done_unix":1779766850.1791718},{"request_id":"1383009:2:1384930:679","session_id":"1383009","input_length":11113,"t_proxy_recv":335985.051477635,"t_decision_unix":1779766850.065419,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":0,"affinity_cache_hit":5120,"affinity_cache_ratio":0.46072167731485647,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":11113,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":11113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21221,"ongoing_decode_tokens":21221,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1435,"cache_hit":0,"new_prefill":11113,"score_linear":21221.0,"score_lmetric":11113},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64229,"ongoing_decode_tokens":0,"pending_prefill_tokens":56549,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":11113,"score_linear":64229.0,"score_lmetric":67662},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":11113,"score_linear":105902.0,"score_lmetric":56599},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":180033,"ongoing_decode_tokens":180033,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":11113,"score_linear":180033.0,"score_lmetric":22226},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":178636,"ongoing_decode_tokens":93452,"pending_prefill_tokens":23232,"num_requests":3,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":0,"new_prefill":11113,"score_linear":178636.0,"score_lmetric":103035},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":78248,"ongoing_decode_tokens":78248,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1530,"cache_hit":5120,"new_prefill":5993,"score_linear":73128.0,"score_lmetric":11986},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":11113,"score_linear":155661.0,"score_lmetric":414306},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":142930,"pending_prefill_tokens":15279,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":11113,"score_linear":262428.0,"score_lmetric":105568}],"chosen_score_linear":21221.0,"chosen_score_lmetric":11113,"t_first_token":335985.945837919,"t_first_token_unix":1779766850.9597814,"t_done":335986.175909765,"t_done_unix":1779766851.1898532},{"request_id":"1379569:4:1383116:666","session_id":"1379569","input_length":10217,"t_proxy_recv":335978.75604617,"t_decision_unix":1779766843.7699878,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":7680,"affinity_cache_ratio":0.7516883625330332,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":2537,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5164,"ongoing_decode_tokens":0,"pending_prefill_tokens":5164,"num_requests":1,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":0,"new_prefill":10217,"score_linear":5164.0,"score_lmetric":15381},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":7680,"new_prefill":2537,"score_linear":46332.0,"score_lmetric":56549},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":10217,"score_linear":105902.0,"score_lmetric":55703},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":177762,"pending_prefill_tokens":1336,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":10217,"score_linear":235418.0,"score_lmetric":34659},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":134298,"ongoing_decode_tokens":124993,"pending_prefill_tokens":9305,"num_requests":2,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":10217,"score_linear":134298.0,"score_lmetric":39044},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":5135,"ongoing_decode_tokens":5135,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":10217,"score_linear":5135.0,"score_lmetric":10217},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":10217,"score_linear":155661.0,"score_lmetric":411618},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181083,"ongoing_decode_tokens":154903,"pending_prefill_tokens":19753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":10217,"score_linear":181083.0,"score_lmetric":89910}],"chosen_score_linear":46332.0,"chosen_score_lmetric":56549,"t_first_token":335986.203846268,"t_first_token_unix":1779766851.2177896,"t_done":335986.69699387,"t_done_unix":1779766851.7109373},{"request_id":"1279412:27:1380696:646","session_id":"1279412","input_length":100538,"t_proxy_recv":335982.960354272,"t_decision_unix":1779766847.9742959,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":100352,"affinity_cache_ratio":0.9981499532515069,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":100352,"estimated_new_tokens":186,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":21221,"num_requests":1,"active_p_offloads":0,"cached_blocks":1433,"cache_hit":0,"new_prefill":100538,"score_linear":21221.0,"score_lmetric":121759},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64229,"ongoing_decode_tokens":0,"pending_prefill_tokens":56549,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":100538,"score_linear":64229.0,"score_lmetric":157087},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":12800,"new_prefill":87738,"score_linear":93102.0,"score_lmetric":133224},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":79495,"ongoing_decode_tokens":79495,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":100352,"new_prefill":186,"score_linear":-20857.0,"score_lmetric":186},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":12800,"new_prefill":87738,"score_linear":50736.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":14559,"num_requests":1,"active_p_offloads":0,"cached_blocks":1530,"cache_hit":0,"new_prefill":100538,"score_linear":28383.0,"score_lmetric":115097},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":12800,"new_prefill":87738,"score_linear":142861.0,"score_lmetric":644181},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":250680,"ongoing_decode_tokens":202436,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":12800,"new_prefill":87738,"score_linear":237880.0,"score_lmetric":364620}],"chosen_score_linear":-20857.0,"chosen_score_lmetric":186,"t_first_token":335983.177091209,"t_first_token_unix":1779766848.1910343,"t_done":335986.905678014,"t_done_unix":1779766851.919622},{"request_id":"1340290:3:1384149:672","session_id":"1340290","input_length":21221,"t_proxy_recv":335982.548524271,"t_decision_unix":1779766847.5624654,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":0,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9892088026011969,"affinity_num_requests":4,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":21221,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1433,"cache_hit":0,"new_prefill":21221,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64229,"ongoing_decode_tokens":0,"pending_prefill_tokens":56549,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":21221,"score_linear":64229.0,"score_lmetric":77770},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":21221,"score_linear":105902.0,"score_lmetric":66707},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":179835,"ongoing_decode_tokens":179835,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":21221,"score_linear":179835.0,"score_lmetric":42442},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":21221,"score_linear":124993.0,"score_lmetric":21221},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":14559,"num_requests":1,"active_p_offloads":0,"cached_blocks":1530,"cache_hit":0,"new_prefill":21221,"score_linear":28383.0,"score_lmetric":35780},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":1024,"new_prefill":20197,"score_linear":154637.0,"score_lmetric":441558},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":250680,"ongoing_decode_tokens":202436,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":20992,"new_prefill":229,"score_linear":229688.0,"score_lmetric":14584}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335984.858489339,"t_first_token_unix":1779766849.8724325,"t_done":335986.980689409,"t_done_unix":1779766851.9946325},{"request_id":"1340278:3:1384549:676","session_id":"1340278","input_length":49865,"t_proxy_recv":335983.852388998,"t_decision_unix":1779766848.8663304,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9959691166148601,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":201,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25371,"ongoing_decode_tokens":0,"pending_prefill_tokens":22299,"num_requests":2,"active_p_offloads":0,"cached_blocks":1433,"cache_hit":0,"new_prefill":49865,"score_linear":25371.0,"score_lmetric":144328},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64229,"ongoing_decode_tokens":0,"pending_prefill_tokens":56549,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":49865,"score_linear":64229.0,"score_lmetric":106414},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":49865,"score_linear":105902.0,"score_lmetric":95351},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":180033,"ongoing_decode_tokens":180033,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":49865,"score_linear":180033.0,"score_lmetric":99730},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94751,"ongoing_decode_tokens":69525,"pending_prefill_tokens":1674,"num_requests":2,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":0,"new_prefill":49865,"score_linear":94751.0,"score_lmetric":103078},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":28383,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1530,"cache_hit":49664,"new_prefill":201,"score_linear":-21281.0,"score_lmetric":201},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":49865,"score_linear":155661.0,"score_lmetric":530562},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":250680,"ongoing_decode_tokens":202436,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":49865,"score_linear":250680.0,"score_lmetric":213128}],"chosen_score_linear":-21281.0,"chosen_score_lmetric":201,"t_first_token":335983.935585819,"t_first_token_unix":1779766848.9495292,"t_done":335987.15568844,"t_done_unix":1779766852.169632},{"request_id":"1340278:3:1385417:683","session_id":"1340278","input_length":50272,"t_proxy_recv":335987.179103219,"t_decision_unix":1779766852.193045,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9879057924888606,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":608,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":50272,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":54012,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1542,"cache_hit":0,"new_prefill":50272,"score_linear":54012.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":50272,"score_linear":105902.0,"score_lmetric":95758},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":181913,"ongoing_decode_tokens":181913,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":50272,"score_linear":181913.0,"score_lmetric":100544},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195370,"ongoing_decode_tokens":93452,"pending_prefill_tokens":30750,"num_requests":4,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":0,"new_prefill":50272,"score_linear":195370.0,"score_lmetric":324088},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47417,"ongoing_decode_tokens":47417,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1530,"cache_hit":49664,"new_prefill":608,"score_linear":-2247.0,"score_lmetric":1216},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":50272,"score_linear":155661.0,"score_lmetric":531783},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":142930,"pending_prefill_tokens":15279,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":50272,"score_linear":262428.0,"score_lmetric":262204}],"chosen_score_linear":-2247.0,"chosen_score_lmetric":1216,"t_first_token":335987.357520873,"t_first_token_unix":1779766852.3714647,"t_done":335987.378442117,"t_done_unix":1779766852.3923857},{"request_id":"1382086:1:1382086:654","session_id":"1382086","input_length":54012,"t_proxy_recv":335975.292951969,"t_decision_unix":1779766840.3068936,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":54012,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":3295,"num_requests":1,"active_p_offloads":0,"cached_blocks":1408,"cache_hit":0,"new_prefill":54012,"score_linear":38111.0,"score_lmetric":57307},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":54012,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":54012,"score_linear":105902.0,"score_lmetric":99498},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":177762,"pending_prefill_tokens":1336,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":54012,"score_linear":235418.0,"score_lmetric":166044},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":54012,"score_linear":124993.0,"score_lmetric":54012},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1485,"cache_hit":0,"new_prefill":54012,"score_linear":13989.0,"score_lmetric":54012},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":54012,"score_linear":155661.0,"score_lmetric":543003},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181083,"ongoing_decode_tokens":154903,"pending_prefill_tokens":19753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":54012,"score_linear":181083.0,"score_lmetric":221295}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335986.202088163,"t_first_token_unix":1779766851.2160318,"t_done":335987.453667219,"t_done_unix":1779766852.4676106},{"request_id":"1384947:1:1384947:680","session_id":"1384947","input_length":19034,"t_proxy_recv":335985.153191271,"t_decision_unix":1779766850.1671224,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":38068,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":19034,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":32334,"ongoing_decode_tokens":21221,"pending_prefill_tokens":11113,"num_requests":2,"active_p_offloads":0,"cached_blocks":1435,"cache_hit":0,"new_prefill":19034,"score_linear":32334.0,"score_lmetric":60294},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64229,"ongoing_decode_tokens":0,"pending_prefill_tokens":56549,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":19034,"score_linear":64229.0,"score_lmetric":75583},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":19034,"score_linear":105902.0,"score_lmetric":64520},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":180033,"ongoing_decode_tokens":180033,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":19034,"score_linear":180033.0,"score_lmetric":38068},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":178636,"ongoing_decode_tokens":93452,"pending_prefill_tokens":23232,"num_requests":3,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":0,"new_prefill":19034,"score_linear":178636.0,"score_lmetric":126798},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":78248,"ongoing_decode_tokens":78248,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1530,"cache_hit":0,"new_prefill":19034,"score_linear":78248.0,"score_lmetric":38068},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":19034,"score_linear":155661.0,"score_lmetric":438069},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":142930,"pending_prefill_tokens":15279,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":19034,"score_linear":262428.0,"score_lmetric":137252}],"chosen_score_linear":78248.0,"chosen_score_lmetric":38068,"t_first_token":335987.096266842,"t_first_token_unix":1779766852.1102104,"t_done":335987.620324286,"t_done_unix":1779766852.6342676},{"request_id":"1381387:2:1383735:669","session_id":"1381387","input_length":28383,"t_proxy_recv":335980.909928044,"t_decision_unix":1779766845.9238696,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":13824,"affinity_cache_ratio":0.4870521086565902,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"cache_hit":13824,"estimated_new_tokens":14559,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":3186,"ongoing_decode_tokens":3186,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":28383,"score_linear":3186.0,"score_lmetric":28383},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64229,"ongoing_decode_tokens":0,"pending_prefill_tokens":56549,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":28383,"score_linear":64229.0,"score_lmetric":84932},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":28383,"score_linear":105902.0,"score_lmetric":73869},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":179835,"ongoing_decode_tokens":179835,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":28383,"score_linear":179835.0,"score_lmetric":56766},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":28383,"score_linear":124993.0,"score_lmetric":28383},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1530,"cache_hit":13824,"new_prefill":14559,"score_linear":-13824.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":28383,"score_linear":155661.0,"score_lmetric":466116},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181215,"ongoing_decode_tokens":202436,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":28383,"score_linear":181215.0,"score_lmetric":85149}],"chosen_score_linear":-13824.0,"chosen_score_lmetric":0,"t_first_token":335983.303375026,"t_first_token_unix":1779766848.3173184,"t_done":335987.665969774,"t_done_unix":1779766852.6799133},{"request_id":"1340290:4:1385568:684","session_id":"1340290","input_length":26146,"t_proxy_recv":335987.408556563,"t_decision_unix":1779766852.4224982,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":20992,"affinity_cache_ratio":0.8028761569647365,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":20992,"estimated_new_tokens":5154,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":20992,"new_prefill":5154,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":54012,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1542,"cache_hit":0,"new_prefill":26146,"score_linear":54012.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":26146,"score_linear":105902.0,"score_lmetric":71632},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":181913,"ongoing_decode_tokens":181913,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":26146,"score_linear":181913.0,"score_lmetric":52292},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195370,"ongoing_decode_tokens":93452,"pending_prefill_tokens":30750,"num_requests":4,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":0,"new_prefill":26146,"score_linear":195370.0,"score_lmetric":227584},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47417,"ongoing_decode_tokens":47417,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":26146,"score_linear":47417.0,"score_lmetric":52292},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":1024,"new_prefill":25122,"score_linear":154637.0,"score_lmetric":456333},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":142930,"pending_prefill_tokens":15279,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":20992,"new_prefill":5154,"score_linear":241436.0,"score_lmetric":81732}],"chosen_score_linear":-20992.0,"chosen_score_lmetric":0,"t_first_token":335988.320530616,"t_first_token_unix":1779766853.3344743,"t_done":335988.63993707,"t_done_unix":1779766853.6538806},{"request_id":"1279412:28:1382526:657","session_id":"1279412","input_length":100766,"t_proxy_recv":335986.923829994,"t_decision_unix":1779766851.9377716,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":100352,"affinity_cache_ratio":0.9958914713296152,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"cache_hit":100352,"estimated_new_tokens":414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21221,"ongoing_decode_tokens":21221,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1456,"cache_hit":0,"new_prefill":100766,"score_linear":21221.0,"score_lmetric":100766},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":54012,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1542,"cache_hit":0,"new_prefill":100766,"score_linear":54012.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":12800,"new_prefill":87966,"score_linear":93102.0,"score_lmetric":133452},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81147,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":100352,"new_prefill":414,"score_linear":-19205.0,"score_lmetric":414},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195370,"ongoing_decode_tokens":93452,"pending_prefill_tokens":30750,"num_requests":4,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":12800,"new_prefill":87966,"score_linear":182570.0,"score_lmetric":474864},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":97282,"ongoing_decode_tokens":78248,"pending_prefill_tokens":19034,"num_requests":3,"active_p_offloads":0,"cached_blocks":1530,"cache_hit":0,"new_prefill":100766,"score_linear":97282.0,"score_lmetric":359400},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":12800,"new_prefill":87966,"score_linear":142861.0,"score_lmetric":644865},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":142930,"pending_prefill_tokens":15279,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":12800,"new_prefill":87966,"score_linear":249628.0,"score_lmetric":412980}],"chosen_score_linear":-19205.0,"chosen_score_lmetric":414,"t_first_token":335987.08208277,"t_first_token_unix":1779766852.0960267,"t_done":335990.200917785,"t_done_unix":1779766855.2148616},{"request_id":"1340290:5:1386504:688","session_id":"1340290","input_length":27220,"t_proxy_recv":335990.554103622,"t_decision_unix":1779766855.5680454,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9592946362968405,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":26112,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":26112,"new_prefill":1108,"score_linear":-26112.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":0,"new_prefill":27220,"score_linear":0.0,"score_lmetric":-27220},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":27220,"score_linear":105902.0,"score_lmetric":72706},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":182347,"ongoing_decode_tokens":182347,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1368,"cache_hit":0,"new_prefill":27220,"score_linear":182347.0,"score_lmetric":54440},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195370,"ongoing_decode_tokens":93452,"pending_prefill_tokens":30750,"num_requests":4,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":0,"new_prefill":27220,"score_linear":195370.0,"score_lmetric":231880},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":27220,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":1024,"new_prefill":26196,"score_linear":154637.0,"score_lmetric":459555},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":142930,"pending_prefill_tokens":15279,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":20992,"new_prefill":6228,"score_linear":241436.0,"score_lmetric":86028}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":335990.841847543,"t_first_token_unix":1779766855.8557906,"t_done":335991.055097267,"t_done_unix":1779766856.0690403},{"request_id":"1373577:2:1380740:647","session_id":"1373577","input_length":81147,"t_proxy_recv":335985.182372684,"t_decision_unix":1779766850.196314,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9842877740397057,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"cache_hit":79872,"estimated_new_tokens":1275,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":32334,"ongoing_decode_tokens":21221,"pending_prefill_tokens":11113,"num_requests":2,"active_p_offloads":0,"cached_blocks":1435,"cache_hit":0,"new_prefill":81147,"score_linear":32334.0,"score_lmetric":184520},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64229,"ongoing_decode_tokens":0,"pending_prefill_tokens":56549,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":81147,"score_linear":64229.0,"score_lmetric":137696},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":2560,"new_prefill":78587,"score_linear":103342.0,"score_lmetric":124073},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100538,"ongoing_decode_tokens":100538,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":79872,"new_prefill":1275,"score_linear":20666.0,"score_lmetric":1275},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":178636,"ongoing_decode_tokens":93452,"pending_prefill_tokens":23232,"num_requests":3,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":0,"new_prefill":81147,"score_linear":178636.0,"score_lmetric":313137},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":97282,"ongoing_decode_tokens":78248,"pending_prefill_tokens":19034,"num_requests":3,"active_p_offloads":0,"cached_blocks":1530,"cache_hit":0,"new_prefill":81147,"score_linear":97282.0,"score_lmetric":300543},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":81147,"score_linear":155661.0,"score_lmetric":624408},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":142930,"pending_prefill_tokens":15279,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":81147,"score_linear":262428.0,"score_lmetric":385704}],"chosen_score_linear":20666.0,"chosen_score_lmetric":1275,"t_first_token":335986.037514581,"t_first_token_unix":1779766851.0514581,"t_done":335991.435560391,"t_done_unix":1779766856.4495041},{"request_id":"1279412:29:1385688:685","session_id":"1279412","input_length":101200,"t_proxy_recv":335990.217884768,"t_decision_unix":1779766855.2318265,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":100864,"affinity_cache_ratio":0.9966798418972332,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":100864,"estimated_new_tokens":336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":101200,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":0,"new_prefill":101200,"score_linear":0.0,"score_lmetric":-101200},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":12800,"new_prefill":88400,"score_linear":93102.0,"score_lmetric":133886},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81147,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1368,"cache_hit":100864,"new_prefill":336,"score_linear":-19717.0,"score_lmetric":336},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195370,"ongoing_decode_tokens":93452,"pending_prefill_tokens":30750,"num_requests":4,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":12800,"new_prefill":88400,"score_linear":182570.0,"score_lmetric":476600},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":101200,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":12800,"new_prefill":88400,"score_linear":142861.0,"score_lmetric":646167},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":142930,"pending_prefill_tokens":15279,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":12800,"new_prefill":88400,"score_linear":249628.0,"score_lmetric":414716}],"chosen_score_linear":-19717.0,"chosen_score_lmetric":336,"t_first_token":335990.531032702,"t_first_token_unix":1779766855.5449762,"t_done":335991.549171591,"t_done_unix":1779766856.5631156},{"request_id":"1381728:2:1387040:690","session_id":"1381728","input_length":12399,"t_proxy_recv":335992.333860796,"t_decision_unix":1779766857.3478022,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":1,"affinity_cache_hit":1024,"affinity_cache_ratio":0.08258730542785708,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":-12399,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":12399,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":1024,"new_prefill":11375,"score_linear":-1024.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":0,"new_prefill":12399,"score_linear":0.0,"score_lmetric":-12399},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":12399,"score_linear":105902.0,"score_lmetric":57885},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":12399,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195370,"ongoing_decode_tokens":93452,"pending_prefill_tokens":30750,"num_requests":4,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":0,"new_prefill":12399,"score_linear":195370.0,"score_lmetric":172596},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":12399,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":12399,"score_linear":155661.0,"score_lmetric":418164},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":142930,"pending_prefill_tokens":15279,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":12399,"score_linear":262428.0,"score_lmetric":110712}],"chosen_score_linear":0.0,"chosen_score_lmetric":-12399,"t_first_token":335993.358511427,"t_first_token_unix":1779766858.372455,"t_done":335993.445089956,"t_done_unix":1779766858.4590333},{"request_id":"1279412:30:1387344:694","session_id":"1279412","input_length":101396,"t_proxy_recv":335993.462563569,"t_decision_unix":1779766858.476505,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":100864,"affinity_cache_ratio":0.9947532447039331,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":100864,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":101396,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1671,"cache_hit":0,"new_prefill":101396,"score_linear":0.0,"score_lmetric":-101396},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":12800,"new_prefill":88596,"score_linear":93102.0,"score_lmetric":134082},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":100864,"new_prefill":532,"score_linear":-100864.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195370,"ongoing_decode_tokens":93452,"pending_prefill_tokens":30750,"num_requests":4,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":12800,"new_prefill":88596,"score_linear":182570.0,"score_lmetric":477384},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":50793,"ongoing_decode_tokens":0,"pending_prefill_tokens":22633,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":101396,"score_linear":50793.0,"score_lmetric":124029},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":12800,"new_prefill":88596,"score_linear":142861.0,"score_lmetric":646755},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":142930,"pending_prefill_tokens":15279,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":12800,"new_prefill":88596,"score_linear":249628.0,"score_lmetric":415500}],"chosen_score_linear":-100864.0,"chosen_score_lmetric":0,"t_first_token":335993.682568263,"t_first_token_unix":1779766858.6965115,"t_done":335994.484848813,"t_done_unix":1779766859.4987924},{"request_id":"1340290:6:1387365:695","session_id":"1340290","input_length":27285,"t_proxy_recv":335993.526100572,"t_decision_unix":1779766858.540042,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9945391240608393,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":27136,"estimated_new_tokens":149,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":27136,"new_prefill":149,"score_linear":-27136.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1671,"cache_hit":0,"new_prefill":27285,"score_linear":0.0,"score_lmetric":-27285},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":27285,"score_linear":105902.0,"score_lmetric":72771},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101396,"ongoing_decode_tokens":0,"pending_prefill_tokens":532,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":27285,"score_linear":101396.0,"score_lmetric":27817},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195370,"ongoing_decode_tokens":93452,"pending_prefill_tokens":30750,"num_requests":4,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":0,"new_prefill":27285,"score_linear":195370.0,"score_lmetric":232140},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":50793,"ongoing_decode_tokens":0,"pending_prefill_tokens":22633,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":27285,"score_linear":50793.0,"score_lmetric":49918},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":1024,"new_prefill":26261,"score_linear":154637.0,"score_lmetric":459750},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":142930,"pending_prefill_tokens":15279,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":20992,"new_prefill":6293,"score_linear":241436.0,"score_lmetric":86288}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":335993.591418117,"t_first_token_unix":1779766858.6053612,"t_done":335994.723906895,"t_done_unix":1779766859.7378502},{"request_id":"1362265:4:1381673:650","session_id":"1362265","input_length":10645,"t_proxy_recv":335973.786802535,"t_decision_unix":1779766838.8007438,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":10240,"affinity_cache_ratio":0.9619539689995303,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":10240,"estimated_new_tokens":405,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1406,"cache_hit":0,"new_prefill":10645,"score_linear":35888.0,"score_lmetric":10645},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":6656,"new_prefill":3989,"score_linear":-6656.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":6656,"new_prefill":3989,"score_linear":99246.0,"score_lmetric":49475},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":177762,"pending_prefill_tokens":1336,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":10645,"score_linear":235418.0,"score_lmetric":35943},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":63536,"pending_prefill_tokens":4625,"num_requests":1,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":10645,"score_linear":124993.0,"score_lmetric":15270},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13989,"ongoing_decode_tokens":0,"pending_prefill_tokens":13989,"num_requests":1,"active_p_offloads":0,"cached_blocks":1485,"cache_hit":0,"new_prefill":10645,"score_linear":13989.0,"score_lmetric":24634},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":10240,"new_prefill":405,"score_linear":134776.0,"score_lmetric":253978},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74308,"ongoing_decode_tokens":95529,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":10645,"score_linear":74308.0,"score_lmetric":10645}],"chosen_score_linear":134776.0,"chosen_score_lmetric":253978,"t_first_token":335996.114346627,"t_first_token_unix":1779766861.1282892,"t_done":335996.73134447,"t_done_unix":1779766861.7452877},{"request_id":"1384772:1:1384772:677","session_id":"1384772","input_length":4690,"t_proxy_recv":335984.542767195,"t_decision_unix":1779766849.5567083,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":4690,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":4690,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25371,"ongoing_decode_tokens":0,"pending_prefill_tokens":22299,"num_requests":2,"active_p_offloads":0,"cached_blocks":1433,"cache_hit":0,"new_prefill":4690,"score_linear":25371.0,"score_lmetric":53978},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64229,"ongoing_decode_tokens":0,"pending_prefill_tokens":56549,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":4690,"score_linear":64229.0,"score_lmetric":61239},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":4690,"score_linear":105902.0,"score_lmetric":50176},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":180033,"ongoing_decode_tokens":180033,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":4690,"score_linear":180033.0,"score_lmetric":9380},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":88762,"ongoing_decode_tokens":88762,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":0,"new_prefill":4690,"score_linear":88762.0,"score_lmetric":4690},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":78248,"ongoing_decode_tokens":78248,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1530,"cache_hit":0,"new_prefill":4690,"score_linear":78248.0,"score_lmetric":9380},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":4690,"score_linear":155661.0,"score_lmetric":395037},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":250680,"ongoing_decode_tokens":202436,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":4690,"score_linear":250680.0,"score_lmetric":32428}],"chosen_score_linear":88762.0,"chosen_score_lmetric":4690,"t_first_token":335984.905011118,"t_first_token_unix":1779766849.9189541,"t_done":335996.879031293,"t_done_unix":1779766861.8929746},{"request_id":"1383090:2:1385262:682","session_id":"1383090","input_length":16734,"t_proxy_recv":335986.299544907,"t_decision_unix":1779766851.3134863,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":9216,"affinity_cache_ratio":0.5507350304768734,"affinity_num_requests":3,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"cache_hit":9216,"estimated_new_tokens":7518,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21221,"ongoing_decode_tokens":21221,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1456,"cache_hit":0,"new_prefill":16734,"score_linear":21221.0,"score_lmetric":16734},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64229,"ongoing_decode_tokens":64229,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":16734,"score_linear":64229.0,"score_lmetric":16734},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":16734,"score_linear":105902.0,"score_lmetric":62220},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":181685,"ongoing_decode_tokens":181685,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":16734,"score_linear":181685.0,"score_lmetric":33468},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":178636,"ongoing_decode_tokens":93452,"pending_prefill_tokens":23232,"num_requests":3,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":9216,"new_prefill":7518,"score_linear":169420.0,"score_lmetric":92250},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":97282,"ongoing_decode_tokens":78248,"pending_prefill_tokens":19034,"num_requests":3,"active_p_offloads":0,"cached_blocks":1530,"cache_hit":0,"new_prefill":16734,"score_linear":97282.0,"score_lmetric":107304},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":16734,"score_linear":155661.0,"score_lmetric":431169},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":142930,"pending_prefill_tokens":15279,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":16734,"score_linear":262428.0,"score_lmetric":128052}],"chosen_score_linear":169420.0,"chosen_score_lmetric":92250,"t_first_token":335996.473226824,"t_first_token_unix":1779766861.4871705,"t_done":335997.304601118,"t_done_unix":1779766862.3185446},{"request_id":"1384772:2:1387335:693","session_id":"1384772","input_length":11530,"t_proxy_recv":335996.885928162,"t_decision_unix":1779766861.8998694,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":1,"affinity_cache_hit":4608,"affinity_cache_ratio":0.39965307892454466,"affinity_num_requests":3,"avg_num_requests":1.25,"fallback_score":-11530,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":11530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":11530,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1671,"cache_hit":0,"new_prefill":11530,"score_linear":0.0,"score_lmetric":-11530},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":105902,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":11530,"score_linear":105902.0,"score_lmetric":11530},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1372,"cache_hit":0,"new_prefill":11530,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":190680,"ongoing_decode_tokens":190680,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2169,"cache_hit":4608,"new_prefill":6922,"score_linear":186072.0,"score_lmetric":20766},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":50793,"ongoing_decode_tokens":0,"pending_prefill_tokens":22633,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":11530,"score_linear":50793.0,"score_lmetric":34163},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":145016,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":11530,"score_linear":145016.0,"score_lmetric":23060},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":142930,"pending_prefill_tokens":15279,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":11530,"score_linear":262428.0,"score_lmetric":107236}],"chosen_score_linear":0.0,"chosen_score_lmetric":-11530,"t_first_token":335997.81329878,"t_first_token_unix":1779766862.827242,"t_done":335997.872951615,"t_done_unix":1779766862.8868952},{"request_id":"1382804:2:1388620:698","session_id":"1382804","input_length":3678,"t_proxy_recv":335998.042202045,"t_decision_unix":1779766863.0561435,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":1,"affinity_cache_hit":512,"affinity_cache_ratio":0.13920609026644915,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":-3678,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":3678,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":3678,"score_linear":71899.0,"score_lmetric":75577},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1693,"cache_hit":0,"new_prefill":3678,"score_linear":0.0,"score_lmetric":-3678},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":105902,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":3678,"score_linear":105902.0,"score_lmetric":3678},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1372,"cache_hit":0,"new_prefill":3678,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":173946,"ongoing_decode_tokens":173946,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2183,"cache_hit":0,"new_prefill":3678,"score_linear":173946.0,"score_lmetric":7356},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":50793,"ongoing_decode_tokens":0,"pending_prefill_tokens":22633,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":512,"new_prefill":3166,"score_linear":50281.0,"score_lmetric":25799},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":145016,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":3678,"score_linear":145016.0,"score_lmetric":7356},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":142930,"pending_prefill_tokens":15279,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":3678,"score_linear":262428.0,"score_lmetric":75828}],"chosen_score_linear":0.0,"chosen_score_lmetric":-3678,"t_first_token":335998.270821834,"t_first_token_unix":1779766863.284765,"t_done":335998.323738025,"t_done_unix":1779766863.337681},{"request_id":"1363943:5:1373637:609","session_id":"1363943","input_length":18676,"t_proxy_recv":335945.825721445,"t_decision_unix":1779766810.8396626,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9869351038766331,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":18432,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":155120,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":8704,"new_prefill":9972,"score_linear":146416.0,"score_lmetric":19944},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":18676,"score_linear":62618.0,"score_lmetric":18676},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":132433,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":18676,"score_linear":196964.0,"score_lmetric":72981},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":18676,"score_linear":177762.0,"score_lmetric":196342},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94538,"ongoing_decode_tokens":0,"pending_prefill_tokens":76106,"num_requests":1,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":4096,"new_prefill":14580,"score_linear":90442.0,"score_lmetric":90686},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":84162,"ongoing_decode_tokens":84162,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":18676,"score_linear":84162.0,"score_lmetric":37352},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":18432,"new_prefill":244,"score_linear":107908.0,"score_lmetric":126584},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85730,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1448,"cache_hit":4096,"new_prefill":14580,"score_linear":81634.0,"score_lmetric":14580}],"chosen_score_linear":107908.0,"chosen_score_lmetric":126584,"t_first_token":335996.114193624,"t_first_token_unix":1779766861.1281369,"t_done":335998.621735158,"t_done_unix":1779766863.6356785},{"request_id":"1355484:10:1384484:675","session_id":"1355484","input_length":25226,"t_proxy_recv":335983.684347889,"t_decision_unix":1779766848.6982892,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9336398953460715,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":23552,"estimated_new_tokens":1674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25371,"ongoing_decode_tokens":0,"pending_prefill_tokens":22299,"num_requests":2,"active_p_offloads":0,"cached_blocks":1433,"cache_hit":0,"new_prefill":25226,"score_linear":25371.0,"score_lmetric":95050},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64229,"ongoing_decode_tokens":0,"pending_prefill_tokens":56549,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":25226,"score_linear":64229.0,"score_lmetric":81775},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":12800,"new_prefill":12426,"score_linear":93102.0,"score_lmetric":57912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":180033,"ongoing_decode_tokens":180033,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":12800,"new_prefill":12426,"score_linear":167233.0,"score_lmetric":24852},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":69525,"ongoing_decode_tokens":69525,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":23552,"new_prefill":1674,"score_linear":45973.0,"score_lmetric":1674},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":28383,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1530,"cache_hit":0,"new_prefill":25226,"score_linear":28383.0,"score_lmetric":25226},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":12800,"new_prefill":12426,"score_linear":142861.0,"score_lmetric":418245},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":250680,"ongoing_decode_tokens":202436,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":12800,"new_prefill":12426,"score_linear":237880.0,"score_lmetric":63372}],"chosen_score_linear":45973.0,"chosen_score_lmetric":1674,"t_first_token":335984.018641434,"t_first_token_unix":1779766849.0325851,"t_done":335999.458095249,"t_done_unix":1779766864.472039},{"request_id":"1313181:5:1320817:349","session_id":"1313181","input_length":105902,"t_proxy_recv":335972.935844061,"t_decision_unix":1779766837.9497857,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":60416,"affinity_cache_ratio":0.5704896980227002,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":60416,"estimated_new_tokens":45486,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1406,"cache_hit":0,"new_prefill":105902,"score_linear":35888.0,"score_lmetric":105902},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1535,"cache_hit":0,"new_prefill":105902,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":60416,"new_prefill":45486,"score_linear":-60416.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":177762,"pending_prefill_tokens":1336,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":12800,"new_prefill":93102,"score_linear":222618.0,"score_lmetric":283314},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":63536,"pending_prefill_tokens":4625,"num_requests":1,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":24064,"new_prefill":81838,"score_linear":100929.0,"score_lmetric":86463},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13989,"ongoing_decode_tokens":0,"pending_prefill_tokens":13989,"num_requests":1,"active_p_offloads":0,"cached_blocks":1485,"cache_hit":0,"new_prefill":105902,"score_linear":13989.0,"score_lmetric":119891},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":12800,"new_prefill":93102,"score_linear":132216.0,"score_lmetric":439372},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74308,"ongoing_decode_tokens":95529,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":12800,"new_prefill":93102,"score_linear":61508.0,"score_lmetric":93102}],"chosen_score_linear":-60416.0,"chosen_score_lmetric":0,"t_first_token":335996.346661709,"t_first_token_unix":1779766861.3606052,"t_done":336000.297547646,"t_done_unix":1779766865.3114922},{"request_id":"1384947:2:1388842:700","session_id":"1384947","input_length":20183,"t_proxy_recv":335998.817547047,"t_decision_unix":1779766863.8314884,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9386117029182975,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":18944,"estimated_new_tokens":1239,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":20183,"score_linear":71899.0,"score_lmetric":92082},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1700,"cache_hit":0,"new_prefill":20183,"score_linear":0.0,"score_lmetric":-20183},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":105902,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":20183,"score_linear":105902.0,"score_lmetric":20183},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1372,"cache_hit":0,"new_prefill":20183,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":173946,"ongoing_decode_tokens":173946,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2183,"cache_hit":0,"new_prefill":20183,"score_linear":173946.0,"score_lmetric":40366},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":50793,"ongoing_decode_tokens":50793,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":18944,"new_prefill":1239,"score_linear":31849.0,"score_lmetric":1239},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145456,"ongoing_decode_tokens":145456,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":20183,"score_linear":145456.0,"score_lmetric":40366},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":142930,"pending_prefill_tokens":15279,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":20183,"score_linear":262428.0,"score_lmetric":141848}],"chosen_score_linear":31849.0,"chosen_score_lmetric":1239,"t_first_token":335999.060107436,"t_first_token_unix":1779766864.0740516,"t_done":336000.743269874,"t_done_unix":1779766865.7572134},{"request_id":"1363943:6:1375416:618","session_id":"1363943","input_length":19116,"t_proxy_recv":335998.627584537,"t_decision_unix":1779766863.641526,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9642184557438794,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":18432,"estimated_new_tokens":684,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":8704,"new_prefill":10412,"score_linear":63195.0,"score_lmetric":82311},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1700,"cache_hit":0,"new_prefill":19116,"score_linear":0.0,"score_lmetric":-19116},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":105902,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":19116,"score_linear":105902.0,"score_lmetric":19116},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1372,"cache_hit":0,"new_prefill":19116,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":173946,"ongoing_decode_tokens":173946,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2183,"cache_hit":4096,"new_prefill":15020,"score_linear":169850.0,"score_lmetric":30040},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":50793,"ongoing_decode_tokens":50793,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":19116,"score_linear":50793.0,"score_lmetric":19116},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":18432,"new_prefill":684,"score_linear":107908.0,"score_lmetric":684},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":142930,"pending_prefill_tokens":15279,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":4096,"new_prefill":15020,"score_linear":258332.0,"score_lmetric":121196}],"chosen_score_linear":107908.0,"chosen_score_lmetric":684,"t_first_token":335998.761326846,"t_first_token_unix":1779766863.7752707,"t_done":336000.909054426,"t_done_unix":1779766865.9229975},{"request_id":"1381387:3:1387093:691","session_id":"1381387","input_length":50793,"t_proxy_recv":335992.544661025,"t_decision_unix":1779766857.5586026,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":28160,"affinity_cache_ratio":0.5544071033410115,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":28160,"estimated_new_tokens":22633,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":50793,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12399,"ongoing_decode_tokens":0,"pending_prefill_tokens":12399,"num_requests":0,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":0,"new_prefill":50793,"score_linear":12399.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":50793,"score_linear":105902.0,"score_lmetric":96279},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":50793,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195370,"ongoing_decode_tokens":93452,"pending_prefill_tokens":30750,"num_requests":4,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":0,"new_prefill":50793,"score_linear":195370.0,"score_lmetric":326172},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":28160,"new_prefill":22633,"score_linear":-28160.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":50793,"score_linear":155661.0,"score_lmetric":533346},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":142930,"pending_prefill_tokens":15279,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":50793,"score_linear":262428.0,"score_lmetric":264288}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":335998.551434055,"t_first_token_unix":1779766863.5653777,"t_done":336001.091361953,"t_done_unix":1779766866.1053054},{"request_id":"1355484:11:1388276:696","session_id":"1355484","input_length":26837,"t_proxy_recv":335999.464920385,"t_decision_unix":1779766864.4788618,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9348287811603383,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":25088,"estimated_new_tokens":1749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":26837,"score_linear":71899.0,"score_lmetric":98736},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1700,"cache_hit":0,"new_prefill":26837,"score_linear":0.0,"score_lmetric":-26837},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":105902,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":12800,"new_prefill":14037,"score_linear":93102.0,"score_lmetric":14037},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1372,"cache_hit":12800,"new_prefill":14037,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148720,"ongoing_decode_tokens":148720,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2186,"cache_hit":25088,"new_prefill":1749,"score_linear":123632.0,"score_lmetric":1749},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":70976,"ongoing_decode_tokens":70976,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":26837,"score_linear":70976.0,"score_lmetric":53674},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145456,"ongoing_decode_tokens":145456,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":12800,"new_prefill":14037,"score_linear":132656.0,"score_lmetric":28074},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":142930,"pending_prefill_tokens":15279,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":12800,"new_prefill":14037,"score_linear":249628.0,"score_lmetric":117264}],"chosen_score_linear":123632.0,"chosen_score_lmetric":1749,"t_first_token":335999.823618267,"t_first_token_unix":1779766864.8375623,"t_done":336002.500669463,"t_done_unix":1779766867.5146127},{"request_id":"1373431:1:1373431:606","session_id":"1373431","input_length":126340,"t_proxy_recv":335945.155009338,"t_decision_unix":1779766810.1689508,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":126340,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155120,"ongoing_decode_tokens":0,"pending_prefill_tokens":119792,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":126340,"score_linear":155120.0,"score_lmetric":492264},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":126340,"score_linear":62618.0,"score_lmetric":126340},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":132433,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":126340,"score_linear":196964.0,"score_lmetric":395973},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":126340,"score_linear":98267.0,"score_lmetric":126340},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":38252,"ongoing_decode_tokens":0,"pending_prefill_tokens":38252,"num_requests":0,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":126340,"score_linear":38252.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":84162,"ongoing_decode_tokens":84162,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":126340,"score_linear":84162.0,"score_lmetric":252680},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":126340,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85730,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1448,"cache_hit":1024,"new_prefill":125316,"score_linear":84706.0,"score_lmetric":125316}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":335996.112435343,"t_first_token_unix":1779766861.126379,"t_done":336003.705117337,"t_done_unix":1779766868.7190669},{"request_id":"1363943:7:1377305:623","session_id":"1363943","input_length":20727,"t_proxy_recv":336000.914613409,"t_decision_unix":1779766865.928555,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9139769382930477,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":18944,"estimated_new_tokens":1783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":8704,"new_prefill":12023,"score_linear":63195.0,"score_lmetric":83922},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1700,"cache_hit":0,"new_prefill":20727,"score_linear":0.0,"score_lmetric":-20727},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1660,"cache_hit":0,"new_prefill":20727,"score_linear":60858.0,"score_lmetric":20727},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1372,"cache_hit":0,"new_prefill":20727,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":175557,"ongoing_decode_tokens":175557,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2186,"cache_hit":4096,"new_prefill":16631,"score_linear":171461.0,"score_lmetric":33262},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":50793,"ongoing_decode_tokens":50793,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":20727,"score_linear":50793.0,"score_lmetric":20727},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1483,"cache_hit":18944,"new_prefill":1783,"score_linear":107396.0,"score_lmetric":1783},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":212395,"pending_prefill_tokens":11862,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":4096,"new_prefill":16631,"score_linear":258332.0,"score_lmetric":113972}],"chosen_score_linear":107396.0,"chosen_score_lmetric":1783,"t_first_token":336001.25514223,"t_first_token_unix":1779766866.2690854,"t_done":336003.756784946,"t_done_unix":1779766868.77073},{"request_id":"1390240:1:1390240:705","session_id":"1390240","input_length":5110,"t_proxy_recv":336003.977398744,"t_decision_unix":1779766868.99134,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":-5110,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":5110,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110141,"ongoing_decode_tokens":0,"pending_prefill_tokens":72253,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":5110,"score_linear":110141.0,"score_lmetric":154726},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1700,"cache_hit":0,"new_prefill":5110,"score_linear":0.0,"score_lmetric":-5110},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1660,"cache_hit":0,"new_prefill":5110,"score_linear":60858.0,"score_lmetric":5110},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1372,"cache_hit":0,"new_prefill":5110,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148720,"ongoing_decode_tokens":148720,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":0,"new_prefill":5110,"score_linear":148720.0,"score_lmetric":5110},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":5110,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148215,"ongoing_decode_tokens":0,"pending_prefill_tokens":1271,"num_requests":2,"active_p_offloads":0,"cached_blocks":1733,"cache_hit":0,"new_prefill":5110,"score_linear":148215.0,"score_lmetric":12762},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":283649,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":5110,"score_linear":262428.0,"score_lmetric":20440}],"chosen_score_linear":0.0,"chosen_score_lmetric":-5110,"t_first_token":336004.307273271,"t_first_token_unix":1779766869.3212168,"t_done":336004.582889964,"t_done_unix":1779766869.596833},{"request_id":"1363093:3:1374394:612","session_id":"1363093","input_length":63536,"t_proxy_recv":335948.419098628,"t_decision_unix":1779766813.4330401,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9911860992193402,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":62976,"estimated_new_tokens":560,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":63536,"score_linear":117888.0,"score_lmetric":63536},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":19862,"ongoing_decode_tokens":0,"pending_prefill_tokens":19862,"num_requests":1,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":63536,"score_linear":19862.0,"score_lmetric":83398},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196964,"ongoing_decode_tokens":132433,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":63536,"score_linear":196964.0,"score_lmetric":207561},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":63536,"score_linear":177762.0,"score_lmetric":286062},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94538,"ongoing_decode_tokens":0,"pending_prefill_tokens":76106,"num_requests":1,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":62976,"new_prefill":560,"score_linear":31562.0,"score_lmetric":76666},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35194,"ongoing_decode_tokens":35194,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1364,"cache_hit":0,"new_prefill":63536,"score_linear":35194.0,"score_lmetric":63536},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":63536,"score_linear":145016.0,"score_lmetric":380240},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":132494,"ongoing_decode_tokens":106951,"pending_prefill_tokens":11948,"num_requests":2,"active_p_offloads":0,"cached_blocks":1448,"cache_hit":0,"new_prefill":63536,"score_linear":132494.0,"score_lmetric":150968}],"chosen_score_linear":31562.0,"chosen_score_lmetric":76666,"t_first_token":335959.901387655,"t_first_token_unix":1779766824.915331,"t_done":336005.374975554,"t_done_unix":1779766870.3889196},{"request_id":"1313181:5:1374956:615","session_id":"1313181","input_length":60858,"t_proxy_recv":336000.308572262,"t_decision_unix":1779766865.3225136,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":60416,"affinity_cache_ratio":0.9927371914949554,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":60416,"estimated_new_tokens":442,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":60858,"score_linear":71899.0,"score_lmetric":132757},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1700,"cache_hit":0,"new_prefill":60858,"score_linear":0.0,"score_lmetric":-60858},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1660,"cache_hit":60416,"new_prefill":442,"score_linear":-60416.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1372,"cache_hit":12800,"new_prefill":48058,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":175557,"ongoing_decode_tokens":175557,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2186,"cache_hit":24064,"new_prefill":36794,"score_linear":151493.0,"score_lmetric":73588},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":70976,"ongoing_decode_tokens":70976,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":60858,"score_linear":70976.0,"score_lmetric":121716},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145456,"ongoing_decode_tokens":145456,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":12800,"new_prefill":48058,"score_linear":132656.0,"score_lmetric":96116},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":142930,"pending_prefill_tokens":15279,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":12800,"new_prefill":48058,"score_linear":249628.0,"score_lmetric":253348}],"chosen_score_linear":-60416.0,"chosen_score_lmetric":0,"t_first_token":336000.407198929,"t_first_token_unix":1779766865.4211426,"t_done":336005.842365704,"t_done_unix":1779766870.8563094},{"request_id":"1373431:2:1378320:629","session_id":"1373431","input_length":127267,"t_proxy_recv":336003.729923015,"t_decision_unix":1779766868.7438645,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":126464,"affinity_cache_ratio":0.9936904303550803,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":126464,"estimated_new_tokens":803,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110141,"ongoing_decode_tokens":0,"pending_prefill_tokens":72253,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":1024,"new_prefill":126243,"score_linear":109117.0,"score_lmetric":396992},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1700,"cache_hit":0,"new_prefill":127267,"score_linear":0.0,"score_lmetric":-127267},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1660,"cache_hit":0,"new_prefill":127267,"score_linear":60858.0,"score_lmetric":127267},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1372,"cache_hit":0,"new_prefill":127267,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148720,"ongoing_decode_tokens":148720,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":0,"new_prefill":127267,"score_linear":148720.0,"score_lmetric":127267},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":127267,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20727,"ongoing_decode_tokens":20727,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1730,"cache_hit":126464,"new_prefill":803,"score_linear":-105737.0,"score_lmetric":803},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":283649,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":1024,"new_prefill":126243,"score_linear":261404.0,"score_lmetric":504972}],"chosen_score_linear":-105737.0,"chosen_score_lmetric":803,"t_first_token":336004.347369491,"t_first_token_unix":1779766869.361313,"t_done":336006.196077435,"t_done_unix":1779766871.210021},{"request_id":"1390356:1:1390356:706","session_id":"1390356","input_length":1349,"t_proxy_recv":336004.419054596,"t_decision_unix":1779766869.432996,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1349,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110141,"ongoing_decode_tokens":0,"pending_prefill_tokens":72253,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":1349,"score_linear":110141.0,"score_lmetric":147204},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":5110,"ongoing_decode_tokens":5110,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1700,"cache_hit":0,"new_prefill":1349,"score_linear":5110.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1660,"cache_hit":0,"new_prefill":1349,"score_linear":60858.0,"score_lmetric":1349},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1372,"cache_hit":0,"new_prefill":1349,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148720,"ongoing_decode_tokens":148720,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":0,"new_prefill":1349,"score_linear":148720.0,"score_lmetric":1349},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":1349,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148215,"ongoing_decode_tokens":127267,"pending_prefill_tokens":468,"num_requests":2,"active_p_offloads":0,"cached_blocks":1733,"cache_hit":0,"new_prefill":1349,"score_linear":148215.0,"score_lmetric":3634},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":283649,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":1349,"score_linear":262428.0,"score_lmetric":5396}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":336004.578022675,"t_first_token_unix":1779766869.5919662,"t_done":336006.270739161,"t_done_unix":1779766871.2846823},{"request_id":"1370129:4:1384856:678","session_id":"1370129","input_length":85184,"t_proxy_recv":335984.818834038,"t_decision_unix":1779766849.832774,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":61952,"affinity_cache_ratio":0.7272727272727273,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"cache_hit":61952,"estimated_new_tokens":23232,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25371,"ongoing_decode_tokens":0,"pending_prefill_tokens":22299,"num_requests":2,"active_p_offloads":0,"cached_blocks":1433,"cache_hit":7680,"new_prefill":77504,"score_linear":17691.0,"score_lmetric":199606},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64229,"ongoing_decode_tokens":0,"pending_prefill_tokens":56549,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":85184,"score_linear":64229.0,"score_lmetric":141733},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":85184,"score_linear":105902.0,"score_lmetric":130670},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":180033,"ongoing_decode_tokens":180033,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":85184,"score_linear":180033.0,"score_lmetric":170368},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":93452,"ongoing_decode_tokens":88762,"pending_prefill_tokens":4690,"num_requests":2,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":61952,"new_prefill":23232,"score_linear":31500.0,"score_lmetric":55844},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":78248,"ongoing_decode_tokens":78248,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1530,"cache_hit":0,"new_prefill":85184,"score_linear":78248.0,"score_lmetric":170368},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":7680,"new_prefill":77504,"score_linear":147981.0,"score_lmetric":613479},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":250680,"ongoing_decode_tokens":202436,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":7680,"new_prefill":77504,"score_linear":243000.0,"score_lmetric":323684}],"chosen_score_linear":31500.0,"chosen_score_lmetric":55844,"t_first_token":335995.749186032,"t_first_token_unix":1779766860.7631297,"t_done":336007.133735207,"t_done_unix":1779766872.147679},{"request_id":"1342921:3:1384020:670","session_id":"1342921","input_length":69465,"t_proxy_recv":335981.975464154,"t_decision_unix":1779766846.9894052,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":66048,"affinity_cache_ratio":0.950809760310948,"affinity_num_requests":3,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":66048,"estimated_new_tokens":3417,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1433,"cache_hit":0,"new_prefill":69465,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64229,"ongoing_decode_tokens":0,"pending_prefill_tokens":56549,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":69465,"score_linear":64229.0,"score_lmetric":126014},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":69465,"score_linear":105902.0,"score_lmetric":114951},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":179835,"ongoing_decode_tokens":179835,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":69465,"score_linear":179835.0,"score_lmetric":138930},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":69465,"score_linear":124993.0,"score_lmetric":69465},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":14559,"num_requests":1,"active_p_offloads":0,"cached_blocks":1530,"cache_hit":0,"new_prefill":69465,"score_linear":28383.0,"score_lmetric":84024},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":69465,"score_linear":155661.0,"score_lmetric":589362},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":181215,"ongoing_decode_tokens":202436,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":66048,"new_prefill":3417,"score_linear":115167.0,"score_lmetric":10251}],"chosen_score_linear":115167.0,"chosen_score_lmetric":10251,"t_first_token":336000.497544159,"t_first_token_unix":1779766865.5114875,"t_done":336007.753164942,"t_done_unix":1779766872.7671087},{"request_id":"1384947:3:1390898:710","session_id":"1384947","input_length":20683,"t_proxy_recv":336006.629519915,"t_decision_unix":1779766871.6434615,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9654305468258957,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":19968,"estimated_new_tokens":715,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110141,"ongoing_decode_tokens":0,"pending_prefill_tokens":72253,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":20683,"score_linear":110141.0,"score_lmetric":185872},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":20683,"score_linear":0.0,"score_lmetric":-20683},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":20683,"score_linear":106305.0,"score_lmetric":65548},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":20683,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":153371,"ongoing_decode_tokens":85184,"pending_prefill_tokens":3163,"num_requests":1,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":0,"new_prefill":20683,"score_linear":153371.0,"score_lmetric":23846},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":19968,"new_prefill":715,"score_linear":-19968.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":149149,"ongoing_decode_tokens":20948,"pending_prefill_tokens":1225,"num_requests":2,"active_p_offloads":0,"cached_blocks":1734,"cache_hit":0,"new_prefill":20683,"score_linear":149149.0,"score_lmetric":43816},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":283649,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":20683,"score_linear":262428.0,"score_lmetric":82732}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":336006.767731802,"t_first_token_unix":1779766871.781675,"t_done":336007.953209542,"t_done_unix":1779766872.9671526},{"request_id":"1373431:3:1383388:667","session_id":"1373431","input_length":128201,"t_proxy_recv":336006.224675942,"t_decision_unix":1779766871.2386177,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":126976,"affinity_cache_ratio":0.9904446923190927,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":126976,"estimated_new_tokens":1225,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110141,"ongoing_decode_tokens":0,"pending_prefill_tokens":72253,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":1024,"new_prefill":127177,"score_linear":109117.0,"score_lmetric":398860},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":128201,"score_linear":0.0,"score_lmetric":-128201},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":128201,"score_linear":106305.0,"score_lmetric":173066},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":1349,"ongoing_decode_tokens":1349,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1372,"cache_hit":0,"new_prefill":128201,"score_linear":1349.0,"score_lmetric":128201},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":153371,"ongoing_decode_tokens":85184,"pending_prefill_tokens":3163,"num_requests":1,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":0,"new_prefill":128201,"score_linear":153371.0,"score_lmetric":131364},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":128201,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1734,"cache_hit":126976,"new_prefill":1225,"score_linear":-106028.0,"score_lmetric":1225},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":283649,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":1024,"new_prefill":127177,"score_linear":261404.0,"score_lmetric":508708}],"chosen_score_linear":-106028.0,"chosen_score_lmetric":1225,"t_first_token":336007.080281995,"t_first_token_unix":1779766872.0942254,"t_done":336008.221245924,"t_done_unix":1779766873.2351897},{"request_id":"1366128:11:1384044:671","session_id":"1366128","input_length":71254,"t_proxy_recv":335984.889742784,"t_decision_unix":1779766849.9036841,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":59392,"affinity_cache_ratio":0.8335251354309934,"affinity_num_requests":3,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"cache_hit":59392,"estimated_new_tokens":11862,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25371,"ongoing_decode_tokens":25371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1433,"cache_hit":0,"new_prefill":71254,"score_linear":25371.0,"score_lmetric":142508},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64229,"ongoing_decode_tokens":0,"pending_prefill_tokens":56549,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":71254,"score_linear":64229.0,"score_lmetric":127803},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":71254,"score_linear":105902.0,"score_lmetric":116740},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":180033,"ongoing_decode_tokens":180033,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":71254,"score_linear":180033.0,"score_lmetric":142508},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":178636,"ongoing_decode_tokens":88762,"pending_prefill_tokens":27922,"num_requests":3,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":0,"new_prefill":71254,"score_linear":178636.0,"score_lmetric":297528},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":78248,"ongoing_decode_tokens":78248,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1530,"cache_hit":0,"new_prefill":71254,"score_linear":78248.0,"score_lmetric":142508},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":71254,"score_linear":155661.0,"score_lmetric":594729},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":191174,"ongoing_decode_tokens":142930,"pending_prefill_tokens":3417,"num_requests":3,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":59392,"new_prefill":11862,"score_linear":131782.0,"score_lmetric":45837}],"chosen_score_linear":131782.0,"chosen_score_lmetric":45837,"t_first_token":336003.674395978,"t_first_token_unix":1779766868.6883395,"t_done":336008.707188919,"t_done_unix":1779766873.7211325},{"request_id":"1366128:12:1386045:687","session_id":"1366128","input_length":71578,"t_proxy_recv":336008.71859288,"t_decision_unix":1779766873.7325346,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9942719830115399,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":71168,"estimated_new_tokens":410,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110141,"ongoing_decode_tokens":0,"pending_prefill_tokens":72253,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":71578,"score_linear":110141.0,"score_lmetric":287662},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99297,"ongoing_decode_tokens":0,"pending_prefill_tokens":99297,"num_requests":1,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":71578,"score_linear":99297.0,"score_lmetric":170875},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":71578,"score_linear":106305.0,"score_lmetric":116443},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101993,"ongoing_decode_tokens":101993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":71578,"score_linear":101993.0,"score_lmetric":71578},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":155874,"ongoing_decode_tokens":155874,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":0,"new_prefill":71578,"score_linear":155874.0,"score_lmetric":71578},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":15302,"ongoing_decode_tokens":0,"pending_prefill_tokens":15302,"num_requests":1,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":71578,"score_linear":15302.0,"score_lmetric":86880},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":71578,"score_linear":20948.0,"score_lmetric":71578},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121709,"ongoing_decode_tokens":142930,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1551,"cache_hit":71168,"new_prefill":410,"score_linear":50541.0,"score_lmetric":820}],"chosen_score_linear":50541.0,"chosen_score_lmetric":820,"t_first_token":336008.95481119,"t_first_token_unix":1779766873.9687548,"t_done":336009.974308698,"t_done_unix":1779766874.9882524},{"request_id":"1391584:1:1391584:713","session_id":"1391584","input_length":15302,"t_proxy_recv":336008.49214463,"t_decision_unix":1779766873.506086,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":15302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110141,"ongoing_decode_tokens":0,"pending_prefill_tokens":72253,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":15302,"score_linear":110141.0,"score_lmetric":175110},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99297,"ongoing_decode_tokens":0,"pending_prefill_tokens":99297,"num_requests":1,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":15302,"score_linear":99297.0,"score_lmetric":114599},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":15302,"score_linear":106305.0,"score_lmetric":60167},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101993,"ongoing_decode_tokens":101993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":15302,"score_linear":101993.0,"score_lmetric":15302},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":155874,"ongoing_decode_tokens":155874,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":0,"new_prefill":15302,"score_linear":155874.0,"score_lmetric":15302},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":15302,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":15302,"score_linear":20948.0,"score_lmetric":15302},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":192963,"ongoing_decode_tokens":214184,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":15302,"score_linear":192963.0,"score_lmetric":45906}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":336009.858293355,"t_first_token_unix":1779766874.8722365,"t_done":336010.074247748,"t_done_unix":1779766875.088191},{"request_id":"1279412:31:1391216:711","session_id":"1279412","input_length":101993,"t_proxy_recv":336007.522433363,"t_decision_unix":1779766872.5363746,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":101376,"affinity_cache_ratio":0.993950565234869,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":101376,"estimated_new_tokens":617,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110141,"ongoing_decode_tokens":0,"pending_prefill_tokens":72253,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":101993,"score_linear":110141.0,"score_lmetric":348492},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":101993,"score_linear":0.0,"score_lmetric":-101993},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":12800,"new_prefill":89193,"score_linear":93505.0,"score_lmetric":134058},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":101376,"new_prefill":617,"score_linear":-101376.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":155874,"ongoing_decode_tokens":68187,"pending_prefill_tokens":2183,"num_requests":1,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":12800,"new_prefill":89193,"score_linear":143074.0,"score_lmetric":91376},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":20683,"ongoing_decode_tokens":20683,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":101993,"score_linear":20683.0,"score_lmetric":101993},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":149149,"ongoing_decode_tokens":149149,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1734,"cache_hit":12800,"new_prefill":89193,"score_linear":136349.0,"score_lmetric":178386},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":283649,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":12800,"new_prefill":89193,"score_linear":249628.0,"score_lmetric":356772}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":336008.035219125,"t_first_token_unix":1779766873.0491621,"t_done":336010.807962502,"t_done_unix":1779766875.8219063},{"request_id":"1366128:13:1387308:692","session_id":"1366128","input_length":71708,"t_proxy_recv":336009.987648107,"t_decision_unix":1779766875.0015898,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9924694594745356,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":71168,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110141,"ongoing_decode_tokens":0,"pending_prefill_tokens":72253,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":71708,"score_linear":110141.0,"score_lmetric":287922},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99297,"ongoing_decode_tokens":0,"pending_prefill_tokens":99297,"num_requests":1,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":71708,"score_linear":99297.0,"score_lmetric":171005},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":71708,"score_linear":106305.0,"score_lmetric":116573},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101993,"ongoing_decode_tokens":101993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":71708,"score_linear":101993.0,"score_lmetric":71708},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":184256,"ongoing_decode_tokens":155874,"pending_prefill_tokens":1758,"num_requests":2,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":0,"new_prefill":71708,"score_linear":184256.0,"score_lmetric":146932},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":15302,"ongoing_decode_tokens":15302,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":71708,"score_linear":15302.0,"score_lmetric":71708},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":71708,"score_linear":20948.0,"score_lmetric":71708},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121709,"ongoing_decode_tokens":142930,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1551,"cache_hit":71168,"new_prefill":540,"score_linear":50541.0,"score_lmetric":1080}],"chosen_score_linear":50541.0,"chosen_score_lmetric":1080,"t_first_token":336010.176340792,"t_first_token_unix":1779766875.190284,"t_done":336010.998034308,"t_done_unix":1779766876.0119777},{"request_id":"1391584:2:1392466:715","session_id":"1391584","input_length":15483,"t_proxy_recv":336011.809313979,"t_decision_unix":1779766876.823255,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":14848,"affinity_cache_ratio":0.958987276367629,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":14848,"estimated_new_tokens":635,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110141,"ongoing_decode_tokens":0,"pending_prefill_tokens":72253,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":15483,"score_linear":110141.0,"score_lmetric":175472},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99297,"ongoing_decode_tokens":0,"pending_prefill_tokens":99297,"num_requests":1,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":15483,"score_linear":99297.0,"score_lmetric":114780},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":15483,"score_linear":106305.0,"score_lmetric":60348},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":15483,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":184256,"ongoing_decode_tokens":184256,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":0,"new_prefill":15483,"score_linear":184256.0,"score_lmetric":30966},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":14848,"new_prefill":635,"score_linear":-14848.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":15483,"score_linear":20948.0,"score_lmetric":15483},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":205113,"ongoing_decode_tokens":142930,"pending_prefill_tokens":11724,"num_requests":3,"active_p_offloads":0,"cached_blocks":1552,"cache_hit":0,"new_prefill":15483,"score_linear":205113.0,"score_lmetric":81621}],"chosen_score_linear":-14848.0,"chosen_score_lmetric":0,"t_first_token":336011.88788801,"t_first_token_unix":1779766876.9018316,"t_done":336012.27965741,"t_done_unix":1779766877.2936008},{"request_id":"1363943:8:1379215:635","session_id":"1363943","input_length":20948,"t_proxy_recv":336003.760810869,"t_decision_unix":1779766868.7747521,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":20480,"affinity_cache_ratio":0.97765896505633,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":20480,"estimated_new_tokens":468,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110141,"ongoing_decode_tokens":0,"pending_prefill_tokens":72253,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":8704,"new_prefill":12244,"score_linear":101437.0,"score_lmetric":168994},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1700,"cache_hit":0,"new_prefill":20948,"score_linear":0.0,"score_lmetric":-20948},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1660,"cache_hit":0,"new_prefill":20948,"score_linear":60858.0,"score_lmetric":20948},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1372,"cache_hit":0,"new_prefill":20948,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148720,"ongoing_decode_tokens":148720,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":4096,"new_prefill":16852,"score_linear":144624.0,"score_lmetric":16852},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":20948,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127267,"ongoing_decode_tokens":0,"pending_prefill_tokens":803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1733,"cache_hit":20480,"new_prefill":468,"score_linear":106787.0,"score_lmetric":1271},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":283649,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":4096,"new_prefill":16852,"score_linear":258332.0,"score_lmetric":67408}],"chosen_score_linear":106787.0,"chosen_score_lmetric":1271,"t_first_token":336004.432388669,"t_first_token_unix":1779766869.4463356,"t_done":336013.237090782,"t_done_unix":1779766878.2510343},{"request_id":"1355484:12:1391879:714","session_id":"1355484","input_length":28382,"t_proxy_recv":336009.638140163,"t_decision_unix":1779766874.6520815,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9380593333803114,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":26624,"estimated_new_tokens":1758,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110141,"ongoing_decode_tokens":0,"pending_prefill_tokens":72253,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":28382,"score_linear":110141.0,"score_lmetric":201270},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99297,"ongoing_decode_tokens":0,"pending_prefill_tokens":99297,"num_requests":1,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":28382,"score_linear":99297.0,"score_lmetric":127679},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":12800,"new_prefill":15582,"score_linear":93505.0,"score_lmetric":60447},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101993,"ongoing_decode_tokens":101993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":12800,"new_prefill":15582,"score_linear":89193.0,"score_lmetric":15582},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":155874,"ongoing_decode_tokens":155874,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":26624,"new_prefill":1758,"score_linear":129250.0,"score_lmetric":1758},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":15302,"ongoing_decode_tokens":0,"pending_prefill_tokens":15302,"num_requests":1,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":28382,"score_linear":15302.0,"score_lmetric":43684},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":12800,"new_prefill":15582,"score_linear":8148.0,"score_lmetric":15582},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":193287,"ongoing_decode_tokens":214508,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1551,"cache_hit":12800,"new_prefill":15582,"score_linear":180487.0,"score_lmetric":46746}],"chosen_score_linear":129250.0,"chosen_score_lmetric":1758,"t_first_token":336010.0121749,"t_first_token_unix":1779766875.026118,"t_done":336014.026745526,"t_done_unix":1779766879.0406888},{"request_id":"1363093:4:1390050:704","session_id":"1363093","input_length":68187,"t_proxy_recv":336005.389297302,"t_decision_unix":1779766870.403239,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9536128587560678,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":65024,"estimated_new_tokens":3163,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110141,"ongoing_decode_tokens":0,"pending_prefill_tokens":72253,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":68187,"score_linear":110141.0,"score_lmetric":280880},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":68187,"score_linear":0.0,"score_lmetric":-68187},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1660,"cache_hit":0,"new_prefill":68187,"score_linear":60858.0,"score_lmetric":68187},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":1349,"ongoing_decode_tokens":1349,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1372,"cache_hit":0,"new_prefill":68187,"score_linear":1349.0,"score_lmetric":68187},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":85184,"ongoing_decode_tokens":85184,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":65024,"new_prefill":3163,"score_linear":20160.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":68187,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148215,"ongoing_decode_tokens":148215,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1733,"cache_hit":0,"new_prefill":68187,"score_linear":148215.0,"score_lmetric":136374},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":283649,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":68187,"score_linear":262428.0,"score_lmetric":272748}],"chosen_score_linear":20160.0,"chosen_score_lmetric":0,"t_first_token":336006.760592636,"t_first_token_unix":1779766871.774536,"t_done":336014.84590587,"t_done_unix":1779766879.8598495},{"request_id":"1370129:5:1390477:708","session_id":"1370129","input_length":87687,"t_proxy_recv":336007.152794947,"t_decision_unix":1779766872.1667364,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9751046335260642,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":85504,"estimated_new_tokens":2183,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110141,"ongoing_decode_tokens":0,"pending_prefill_tokens":72253,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":7680,"new_prefill":80007,"score_linear":102461.0,"score_lmetric":304520},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":87687,"score_linear":0.0,"score_lmetric":-87687},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":87687,"score_linear":106305.0,"score_lmetric":132552},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":87687,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":68187,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":85504,"new_prefill":2183,"score_linear":-17317.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":20683,"ongoing_decode_tokens":20683,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":87687,"score_linear":20683.0,"score_lmetric":87687},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":149149,"ongoing_decode_tokens":149149,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1734,"cache_hit":7680,"new_prefill":80007,"score_linear":141469.0,"score_lmetric":160014},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":283649,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":7680,"new_prefill":80007,"score_linear":254748.0,"score_lmetric":320028}],"chosen_score_linear":-17317.0,"chosen_score_lmetric":0,"t_first_token":336008.408314591,"t_first_token_unix":1779766873.4222581,"t_done":336015.404594221,"t_done_unix":1779766880.4185383},{"request_id":"1388507:1:1388507:697","session_id":"1388507","input_length":71899,"t_proxy_recv":335997.583947394,"t_decision_unix":1779766862.5978885,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":71899,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":71899,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":11530,"ongoing_decode_tokens":0,"pending_prefill_tokens":11530,"num_requests":0,"active_p_offloads":0,"cached_blocks":1671,"cache_hit":0,"new_prefill":71899,"score_linear":11530.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":105902,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":71899,"score_linear":105902.0,"score_lmetric":71899},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1372,"cache_hit":0,"new_prefill":71899,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":173946,"ongoing_decode_tokens":173946,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2183,"cache_hit":0,"new_prefill":71899,"score_linear":173946.0,"score_lmetric":143798},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":50793,"ongoing_decode_tokens":0,"pending_prefill_tokens":22633,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":71899,"score_linear":50793.0,"score_lmetric":94532},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":145016,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":71899,"score_linear":145016.0,"score_lmetric":143798},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":142930,"pending_prefill_tokens":15279,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":71899,"score_linear":262428.0,"score_lmetric":348712}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":336015.872387241,"t_first_token_unix":1779766880.8863306,"t_done":336016.626768027,"t_done_unix":1779766881.640712},{"request_id":"1355951:4:1389858:703","session_id":"1355951","input_length":38242,"t_proxy_recv":336002.582974692,"t_decision_unix":1779766867.5969162,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9907431619685163,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":37888,"estimated_new_tokens":354,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":37888,"new_prefill":354,"score_linear":34011.0,"score_lmetric":72253},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1700,"cache_hit":0,"new_prefill":38242,"score_linear":0.0,"score_lmetric":-38242},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1660,"cache_hit":0,"new_prefill":38242,"score_linear":60858.0,"score_lmetric":38242},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1372,"cache_hit":0,"new_prefill":38242,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148720,"ongoing_decode_tokens":148720,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":0,"new_prefill":38242,"score_linear":148720.0,"score_lmetric":38242},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":38242,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":147067,"ongoing_decode_tokens":147067,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1483,"cache_hit":0,"new_prefill":38242,"score_linear":147067.0,"score_lmetric":76484},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":212395,"pending_prefill_tokens":11862,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":38242,"score_linear":262428.0,"score_lmetric":200416}],"chosen_score_linear":34011.0,"chosen_score_lmetric":72253,"t_first_token":336016.140019281,"t_first_token_unix":1779766881.1539629,"t_done":336016.637974503,"t_done_unix":1779766881.651918},{"request_id":"1363943:9:1390468:707","session_id":"1363943","input_length":23641,"t_proxy_recv":336013.243792738,"t_decision_unix":1779766878.2577343,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9096061926314454,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":21504,"estimated_new_tokens":2137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110141,"ongoing_decode_tokens":0,"pending_prefill_tokens":72253,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":8704,"new_prefill":14937,"score_linear":101437.0,"score_lmetric":174380},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99297,"ongoing_decode_tokens":0,"pending_prefill_tokens":99297,"num_requests":1,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":23641,"score_linear":99297.0,"score_lmetric":122938},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":23641,"score_linear":106305.0,"score_lmetric":68506},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":23641,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":184256,"ongoing_decode_tokens":184256,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":4096,"new_prefill":19545,"score_linear":180160.0,"score_lmetric":39090},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":23641,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1738,"cache_hit":21504,"new_prefill":2137,"score_linear":-21504.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":205113,"ongoing_decode_tokens":142930,"pending_prefill_tokens":11724,"num_requests":3,"active_p_offloads":0,"cached_blocks":1552,"cache_hit":4096,"new_prefill":19545,"score_linear":201017.0,"score_lmetric":93807}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":336013.606198531,"t_first_token_unix":1779766878.6201417,"t_done":336018.267078876,"t_done_unix":1779766883.2810228},{"request_id":"1394428:1:1394428:724","session_id":"1394428","input_length":982,"t_proxy_recv":336018.686772249,"t_decision_unix":1779766883.7007136,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"cache_hit":512,"estimated_new_tokens":470,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":982,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106737,"ongoing_decode_tokens":0,"pending_prefill_tokens":101617,"num_requests":2,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":982,"score_linear":106737.0,"score_lmetric":205198},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":982,"score_linear":106305.0,"score_lmetric":45847},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":982,"score_linear":101803.0,"score_lmetric":29569},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139483,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18584,"num_requests":2,"active_p_offloads":0,"cached_blocks":2253,"cache_hit":0,"new_prefill":982,"score_linear":139483.0,"score_lmetric":39132},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":512,"new_prefill":470,"score_linear":-512.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":982,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":205113,"ongoing_decode_tokens":226334,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1552,"cache_hit":0,"new_prefill":982,"score_linear":205113.0,"score_lmetric":2946}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":336018.773164943,"t_first_token_unix":1779766883.7871084,"t_done":336018.776357129,"t_done_unix":1779766883.7903001},{"request_id":"1394432:1:1394432:725","session_id":"1394432","input_length":4736,"t_proxy_recv":336018.696195474,"t_decision_unix":1779766883.7101371,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4736,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":4736,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106737,"ongoing_decode_tokens":0,"pending_prefill_tokens":101617,"num_requests":2,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":4736,"score_linear":106737.0,"score_lmetric":212706},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":4736,"score_linear":106305.0,"score_lmetric":49601},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":4736,"score_linear":101803.0,"score_lmetric":33323},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139483,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18584,"num_requests":2,"active_p_offloads":0,"cached_blocks":2253,"cache_hit":0,"new_prefill":4736,"score_linear":139483.0,"score_lmetric":46640},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":470,"num_requests":1,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":4736,"score_linear":982.0,"score_lmetric":5206},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":4736,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":205113,"ongoing_decode_tokens":226334,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1552,"cache_hit":0,"new_prefill":4736,"score_linear":205113.0,"score_lmetric":14208}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":336019.000133978,"t_first_token_unix":1779766884.0140772,"t_done":336019.257300779,"t_done_unix":1779766884.2712438},{"request_id":"1394482:1:1394482:726","session_id":"1394482","input_length":4428,"t_proxy_recv":336018.950208422,"t_decision_unix":1779766883.96415,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4428,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":4428,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106737,"ongoing_decode_tokens":0,"pending_prefill_tokens":101617,"num_requests":2,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":4428,"score_linear":106737.0,"score_lmetric":212090},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":4428,"score_linear":106305.0,"score_lmetric":49293},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":4428,"score_linear":101803.0,"score_lmetric":33015},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139483,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18584,"num_requests":2,"active_p_offloads":0,"cached_blocks":2253,"cache_hit":0,"new_prefill":4428,"score_linear":139483.0,"score_lmetric":46024},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":4428,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":4736,"ongoing_decode_tokens":0,"pending_prefill_tokens":4736,"num_requests":1,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":4428,"score_linear":4736.0,"score_lmetric":9164},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":205113,"ongoing_decode_tokens":226334,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1552,"cache_hit":0,"new_prefill":4428,"score_linear":205113.0,"score_lmetric":13284}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":336019.231197525,"t_first_token_unix":1779766884.2451406,"t_done":336019.31975518,"t_done_unix":1779766884.3336983},{"request_id":"1366128:14:1389156:701","session_id":"1366128","input_length":83404,"t_proxy_recv":336011.017433148,"t_decision_unix":1779766876.0313747,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":71680,"affinity_cache_ratio":0.8594312023404154,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":71680,"estimated_new_tokens":11724,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110141,"ongoing_decode_tokens":0,"pending_prefill_tokens":72253,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":83404,"score_linear":110141.0,"score_lmetric":311314},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99297,"ongoing_decode_tokens":0,"pending_prefill_tokens":99297,"num_requests":1,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":83404,"score_linear":99297.0,"score_lmetric":182701},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":83404,"score_linear":106305.0,"score_lmetric":128269},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":83404,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":184256,"ongoing_decode_tokens":184256,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":0,"new_prefill":83404,"score_linear":184256.0,"score_lmetric":166808},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":83404,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":83404,"score_linear":20948.0,"score_lmetric":83404},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121709,"ongoing_decode_tokens":142930,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1552,"cache_hit":71680,"new_prefill":11724,"score_linear":50029.0,"score_lmetric":23448}],"chosen_score_linear":50029.0,"chosen_score_lmetric":23448,"t_first_token":336016.831771646,"t_first_token_unix":1779766881.8457158,"t_done":336019.492400332,"t_done_unix":1779766884.5063438},{"request_id":"1366128:15:1390663:709","session_id":"1366128","input_length":83622,"t_proxy_recv":336019.50901952,"t_decision_unix":1779766884.522961,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9980148764679151,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":83456,"estimated_new_tokens":166,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":83622,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106737,"ongoing_decode_tokens":0,"pending_prefill_tokens":101617,"num_requests":2,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":83622,"score_linear":106737.0,"score_lmetric":370478},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":83622,"score_linear":106305.0,"score_lmetric":128487},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":83622,"score_linear":101803.0,"score_lmetric":112209},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139483,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18584,"num_requests":2,"active_p_offloads":0,"cached_blocks":2253,"cache_hit":0,"new_prefill":83622,"score_linear":139483.0,"score_lmetric":204412},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":83622,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":83622,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121709,"ongoing_decode_tokens":142930,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":83456,"new_prefill":166,"score_linear":38253.0,"score_lmetric":332}],"chosen_score_linear":38253.0,"chosen_score_lmetric":332,"t_first_token":336019.740938801,"t_first_token_unix":1779766884.754882,"t_done":336022.807768429,"t_done_unix":1779766887.8217118},{"request_id":"1394432:2:1395186:729","session_id":"1394432","input_length":6892,"t_proxy_recv":336021.28398283,"t_decision_unix":1779766886.2979238,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":4608,"affinity_cache_ratio":0.6686012768427162,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":4608,"estimated_new_tokens":2284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":6892,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106737,"ongoing_decode_tokens":0,"pending_prefill_tokens":101617,"num_requests":2,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":6892,"score_linear":106737.0,"score_lmetric":217018},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":6892,"score_linear":106305.0,"score_lmetric":51757},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":6892,"score_linear":101803.0,"score_lmetric":35479},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139483,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18584,"num_requests":2,"active_p_offloads":0,"cached_blocks":2253,"cache_hit":0,"new_prefill":6892,"score_linear":139483.0,"score_lmetric":50952},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":6892,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35450,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":4608,"new_prefill":2284,"score_linear":30842.0,"score_lmetric":37734},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":205331,"ongoing_decode_tokens":226552,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":0,"new_prefill":6892,"score_linear":205331.0,"score_lmetric":20676}],"chosen_score_linear":30842.0,"chosen_score_lmetric":37734,"t_first_token":336025.058743667,"t_first_token_unix":1779766890.0726867,"t_done":336025.4095181,"t_done_unix":1779766890.4234614},{"request_id":"1394696:1:1394696:727","session_id":"1394696","input_length":35450,"t_proxy_recv":336019.725521979,"t_decision_unix":1779766884.7394633,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":35450,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":35450,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106737,"ongoing_decode_tokens":0,"pending_prefill_tokens":101617,"num_requests":2,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":35450,"score_linear":106737.0,"score_lmetric":274134},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":35450,"score_linear":106305.0,"score_lmetric":80315},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":35450,"score_linear":101803.0,"score_lmetric":64037},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139483,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18584,"num_requests":2,"active_p_offloads":0,"cached_blocks":2253,"cache_hit":0,"new_prefill":35450,"score_linear":139483.0,"score_lmetric":108068},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":35450,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":35450,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":205331,"ongoing_decode_tokens":142930,"pending_prefill_tokens":166,"num_requests":3,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":0,"new_prefill":35450,"score_linear":205331.0,"score_lmetric":106848}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":336025.055405558,"t_first_token_unix":1779766890.0693488,"t_done":336025.520456853,"t_done_unix":1779766890.5344002},{"request_id":"1395933:1:1395933:732","session_id":"1395933","input_length":21241,"t_proxy_recv":336024.021077307,"t_decision_unix":1779766889.0350187,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"cache_hit":11776,"estimated_new_tokens":9465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":21241,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106737,"ongoing_decode_tokens":0,"pending_prefill_tokens":101617,"num_requests":2,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":21241,"score_linear":106737.0,"score_lmetric":245716},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":21241,"score_linear":106305.0,"score_lmetric":66106},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":21241,"score_linear":101803.0,"score_lmetric":49828},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139483,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18584,"num_requests":2,"active_p_offloads":0,"cached_blocks":2253,"cache_hit":0,"new_prefill":21241,"score_linear":139483.0,"score_lmetric":79650},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":11776,"new_prefill":9465,"score_linear":-11776.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":42342,"ongoing_decode_tokens":0,"pending_prefill_tokens":37734,"num_requests":2,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":11776,"new_prefill":9465,"score_linear":30566.0,"score_lmetric":94398},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":206606,"ongoing_decode_tokens":227827,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":0,"new_prefill":21241,"score_linear":206606.0,"score_lmetric":63723}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":336026.280372463,"t_first_token_unix":1779766891.2943158,"t_done":336027.579815042,"t_done_unix":1779766892.5937586},{"request_id":"1366128:16:1392704:716","session_id":"1366128","input_length":84897,"t_proxy_recv":336022.823509904,"t_decision_unix":1779766887.8374515,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9830264909242965,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":83456,"estimated_new_tokens":1441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":84897,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106737,"ongoing_decode_tokens":0,"pending_prefill_tokens":101617,"num_requests":2,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":84897,"score_linear":106737.0,"score_lmetric":373028},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":84897,"score_linear":106305.0,"score_lmetric":129762},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":84897,"score_linear":101803.0,"score_lmetric":113484},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139483,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18584,"num_requests":2,"active_p_offloads":0,"cached_blocks":2253,"cache_hit":0,"new_prefill":84897,"score_linear":139483.0,"score_lmetric":206962},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":84897,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":42342,"ongoing_decode_tokens":0,"pending_prefill_tokens":37734,"num_requests":2,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":84897,"score_linear":42342.0,"score_lmetric":245262},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121709,"ongoing_decode_tokens":142930,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":83456,"new_prefill":1441,"score_linear":38253.0,"score_lmetric":2882}],"chosen_score_linear":38253.0,"chosen_score_lmetric":2882,"t_first_token":336023.575170013,"t_first_token_unix":1779766888.5891137,"t_done":336029.062047572,"t_done_unix":1779766894.0759912},{"request_id":"1364090:3:1381959:653","session_id":"1364090","input_length":47401,"t_proxy_recv":335974.794027872,"t_decision_unix":1779766839.807969,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":27648,"affinity_cache_ratio":0.5832788337798781,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":27648,"estimated_new_tokens":19753,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1408,"cache_hit":7680,"new_prefill":39721,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":47401,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":47401,"score_linear":105902.0,"score_lmetric":92887},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235418,"ongoing_decode_tokens":177762,"pending_prefill_tokens":1336,"num_requests":3,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":47401,"score_linear":235418.0,"score_lmetric":146211},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":7680,"new_prefill":39721,"score_linear":117313.0,"score_lmetric":39721},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1485,"cache_hit":0,"new_prefill":47401,"score_linear":13989.0,"score_lmetric":47401},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155661,"ongoing_decode_tokens":0,"pending_prefill_tokens":126989,"num_requests":3,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":7680,"new_prefill":39721,"score_linear":147981.0,"score_lmetric":500130},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":133682,"ongoing_decode_tokens":154903,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":27648,"new_prefill":19753,"score_linear":106034.0,"score_lmetric":39506}],"chosen_score_linear":106034.0,"chosen_score_lmetric":39506,"t_first_token":335979.968711787,"t_first_token_unix":1779766844.9826553,"t_done":336029.385333351,"t_done_unix":1779766894.3992767},{"request_id":"1390240:2:1392954:717","session_id":"1390240","input_length":7440,"t_proxy_recv":336013.525155996,"t_decision_unix":1779766878.5390975,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":5120,"affinity_cache_ratio":0.6881720430107527,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":5120,"estimated_new_tokens":2320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110141,"ongoing_decode_tokens":0,"pending_prefill_tokens":72253,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":7440,"score_linear":110141.0,"score_lmetric":159386},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99297,"ongoing_decode_tokens":0,"pending_prefill_tokens":99297,"num_requests":1,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":5120,"new_prefill":2320,"score_linear":94177.0,"score_lmetric":101617},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":7440,"score_linear":106305.0,"score_lmetric":52305},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":184256,"ongoing_decode_tokens":184256,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":0,"new_prefill":7440,"score_linear":184256.0,"score_lmetric":14880},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":23641,"ongoing_decode_tokens":0,"pending_prefill_tokens":2137,"num_requests":1,"active_p_offloads":0,"cached_blocks":1738,"cache_hit":0,"new_prefill":7440,"score_linear":23641.0,"score_lmetric":9577},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":205113,"ongoing_decode_tokens":142930,"pending_prefill_tokens":11724,"num_requests":3,"active_p_offloads":0,"cached_blocks":1552,"cache_hit":0,"new_prefill":7440,"score_linear":205113.0,"score_lmetric":57492}],"chosen_score_linear":94177.0,"chosen_score_lmetric":101617,"t_first_token":336028.922599365,"t_first_token_unix":1779766893.9365427,"t_done":336029.446304314,"t_done_unix":1779766894.4602475},{"request_id":"1390240:3:1395387:730","session_id":"1390240","input_length":10890,"t_proxy_recv":336029.450915038,"t_decision_unix":1779766894.4648566,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":7168,"affinity_cache_ratio":0.65821854912764,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":7168,"estimated_new_tokens":3722,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13134,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":10890,"score_linear":13134.0,"score_lmetric":10890},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99297,"ongoing_decode_tokens":99297,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":7168,"new_prefill":3722,"score_linear":92129.0,"score_lmetric":3722},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":106305,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":10890,"score_linear":106305.0,"score_lmetric":10890},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":10890,"score_linear":101803.0,"score_lmetric":39477},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156530,"ongoing_decode_tokens":139483,"pending_prefill_tokens":663,"num_requests":3,"active_p_offloads":0,"cached_blocks":2253,"cache_hit":0,"new_prefill":10890,"score_linear":156530.0,"score_lmetric":34659},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":10890,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":10890,"score_linear":93040.0,"score_lmetric":103930},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":208528,"ongoing_decode_tokens":180805,"pending_prefill_tokens":816,"num_requests":3,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":0,"new_prefill":10890,"score_linear":208528.0,"score_lmetric":35118}],"chosen_score_linear":92129.0,"chosen_score_lmetric":3722,"t_first_token":336029.836735392,"t_first_token_unix":1779766894.8506787,"t_done":336031.18395732,"t_done_unix":1779766896.1979008},{"request_id":"1313181:6:1324908:369","session_id":"1313181","input_length":106305,"t_proxy_recv":336005.864327972,"t_decision_unix":1779766870.8782694,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61440,"affinity_cache_ratio":0.5779596444193594,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":61440,"estimated_new_tokens":44865,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110141,"ongoing_decode_tokens":0,"pending_prefill_tokens":72253,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":106305,"score_linear":110141.0,"score_lmetric":357116},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":106305,"score_linear":0.0,"score_lmetric":-106305},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":61440,"new_prefill":44865,"score_linear":-61440.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":1349,"ongoing_decode_tokens":1349,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1372,"cache_hit":12800,"new_prefill":93505,"score_linear":-11451.0,"score_lmetric":93505},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":153371,"ongoing_decode_tokens":85184,"pending_prefill_tokens":3163,"num_requests":1,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":24064,"new_prefill":82241,"score_linear":129307.0,"score_lmetric":85404},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":106305,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148215,"ongoing_decode_tokens":148215,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1733,"cache_hit":12800,"new_prefill":93505,"score_linear":135415.0,"score_lmetric":187010},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":262428,"ongoing_decode_tokens":283649,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":12800,"new_prefill":93505,"score_linear":249628.0,"score_lmetric":374020}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":336029.270463075,"t_first_token_unix":1779766894.284411,"t_done":336031.19142351,"t_done_unix":1779766896.205367},{"request_id":"1394167:1:1394167:721","session_id":"1394167","input_length":4675,"t_proxy_recv":336017.789091871,"t_decision_unix":1779766882.8030329,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-4675,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":4675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":4675,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106737,"ongoing_decode_tokens":0,"pending_prefill_tokens":101617,"num_requests":2,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":4675,"score_linear":106737.0,"score_lmetric":212584},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":4675,"score_linear":106305.0,"score_lmetric":49540},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":4675,"score_linear":101803.0,"score_lmetric":33262},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2253,"cache_hit":0,"new_prefill":4675,"score_linear":0.0,"score_lmetric":-4675},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":4675,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":23641,"ongoing_decode_tokens":23641,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1738,"cache_hit":0,"new_prefill":4675,"score_linear":23641.0,"score_lmetric":4675},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":205113,"ongoing_decode_tokens":226334,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1552,"cache_hit":0,"new_prefill":4675,"score_linear":205113.0,"score_lmetric":14025}],"chosen_score_linear":0.0,"chosen_score_lmetric":-4675,"t_first_token":336018.090022257,"t_first_token_unix":1779766883.1039658,"t_done":336031.738826173,"t_done_unix":1779766896.7527697},{"request_id":"1391404:1:1391404:712","session_id":"1391404","input_length":28307,"t_proxy_recv":336007.97793332,"t_decision_unix":1779766872.991875,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":28307,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110141,"ongoing_decode_tokens":0,"pending_prefill_tokens":72253,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":28307,"score_linear":110141.0,"score_lmetric":201120},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":70990,"ongoing_decode_tokens":0,"pending_prefill_tokens":70990,"num_requests":0,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":28307,"score_linear":70990.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":2560,"new_prefill":25747,"score_linear":103745.0,"score_lmetric":70612},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101993,"ongoing_decode_tokens":0,"pending_prefill_tokens":617,"num_requests":1,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":28307,"score_linear":101993.0,"score_lmetric":28924},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":155874,"ongoing_decode_tokens":68187,"pending_prefill_tokens":2183,"num_requests":1,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":0,"new_prefill":28307,"score_linear":155874.0,"score_lmetric":30490},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":28307,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":149149,"ongoing_decode_tokens":149149,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1734,"cache_hit":1536,"new_prefill":26771,"score_linear":147613.0,"score_lmetric":53542},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":192963,"ongoing_decode_tokens":214184,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":28307,"score_linear":192963.0,"score_lmetric":84921}],"chosen_score_linear":70990.0,"chosen_score_lmetric":0,"t_first_token":336028.919549452,"t_first_token_unix":1779766893.933493,"t_done":336031.746481147,"t_done_unix":1779766896.7604244},{"request_id":"1355484:13:1394384:723","session_id":"1355484","input_length":28665,"t_proxy_recv":336018.535719325,"t_decision_unix":1779766883.5496607,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9823826966684109,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":28160,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":28665,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106737,"ongoing_decode_tokens":0,"pending_prefill_tokens":101617,"num_requests":2,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":28665,"score_linear":106737.0,"score_lmetric":260564},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":12800,"new_prefill":15865,"score_linear":93505.0,"score_lmetric":60730},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":12800,"new_prefill":15865,"score_linear":89003.0,"score_lmetric":44452},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":110818,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":2253,"cache_hit":28160,"new_prefill":505,"score_linear":82658.0,"score_lmetric":18584},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":28665,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":12800,"new_prefill":15865,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":205113,"ongoing_decode_tokens":226334,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1552,"cache_hit":12800,"new_prefill":15865,"score_linear":192313.0,"score_lmetric":47595}],"chosen_score_linear":82658.0,"chosen_score_lmetric":18584,"t_first_token":336029.042275366,"t_first_token_unix":1779766894.0562186,"t_done":336031.771932139,"t_done_unix":1779766896.7858756},{"request_id":"1398145:1:1398145:739","session_id":"1398145","input_length":3213,"t_proxy_recv":336031.769478688,"t_decision_unix":1779766896.78342,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":3213,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":3213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13134,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":3213,"score_linear":13134.0,"score_lmetric":3213},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104311,"ongoing_decode_tokens":70990,"pending_prefill_tokens":5161,"num_requests":1,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":3213,"score_linear":104311.0,"score_lmetric":8374},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1664,"cache_hit":0,"new_prefill":3213,"score_linear":61543.0,"score_lmetric":3213},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":3213,"score_linear":101803.0,"score_lmetric":31800},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156718,"ongoing_decode_tokens":151855,"pending_prefill_tokens":255,"num_requests":3,"active_p_offloads":0,"cached_blocks":2262,"cache_hit":0,"new_prefill":3213,"score_linear":156718.0,"score_lmetric":10404},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":3213,"score_linear":16550.0,"score_lmetric":19763},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":3213,"score_linear":93040.0,"score_lmetric":96253},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":208528,"ongoing_decode_tokens":229749,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":0,"new_prefill":3213,"score_linear":208528.0,"score_lmetric":9639}],"chosen_score_linear":13134.0,"chosen_score_lmetric":3213,"t_first_token":336031.97690839,"t_first_token_unix":1779766896.9908514,"t_done":336032.121943288,"t_done_unix":1779766897.1358862},{"request_id":"1366128:17:1395596:731","session_id":"1366128","input_length":85276,"t_proxy_recv":336029.079412163,"t_decision_unix":1779766894.093354,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9966696374126366,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":84992,"estimated_new_tokens":284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13134,"ongoing_decode_tokens":0,"pending_prefill_tokens":13134,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":85276,"score_linear":13134.0,"score_lmetric":98410},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106737,"ongoing_decode_tokens":106737,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":85276,"score_linear":106737.0,"score_lmetric":170552},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":85276,"score_linear":106305.0,"score_lmetric":130141},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":85276,"score_linear":101803.0,"score_lmetric":113863},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156530,"ongoing_decode_tokens":139483,"pending_prefill_tokens":663,"num_requests":3,"active_p_offloads":0,"cached_blocks":2253,"cache_hit":0,"new_prefill":85276,"score_linear":156530.0,"score_lmetric":257817},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":85276,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":85276,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121709,"ongoing_decode_tokens":142930,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1578,"cache_hit":84992,"new_prefill":284,"score_linear":36717.0,"score_lmetric":568}],"chosen_score_linear":36717.0,"chosen_score_lmetric":568,"t_first_token":336029.350756262,"t_first_token_unix":1779766894.3646996,"t_done":336032.223156527,"t_done_unix":1779766897.2371001},{"request_id":"1397840:1:1397840:737","session_id":"1397840","input_length":16550,"t_proxy_recv":336030.700267942,"t_decision_unix":1779766895.7142093,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":16550,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13134,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":16550,"score_linear":13134.0,"score_lmetric":16550},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":110187,"ongoing_decode_tokens":110187,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":16550,"score_linear":110187.0,"score_lmetric":33100},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":106305,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":16550,"score_linear":106305.0,"score_lmetric":16550},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":16550,"score_linear":101803.0,"score_lmetric":45137},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156530,"ongoing_decode_tokens":139483,"pending_prefill_tokens":663,"num_requests":3,"active_p_offloads":0,"cached_blocks":2253,"cache_hit":0,"new_prefill":16550,"score_linear":156530.0,"score_lmetric":51639},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":16550,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":16550,"score_linear":93040.0,"score_lmetric":109590},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":208528,"ongoing_decode_tokens":229749,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":0,"new_prefill":16550,"score_linear":208528.0,"score_lmetric":49650}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":336032.262518341,"t_first_token_unix":1779766897.2764614,"t_done":336032.512059226,"t_done_unix":1779766897.5260024},{"request_id":"1397223:1:1397223:734","session_id":"1397223","input_length":13134,"t_proxy_recv":336028.249392695,"t_decision_unix":1779766893.263334,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":13134,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":13134,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106737,"ongoing_decode_tokens":70990,"pending_prefill_tokens":30627,"num_requests":2,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":13134,"score_linear":106737.0,"score_lmetric":87522},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":13134,"score_linear":106305.0,"score_lmetric":57999},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":13134,"score_linear":101803.0,"score_lmetric":41721},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156530,"ongoing_decode_tokens":4675,"pending_prefill_tokens":19247,"num_requests":3,"active_p_offloads":0,"cached_blocks":2253,"cache_hit":0,"new_prefill":13134,"score_linear":156530.0,"score_lmetric":97143},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":13134,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":13134,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":206606,"ongoing_decode_tokens":227827,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":0,"new_prefill":13134,"score_linear":206606.0,"score_lmetric":39402}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":336029.348967473,"t_first_token_unix":1779766894.3629107,"t_done":336032.588501015,"t_done_unix":1779766897.6024442},{"request_id":"1398213:1:1398213:742","session_id":"1398213","input_length":3891,"t_proxy_recv":336031.910122318,"t_decision_unix":1779766896.9240637,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":3891,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":3891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16347,"ongoing_decode_tokens":13134,"pending_prefill_tokens":3213,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":3891,"score_linear":16347.0,"score_lmetric":14208},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104311,"ongoing_decode_tokens":70990,"pending_prefill_tokens":5161,"num_requests":1,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":3891,"score_linear":104311.0,"score_lmetric":9052},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1664,"cache_hit":0,"new_prefill":3891,"score_linear":61543.0,"score_lmetric":3891},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":3891,"score_linear":101803.0,"score_lmetric":32478},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":159277,"ongoing_decode_tokens":128053,"pending_prefill_tokens":2552,"num_requests":3,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":3891,"score_linear":159277.0,"score_lmetric":19329},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":3891,"score_linear":16550.0,"score_lmetric":20441},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93536,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":3891,"score_linear":103776.0,"score_lmetric":194854},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":208528,"ongoing_decode_tokens":229749,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":0,"new_prefill":3891,"score_linear":208528.0,"score_lmetric":11673}],"chosen_score_linear":61543.0,"chosen_score_lmetric":3891,"t_first_token":336032.217845617,"t_first_token_unix":1779766897.2317886,"t_done":336032.829400936,"t_done_unix":1779766897.8433442},{"request_id":"1305906:3:1396717:733","session_id":"1305906","input_length":17047,"t_proxy_recv":336026.608938296,"t_decision_unix":1779766891.6228797,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":16384,"affinity_cache_ratio":0.9611075262509532,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":16384,"estimated_new_tokens":663,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":17047,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106737,"ongoing_decode_tokens":70990,"pending_prefill_tokens":30627,"num_requests":2,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":17047,"score_linear":106737.0,"score_lmetric":95348},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":17047,"score_linear":106305.0,"score_lmetric":61912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":17047,"score_linear":101803.0,"score_lmetric":45634},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":139483,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18584,"num_requests":2,"active_p_offloads":0,"cached_blocks":2253,"cache_hit":16384,"new_prefill":663,"score_linear":123099.0,"score_lmetric":38494},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21241,"ongoing_decode_tokens":21241,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":17047,"score_linear":21241.0,"score_lmetric":17047},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":17047,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":206606,"ongoing_decode_tokens":227827,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":0,"new_prefill":17047,"score_linear":206606.0,"score_lmetric":51141}],"chosen_score_linear":123099.0,"chosen_score_lmetric":38494,"t_first_token":336030.723979924,"t_first_token_unix":1779766895.7379234,"t_done":336033.337380219,"t_done_unix":1779766898.3513238},{"request_id":"1342921:4:1389290:702","session_id":"1342921","input_length":70990,"t_proxy_recv":336007.768759576,"t_decision_unix":1779766872.782701,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":1,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9736582617270038,"affinity_num_requests":3,"avg_num_requests":1.25,"fallback_score":-70990,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":70990,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110141,"ongoing_decode_tokens":0,"pending_prefill_tokens":72253,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":70990,"score_linear":110141.0,"score_lmetric":286486},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":70990,"score_linear":0.0,"score_lmetric":-70990},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":70990,"score_linear":106305.0,"score_lmetric":115855},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101993,"ongoing_decode_tokens":0,"pending_prefill_tokens":617,"num_requests":1,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":70990,"score_linear":101993.0,"score_lmetric":71607},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":155874,"ongoing_decode_tokens":68187,"pending_prefill_tokens":2183,"num_requests":1,"active_p_offloads":0,"cached_blocks":2238,"cache_hit":0,"new_prefill":70990,"score_linear":155874.0,"score_lmetric":73173},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":20683,"ongoing_decode_tokens":20683,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":70990,"score_linear":20683.0,"score_lmetric":70990},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":149149,"ongoing_decode_tokens":149149,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1734,"cache_hit":0,"new_prefill":70990,"score_linear":149149.0,"score_lmetric":141980},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":192963,"ongoing_decode_tokens":214184,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":69120,"new_prefill":1870,"score_linear":123843.0,"score_lmetric":5610}],"chosen_score_linear":0.0,"chosen_score_lmetric":-70990,"t_first_token":336025.358861007,"t_first_token_unix":1779766890.3728044,"t_done":336033.589159095,"t_done_unix":1779766898.6031024},{"request_id":"1398594:1:1398594:744","session_id":"1398594","input_length":7877,"t_proxy_recv":336033.13834999,"t_decision_unix":1779766898.1522915,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":7877,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1689,"cache_hit":0,"new_prefill":7877,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104311,"ongoing_decode_tokens":104311,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":7877,"score_linear":104311.0,"score_lmetric":7877},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1671,"cache_hit":0,"new_prefill":7877,"score_linear":61543.0,"score_lmetric":7877},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":0,"pending_prefill_tokens":40645,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":7877,"score_linear":165061.0,"score_lmetric":97044},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":159277,"ongoing_decode_tokens":159277,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":7877,"score_linear":159277.0,"score_lmetric":23631},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1723,"cache_hit":0,"new_prefill":7877,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93536,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":7877,"score_linear":103776.0,"score_lmetric":202826},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":208756,"ongoing_decode_tokens":229977,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":0,"new_prefill":7877,"score_linear":208756.0,"score_lmetric":23631}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":336033.685141554,"t_first_token_unix":1779766898.6990848,"t_done":336033.801080124,"t_done_unix":1779766898.8150234},{"request_id":"1394167:2:1395165:728","session_id":"1394167","input_length":4863,"t_proxy_recv":336031.741878734,"t_decision_unix":1779766896.7558203,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":4608,"affinity_cache_ratio":0.9475632325724861,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":4608,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13134,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":4863,"score_linear":13134.0,"score_lmetric":4863},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99297,"ongoing_decode_tokens":99297,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1721,"cache_hit":0,"new_prefill":4863,"score_linear":99297.0,"score_lmetric":4863},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1664,"cache_hit":0,"new_prefill":4863,"score_linear":61543.0,"score_lmetric":4863},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":4863,"score_linear":101803.0,"score_lmetric":33450},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":151855,"ongoing_decode_tokens":151855,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2262,"cache_hit":4608,"new_prefill":255,"score_linear":147247.0,"score_lmetric":510},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":4863,"score_linear":16550.0,"score_lmetric":21413},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":4863,"score_linear":93040.0,"score_lmetric":97903},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":208528,"ongoing_decode_tokens":229749,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":0,"new_prefill":4863,"score_linear":208528.0,"score_lmetric":14589}],"chosen_score_linear":147247.0,"chosen_score_lmetric":510,"t_first_token":336031.80891167,"t_first_token_unix":1779766896.8228552,"t_done":336034.101648103,"t_done_unix":1779766899.1155915},{"request_id":"1366128:18:1397382:735","session_id":"1366128","input_length":85504,"t_proxy_recv":336032.238930051,"t_decision_unix":1779766897.2528718,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9940119760479041,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":84992,"estimated_new_tokens":512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13134,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":85504,"score_linear":13134.0,"score_lmetric":85504},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104311,"ongoing_decode_tokens":70990,"pending_prefill_tokens":5161,"num_requests":1,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":85504,"score_linear":104311.0,"score_lmetric":90665},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":65434,"ongoing_decode_tokens":65434,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1664,"cache_hit":0,"new_prefill":85504,"score_linear":65434.0,"score_lmetric":171008},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":85504,"score_linear":101803.0,"score_lmetric":114091},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":159277,"ongoing_decode_tokens":128053,"pending_prefill_tokens":2552,"num_requests":3,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":85504,"score_linear":159277.0,"score_lmetric":264168},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":85504,"score_linear":16550.0,"score_lmetric":102054},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93536,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":85504,"score_linear":103776.0,"score_lmetric":358080},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123252,"ongoing_decode_tokens":144473,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":84992,"new_prefill":512,"score_linear":38260.0,"score_lmetric":1024}],"chosen_score_linear":38260.0,"chosen_score_lmetric":1024,"t_first_token":336032.502976499,"t_first_token_unix":1779766897.5169196,"t_done":336034.781046125,"t_done_unix":1779766899.79499},{"request_id":"1313181:6:1379623:639","session_id":"1313181","input_length":61543,"t_proxy_recv":336031.202737353,"t_decision_unix":1779766896.2166789,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9983263734299596,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":61440,"estimated_new_tokens":103,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13134,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":61543,"score_linear":13134.0,"score_lmetric":61543},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99297,"ongoing_decode_tokens":99297,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1721,"cache_hit":0,"new_prefill":61543,"score_linear":99297.0,"score_lmetric":61543},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1664,"cache_hit":61440,"new_prefill":103,"score_linear":-61440.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":12800,"new_prefill":48743,"score_linear":89003.0,"score_lmetric":77330},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156530,"ongoing_decode_tokens":156530,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2253,"cache_hit":24064,"new_prefill":37479,"score_linear":132466.0,"score_lmetric":112437},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":61543,"score_linear":16550.0,"score_lmetric":78093},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":12800,"new_prefill":48743,"score_linear":80240.0,"score_lmetric":141783},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":208528,"ongoing_decode_tokens":229749,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":12800,"new_prefill":48743,"score_linear":195728.0,"score_lmetric":146229}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":336031.30831631,"t_first_token_unix":1779766896.32226,"t_done":336035.330098153,"t_done_unix":1779766900.3440418},{"request_id":"1355484:14:1398178:740","session_id":"1355484","input_length":31224,"t_proxy_recv":336031.857272896,"t_decision_unix":1779766896.8712144,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9182679989751473,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":28672,"estimated_new_tokens":2552,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16347,"ongoing_decode_tokens":13134,"pending_prefill_tokens":3213,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":31224,"score_linear":16347.0,"score_lmetric":68874},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104311,"ongoing_decode_tokens":70990,"pending_prefill_tokens":5161,"num_requests":1,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":31224,"score_linear":104311.0,"score_lmetric":36385},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1664,"cache_hit":12800,"new_prefill":18424,"score_linear":48743.0,"score_lmetric":18424},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":12800,"new_prefill":18424,"score_linear":89003.0,"score_lmetric":47011},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":128053,"ongoing_decode_tokens":128053,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":28672,"new_prefill":2552,"score_linear":99381.0,"score_lmetric":5104},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":31224,"score_linear":16550.0,"score_lmetric":47774},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":12800,"new_prefill":18424,"score_linear":80240.0,"score_lmetric":111464},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":208528,"ongoing_decode_tokens":229749,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":12800,"new_prefill":18424,"score_linear":195728.0,"score_lmetric":55272}],"chosen_score_linear":99381.0,"chosen_score_lmetric":5104,"t_first_token":336032.512596377,"t_first_token_unix":1779766897.5265393,"t_done":336035.484873467,"t_done_unix":1779766900.4988167},{"request_id":"1366128:19:1398824:745","session_id":"1366128","input_length":85663,"t_proxy_recv":336034.79702675,"t_decision_unix":1779766899.8109686,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9981438894271739,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":85504,"estimated_new_tokens":159,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1689,"cache_hit":0,"new_prefill":85663,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1915,"cache_hit":0,"new_prefill":85663,"score_linear":33321.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1671,"cache_hit":0,"new_prefill":85663,"score_linear":61543.0,"score_lmetric":85663},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":0,"pending_prefill_tokens":40645,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":85663,"score_linear":165061.0,"score_lmetric":252616},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":137367,"ongoing_decode_tokens":137367,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2264,"cache_hit":0,"new_prefill":85663,"score_linear":137367.0,"score_lmetric":85663},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1738,"cache_hit":0,"new_prefill":85663,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93536,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":85663,"score_linear":103776.0,"score_lmetric":358398},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123252,"ongoing_decode_tokens":144473,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":85504,"new_prefill":159,"score_linear":37748.0,"score_lmetric":318}],"chosen_score_linear":37748.0,"chosen_score_lmetric":318,"t_first_token":336035.004358003,"t_first_token_unix":1779766900.0183017,"t_done":336035.609982616,"t_done_unix":1779766900.623926},{"request_id":"1269373:22:1358956:522","session_id":"1269373","input_length":80246,"t_proxy_recv":335909.19320732,"t_decision_unix":1779766774.207149,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9761981905640157,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":78336,"estimated_new_tokens":1910,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":7680,"new_prefill":72566,"score_linear":110208.0,"score_lmetric":190454},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139587,"ongoing_decode_tokens":62618,"pending_prefill_tokens":76969,"num_requests":2,"active_p_offloads":0,"cached_blocks":1221,"cache_hit":0,"new_prefill":80246,"score_linear":139587.0,"score_lmetric":314430},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":0,"new_prefill":80246,"score_linear":58758.0,"score_lmetric":80246},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":80246,"score_linear":68259.0,"score_lmetric":80246},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":0,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":7680,"new_prefill":72566,"score_linear":55005.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":80246,"score_linear":156948.0,"score_lmetric":406804},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":7680,"new_prefill":72566,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1298,"cache_hit":78336,"new_prefill":1910,"score_linear":-99557.0,"score_lmetric":-1910}],"chosen_score_linear":-99557.0,"chosen_score_lmetric":-1910,"t_first_token":335910.200131871,"t_first_token_unix":1779766775.214075,"t_done":336038.851731188,"t_done_unix":1779766903.8656747},{"request_id":"1399948:1:1399948:748","session_id":"1399948","input_length":4991,"t_proxy_recv":336037.950661956,"t_decision_unix":1779766902.9646032,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":4991,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1689,"cache_hit":0,"new_prefill":4991,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1915,"cache_hit":0,"new_prefill":4991,"score_linear":33321.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":4991,"score_linear":121811.0,"score_lmetric":64850},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":0,"pending_prefill_tokens":40645,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":4991,"score_linear":165061.0,"score_lmetric":91272},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":4991,"score_linear":106143.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1738,"cache_hit":0,"new_prefill":4991,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93536,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":4991,"score_linear":103776.0,"score_lmetric":197054},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123252,"ongoing_decode_tokens":144473,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":0,"new_prefill":4991,"score_linear":123252.0,"score_lmetric":9982}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":336038.269244414,"t_first_token_unix":1779766903.2831876,"t_done":336038.938461537,"t_done_unix":1779766903.9524045},{"request_id":"1400379:1:1400379:751","session_id":"1400379","input_length":3707,"t_proxy_recv":336039.272819586,"t_decision_unix":1779766904.286761,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":3707,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1698,"cache_hit":0,"new_prefill":3707,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1915,"cache_hit":0,"new_prefill":3707,"score_linear":33321.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":3707,"score_linear":121811.0,"score_lmetric":63566},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":0,"pending_prefill_tokens":40645,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":3707,"score_linear":165061.0,"score_lmetric":88704},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":137612,"ongoing_decode_tokens":137612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":3707,"score_linear":137612.0,"score_lmetric":3707},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26440,"ongoing_decode_tokens":0,"pending_prefill_tokens":10056,"num_requests":1,"active_p_offloads":0,"cached_blocks":1738,"cache_hit":0,"new_prefill":3707,"score_linear":26440.0,"score_lmetric":13763},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93536,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":3707,"score_linear":103776.0,"score_lmetric":194486},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43006,"ongoing_decode_tokens":64227,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":3707,"score_linear":43006.0,"score_lmetric":3707}],"chosen_score_linear":33321.0,"chosen_score_lmetric":0,"t_first_token":336039.527402693,"t_first_token_unix":1779766904.5413458,"t_done":336039.970501925,"t_done_unix":1779766904.984445},{"request_id":"1355484:15:1400281:750","session_id":"1355484","input_length":31469,"t_proxy_recv":336038.95419216,"t_decision_unix":1779766903.968134,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9924687787981823,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":31232,"estimated_new_tokens":237,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1698,"cache_hit":0,"new_prefill":31469,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1915,"cache_hit":0,"new_prefill":31469,"score_linear":33321.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":12800,"new_prefill":18669,"score_linear":109011.0,"score_lmetric":78528},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":0,"pending_prefill_tokens":40645,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":12800,"new_prefill":18669,"score_linear":152261.0,"score_lmetric":118628},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":31232,"new_prefill":237,"score_linear":74911.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26440,"ongoing_decode_tokens":0,"pending_prefill_tokens":10056,"num_requests":1,"active_p_offloads":0,"cached_blocks":1738,"cache_hit":0,"new_prefill":31469,"score_linear":26440.0,"score_lmetric":41525},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93536,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":12800,"new_prefill":18669,"score_linear":90976.0,"score_lmetric":224410},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43006,"ongoing_decode_tokens":64227,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":12800,"new_prefill":18669,"score_linear":30206.0,"score_lmetric":18669}],"chosen_score_linear":74911.0,"chosen_score_lmetric":0,"t_first_token":336039.039549426,"t_first_token_unix":1779766904.0534925,"t_done":336040.074544083,"t_done_unix":1779766905.0884876},{"request_id":"1397840:2:1400216:749","session_id":"1397840","input_length":26440,"t_proxy_recv":336038.748754167,"t_decision_unix":1779766903.7626953,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":16384,"affinity_cache_ratio":0.6196671709531013,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":16384,"estimated_new_tokens":10056,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":4991,"ongoing_decode_tokens":4991,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1689,"cache_hit":0,"new_prefill":26440,"score_linear":4991.0,"score_lmetric":26440},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1915,"cache_hit":0,"new_prefill":26440,"score_linear":33321.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":26440,"score_linear":121811.0,"score_lmetric":86299},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":0,"pending_prefill_tokens":40645,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":26440,"score_linear":165061.0,"score_lmetric":134170},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":26440,"score_linear":106143.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1738,"cache_hit":16384,"new_prefill":10056,"score_linear":-16384.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93536,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":26440,"score_linear":103776.0,"score_lmetric":239952},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123252,"ongoing_decode_tokens":144473,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":0,"new_prefill":26440,"score_linear":123252.0,"score_lmetric":52880}],"chosen_score_linear":-16384.0,"chosen_score_lmetric":0,"t_first_token":336040.461154044,"t_first_token_unix":1779766905.4750977,"t_done":336040.64387681,"t_done_unix":1779766905.6578205},{"request_id":"1398213:2:1400590:753","session_id":"1398213","input_length":11414,"t_proxy_recv":336040.052717609,"t_decision_unix":1779766905.0666583,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":0,"affinity_cache_hit":3584,"affinity_cache_ratio":0.3140003504468197,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":11414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1698,"cache_hit":0,"new_prefill":11414,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1922,"cache_hit":0,"new_prefill":11414,"score_linear":33321.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":3584,"new_prefill":7830,"score_linear":118227.0,"score_lmetric":67689},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":0,"pending_prefill_tokens":40645,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":11414,"score_linear":165061.0,"score_lmetric":104118},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":137612,"ongoing_decode_tokens":137612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":11414,"score_linear":137612.0,"score_lmetric":11414},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26440,"ongoing_decode_tokens":0,"pending_prefill_tokens":10056,"num_requests":1,"active_p_offloads":0,"cached_blocks":1738,"cache_hit":0,"new_prefill":11414,"score_linear":26440.0,"score_lmetric":21470},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93536,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":11414,"score_linear":103776.0,"score_lmetric":209900},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":140663,"ongoing_decode_tokens":64227,"pending_prefill_tokens":12153,"num_requests":2,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":11414,"score_linear":140663.0,"score_lmetric":47134}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":336040.969975234,"t_first_token_unix":1779766905.9839191,"t_done":336041.371305841,"t_done_unix":1779766906.3852491},{"request_id":"1400379:2:1401201:757","session_id":"1400379","input_length":3863,"t_proxy_recv":336042.38060032,"t_decision_unix":1779766907.3945417,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":3584,"affinity_cache_ratio":0.92777633963241,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":3584,"estimated_new_tokens":279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1720,"cache_hit":0,"new_prefill":3863,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1922,"cache_hit":3584,"new_prefill":279,"score_linear":29737.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":3863,"score_linear":121811.0,"score_lmetric":63722},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":0,"pending_prefill_tokens":40645,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":3863,"score_linear":165061.0,"score_lmetric":89016},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":3863,"score_linear":106143.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68109,"ongoing_decode_tokens":0,"pending_prefill_tokens":17421,"num_requests":1,"active_p_offloads":0,"cached_blocks":1757,"cache_hit":0,"new_prefill":3863,"score_linear":68109.0,"score_lmetric":21284},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128218,"ongoing_decode_tokens":0,"pending_prefill_tokens":93914,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":3863,"score_linear":128218.0,"score_lmetric":293331},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":140663,"ongoing_decode_tokens":64227,"pending_prefill_tokens":12153,"num_requests":2,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":3863,"score_linear":140663.0,"score_lmetric":32032}],"chosen_score_linear":29737.0,"chosen_score_lmetric":0,"t_first_token":336042.424723274,"t_first_token_unix":1779766907.4386666,"t_done":336042.956160171,"t_done_unix":1779766907.9701035},{"request_id":"1398213:3:1401507:759","session_id":"1398213","input_length":12910,"t_proxy_recv":336043.482412635,"t_decision_unix":1779766908.4963539,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.8725019364833463,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":11264,"estimated_new_tokens":1646,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1720,"cache_hit":11264,"new_prefill":1646,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1922,"cache_hit":0,"new_prefill":12910,"score_linear":33321.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":3584,"new_prefill":9326,"score_linear":118227.0,"score_lmetric":69185},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":0,"pending_prefill_tokens":40645,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":12910,"score_linear":165061.0,"score_lmetric":107110},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":138475,"ongoing_decode_tokens":138475,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":12910,"score_linear":138475.0,"score_lmetric":12910},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68109,"ongoing_decode_tokens":0,"pending_prefill_tokens":17421,"num_requests":1,"active_p_offloads":0,"cached_blocks":1757,"cache_hit":0,"new_prefill":12910,"score_linear":68109.0,"score_lmetric":30331},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128218,"ongoing_decode_tokens":0,"pending_prefill_tokens":93914,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":12910,"score_linear":128218.0,"score_lmetric":320472},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":140663,"ongoing_decode_tokens":64227,"pending_prefill_tokens":12153,"num_requests":2,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":12910,"score_linear":140663.0,"score_lmetric":50126}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":336043.694468827,"t_first_token_unix":1779766908.7084124,"t_done":336046.303311581,"t_done_unix":1779766911.3172553},{"request_id":"1366128:20:1400446:752","session_id":"1366128","input_length":97657,"t_proxy_recv":336039.533621128,"t_decision_unix":1779766904.5475628,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":85504,"affinity_cache_ratio":0.8755542357434695,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":85504,"estimated_new_tokens":12153,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1698,"cache_hit":0,"new_prefill":97657,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":37028,"ongoing_decode_tokens":37028,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1915,"cache_hit":0,"new_prefill":97657,"score_linear":37028.0,"score_lmetric":97657},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":97657,"score_linear":121811.0,"score_lmetric":157516},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":0,"pending_prefill_tokens":40645,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":97657,"score_linear":165061.0,"score_lmetric":276604},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":137612,"ongoing_decode_tokens":137612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":97657,"score_linear":137612.0,"score_lmetric":97657},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26440,"ongoing_decode_tokens":0,"pending_prefill_tokens":10056,"num_requests":1,"active_p_offloads":0,"cached_blocks":1738,"cache_hit":0,"new_prefill":97657,"score_linear":26440.0,"score_lmetric":107713},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93536,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":97657,"score_linear":103776.0,"score_lmetric":382386},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43006,"ongoing_decode_tokens":64227,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":85504,"new_prefill":12153,"score_linear":-42498.0,"score_lmetric":12153}],"chosen_score_linear":-42498.0,"chosen_score_lmetric":12153,"t_first_token":336046.475816958,"t_first_token_unix":1779766911.4897604,"t_done":336047.741329214,"t_done_unix":1779766912.7552729},{"request_id":"1397840:3:1402568:761","session_id":"1397840","input_length":28603,"t_proxy_recv":336047.097736196,"t_decision_unix":1779766912.1116765,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9129112330874384,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":26112,"estimated_new_tokens":2491,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":28603,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1922,"cache_hit":0,"new_prefill":28603,"score_linear":33321.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":28603,"score_linear":121811.0,"score_lmetric":88462},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":0,"pending_prefill_tokens":40645,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":28603,"score_linear":165061.0,"score_lmetric":138496},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":138475,"ongoing_decode_tokens":138475,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":28603,"score_linear":138475.0,"score_lmetric":28603},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68109,"ongoing_decode_tokens":0,"pending_prefill_tokens":17421,"num_requests":1,"active_p_offloads":0,"cached_blocks":1757,"cache_hit":26112,"new_prefill":2491,"score_linear":41997.0,"score_lmetric":19912},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128218,"ongoing_decode_tokens":0,"pending_prefill_tokens":93914,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":28603,"score_linear":128218.0,"score_lmetric":367551},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":140663,"ongoing_decode_tokens":161884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":28603,"score_linear":140663.0,"score_lmetric":57206}],"chosen_score_linear":41997.0,"chosen_score_lmetric":19912,"t_first_token":336047.769957227,"t_first_token_unix":1779766912.7839003,"t_done":336048.009916702,"t_done_unix":1779766913.0238602},{"request_id":"1364090:4:1392998:718","session_id":"1364090","input_length":48944,"t_proxy_recv":336029.393883609,"t_decision_unix":1779766894.4078252,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9833278849297156,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":48128,"estimated_new_tokens":816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13134,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":7680,"new_prefill":41264,"score_linear":5454.0,"score_lmetric":41264},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106737,"ongoing_decode_tokens":106737,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":48944,"score_linear":106737.0,"score_lmetric":97888},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":106305,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":48944,"score_linear":106305.0,"score_lmetric":48944},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":48944,"score_linear":101803.0,"score_lmetric":77531},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156530,"ongoing_decode_tokens":139483,"pending_prefill_tokens":663,"num_requests":3,"active_p_offloads":0,"cached_blocks":2253,"cache_hit":7680,"new_prefill":41264,"score_linear":148850.0,"score_lmetric":125781},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":48944,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":7680,"new_prefill":41264,"score_linear":85360.0,"score_lmetric":134304},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":159584,"ongoing_decode_tokens":180805,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":48128,"new_prefill":816,"score_linear":111456.0,"score_lmetric":1632}],"chosen_score_linear":111456.0,"chosen_score_lmetric":1632,"t_first_token":336029.788479821,"t_first_token_unix":1779766894.8024232,"t_done":336048.074620632,"t_done_unix":1779766913.0885642},{"request_id":"1400379:3:1402972:763","session_id":"1400379","input_length":11216,"t_proxy_recv":336048.593179715,"t_decision_unix":1779766913.6071203,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":3584,"affinity_cache_ratio":0.3195435092724679,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":3584,"estimated_new_tokens":7632,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":11216,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1922,"cache_hit":3584,"new_prefill":7632,"score_linear":29737.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":11216,"score_linear":121811.0,"score_lmetric":71075},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":0,"pending_prefill_tokens":40645,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":11216,"score_linear":165061.0,"score_lmetric":103722},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":138475,"ongoing_decode_tokens":138475,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":11216,"score_linear":138475.0,"score_lmetric":11216},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68109,"ongoing_decode_tokens":68109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":11216,"score_linear":68109.0,"score_lmetric":11216},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128218,"ongoing_decode_tokens":0,"pending_prefill_tokens":93914,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":11216,"score_linear":128218.0,"score_lmetric":315390},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":154506,"ongoing_decode_tokens":113097,"pending_prefill_tokens":13478,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":11216,"score_linear":154506.0,"score_lmetric":49388}],"chosen_score_linear":29737.0,"chosen_score_lmetric":0,"t_first_token":336049.260147334,"t_first_token_unix":1779766914.2740908,"t_done":336049.623014725,"t_done_unix":1779766914.636959},{"request_id":"1381387:4:1400724:754","session_id":"1381387","input_length":68109,"t_proxy_recv":336040.627881678,"t_decision_unix":1779766905.6418226,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":50688,"affinity_cache_ratio":0.7442188257058538,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":50688,"estimated_new_tokens":17421,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":11414,"ongoing_decode_tokens":0,"pending_prefill_tokens":11414,"num_requests":1,"active_p_offloads":0,"cached_blocks":1698,"cache_hit":0,"new_prefill":68109,"score_linear":11414.0,"score_lmetric":79523},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1922,"cache_hit":0,"new_prefill":68109,"score_linear":33321.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":68109,"score_linear":121811.0,"score_lmetric":127968},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":0,"pending_prefill_tokens":40645,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":68109,"score_linear":165061.0,"score_lmetric":217508},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":68109,"score_linear":106143.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26440,"ongoing_decode_tokens":26440,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1738,"cache_hit":50688,"new_prefill":17421,"score_linear":-24248.0,"score_lmetric":17421},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93536,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":68109,"score_linear":103776.0,"score_lmetric":323290},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":140663,"ongoing_decode_tokens":64227,"pending_prefill_tokens":12153,"num_requests":2,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":68109,"score_linear":140663.0,"score_lmetric":160524}],"chosen_score_linear":-24248.0,"chosen_score_lmetric":17421,"t_first_token":336047.301755242,"t_first_token_unix":1779766912.3156998,"t_done":336050.24514715,"t_done_unix":1779766915.259091},{"request_id":"1355484:16:1401320:758","session_id":"1355484","input_length":32332,"t_proxy_recv":336042.833647455,"t_decision_unix":1779766907.8475888,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9659779784733391,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":31232,"estimated_new_tokens":1100,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1720,"cache_hit":0,"new_prefill":32332,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":37184,"ongoing_decode_tokens":37184,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1922,"cache_hit":0,"new_prefill":32332,"score_linear":37184.0,"score_lmetric":32332},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":12800,"new_prefill":19532,"score_linear":109011.0,"score_lmetric":79391},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":0,"pending_prefill_tokens":40645,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":12800,"new_prefill":19532,"score_linear":152261.0,"score_lmetric":120354},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":31232,"new_prefill":1100,"score_linear":74911.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68109,"ongoing_decode_tokens":0,"pending_prefill_tokens":17421,"num_requests":1,"active_p_offloads":0,"cached_blocks":1757,"cache_hit":0,"new_prefill":32332,"score_linear":68109.0,"score_lmetric":49753},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128218,"ongoing_decode_tokens":0,"pending_prefill_tokens":93914,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":12800,"new_prefill":19532,"score_linear":115418.0,"score_lmetric":340338},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":140663,"ongoing_decode_tokens":64227,"pending_prefill_tokens":12153,"num_requests":2,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":12800,"new_prefill":19532,"score_linear":127863.0,"score_lmetric":63370}],"chosen_score_linear":74911.0,"chosen_score_lmetric":0,"t_first_token":336043.121671746,"t_first_token_unix":1779766908.1356149,"t_done":336050.661122859,"t_done_unix":1779766915.675066},{"request_id":"1403188:1:1403188:764","session_id":"1403188","input_length":8848,"t_proxy_recv":336049.496792024,"t_decision_unix":1779766914.5107334,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":8848,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":8848,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":44537,"ongoing_decode_tokens":44537,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1922,"cache_hit":0,"new_prefill":8848,"score_linear":44537.0,"score_lmetric":8848},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":8848,"score_linear":121811.0,"score_lmetric":68707},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":0,"pending_prefill_tokens":40645,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":8848,"score_linear":165061.0,"score_lmetric":98986},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":138475,"ongoing_decode_tokens":138475,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":8848,"score_linear":138475.0,"score_lmetric":8848},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68109,"ongoing_decode_tokens":68109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":8848,"score_linear":68109.0,"score_lmetric":8848},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128218,"ongoing_decode_tokens":0,"pending_prefill_tokens":93914,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":8848,"score_linear":128218.0,"score_lmetric":308286},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":154506,"ongoing_decode_tokens":113097,"pending_prefill_tokens":13478,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":8848,"score_linear":154506.0,"score_lmetric":44652}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":336050.168478543,"t_first_token_unix":1779766915.182422,"t_done":336050.747975278,"t_done_unix":1779766915.7619188},{"request_id":"1403989:1:1403989:767","session_id":"1403989","input_length":1954,"t_proxy_recv":336051.987931474,"t_decision_unix":1779766917.0018725,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1954,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":1954,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77469,"ongoing_decode_tokens":33321,"pending_prefill_tokens":2676,"num_requests":1,"active_p_offloads":0,"cached_blocks":1936,"cache_hit":0,"new_prefill":1954,"score_linear":77469.0,"score_lmetric":4630},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":1954,"score_linear":121811.0,"score_lmetric":61813},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":101803,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":1954,"score_linear":165061.0,"score_lmetric":28024},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2272,"cache_hit":0,"new_prefill":1954,"score_linear":106143.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":1954,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128218,"ongoing_decode_tokens":0,"pending_prefill_tokens":93914,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":1954,"score_linear":128218.0,"score_lmetric":287604},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":154506,"ongoing_decode_tokens":113097,"pending_prefill_tokens":13478,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":1954,"score_linear":154506.0,"score_lmetric":30864}],"chosen_score_linear":106143.0,"chosen_score_lmetric":0,"t_first_token":336052.304265321,"t_first_token_unix":1779766917.318209,"t_done":336053.121349391,"t_done_unix":1779766918.1352925},{"request_id":"1366128:21:1402408:760","session_id":"1366128","input_length":97814,"t_proxy_recv":336047.761175434,"t_decision_unix":1779766912.7751172,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9945406588013985,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":97280,"estimated_new_tokens":534,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":97814,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1922,"cache_hit":0,"new_prefill":97814,"score_linear":33321.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":97814,"score_linear":121811.0,"score_lmetric":157673},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":0,"pending_prefill_tokens":40645,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":97814,"score_linear":165061.0,"score_lmetric":276918},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":138475,"ongoing_decode_tokens":138475,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":97814,"score_linear":138475.0,"score_lmetric":97814},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":96712,"ongoing_decode_tokens":68109,"pending_prefill_tokens":2491,"num_requests":2,"active_p_offloads":0,"cached_blocks":1757,"cache_hit":0,"new_prefill":97814,"score_linear":96712.0,"score_lmetric":200610},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128218,"ongoing_decode_tokens":0,"pending_prefill_tokens":93914,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":97814,"score_linear":128218.0,"score_lmetric":575184},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43006,"ongoing_decode_tokens":64227,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":97280,"new_prefill":534,"score_linear":-54274.0,"score_lmetric":534}],"chosen_score_linear":-54274.0,"chosen_score_lmetric":534,"t_first_token":336047.977128457,"t_first_token_unix":1779766912.9910717,"t_done":336053.260925151,"t_done_unix":1779766918.274869},{"request_id":"1366128:22:1403837:766","session_id":"1366128","input_length":97917,"t_proxy_recv":336053.280648552,"t_decision_unix":1779766918.29459,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9987234086011622,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":97792,"estimated_new_tokens":125,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":97917,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77469,"ongoing_decode_tokens":33321,"pending_prefill_tokens":2676,"num_requests":1,"active_p_offloads":0,"cached_blocks":1936,"cache_hit":0,"new_prefill":97917,"score_linear":77469.0,"score_lmetric":100593},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":97917,"score_linear":121811.0,"score_lmetric":157776},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":101803,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":97917,"score_linear":165061.0,"score_lmetric":219950},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":97917,"score_linear":106143.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":69508,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":97917,"score_linear":69508.0,"score_lmetric":97917},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128218,"ongoing_decode_tokens":0,"pending_prefill_tokens":93914,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":97917,"score_linear":128218.0,"score_lmetric":575493},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56692,"ongoing_decode_tokens":77913,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1650,"cache_hit":97792,"new_prefill":125,"score_linear":-41100.0,"score_lmetric":125}],"chosen_score_linear":-41100.0,"chosen_score_lmetric":125,"t_first_token":336053.481242137,"t_first_token_unix":1779766918.4951854,"t_done":336053.625573317,"t_done_unix":1779766918.639517},{"request_id":"1381387:5:1404170:768","session_id":"1381387","input_length":69508,"t_proxy_recv":336052.60718104,"t_decision_unix":1779766917.6211224,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9796857915635611,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":68096,"estimated_new_tokens":1412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":69508,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77469,"ongoing_decode_tokens":33321,"pending_prefill_tokens":2676,"num_requests":1,"active_p_offloads":0,"cached_blocks":1936,"cache_hit":0,"new_prefill":69508,"score_linear":77469.0,"score_lmetric":72184},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":69508,"score_linear":121811.0,"score_lmetric":129367},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":101803,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":69508,"score_linear":165061.0,"score_lmetric":163132},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":108097,"ongoing_decode_tokens":108097,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2272,"cache_hit":0,"new_prefill":69508,"score_linear":108097.0,"score_lmetric":69508},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":68096,"new_prefill":1412,"score_linear":-68096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128218,"ongoing_decode_tokens":0,"pending_prefill_tokens":93914,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":69508,"score_linear":128218.0,"score_lmetric":490266},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":154506,"ongoing_decode_tokens":113097,"pending_prefill_tokens":13478,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":69508,"score_linear":154506.0,"score_lmetric":165972}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":336053.232010282,"t_first_token_unix":1779766918.2459536,"t_done":336054.885703462,"t_done_unix":1779766919.8996472},{"request_id":"1382089:2:1404847:773","session_id":"1382089","input_length":39203,"t_proxy_recv":336055.008463556,"t_decision_unix":1779766920.0224035,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9664566487258628,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":37888,"estimated_new_tokens":1315,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":21684,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":37888,"new_prefill":1315,"score_linear":-16204.0,"score_lmetric":22999},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77469,"ongoing_decode_tokens":33321,"pending_prefill_tokens":2676,"num_requests":1,"active_p_offloads":0,"cached_blocks":1936,"cache_hit":0,"new_prefill":39203,"score_linear":77469.0,"score_lmetric":41879},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":39203,"score_linear":121811.0,"score_lmetric":99062},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":101803,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":39203,"score_linear":165061.0,"score_lmetric":102522},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":127152,"ongoing_decode_tokens":106143,"pending_prefill_tokens":21009,"num_requests":1,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":39203,"score_linear":127152.0,"score_lmetric":60212},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1798,"cache_hit":0,"new_prefill":39203,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128218,"ongoing_decode_tokens":0,"pending_prefill_tokens":93914,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":39203,"score_linear":128218.0,"score_lmetric":399351},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56692,"ongoing_decode_tokens":77913,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1650,"cache_hit":0,"new_prefill":39203,"score_linear":56692.0,"score_lmetric":39203}],"chosen_score_linear":-16204.0,"chosen_score_lmetric":22999,"t_first_token":336056.098941567,"t_first_token_unix":1779766921.1128855,"t_done":336056.533088759,"t_done_unix":1779766921.5470324},{"request_id":"1398594:2:1404702:771","session_id":"1398594","input_length":21009,"t_proxy_recv":336054.500222139,"t_decision_unix":1779766919.5141637,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":4,"affinity_cache_hit":7680,"affinity_cache_ratio":0.3655576181636441,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":21009,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":21684,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":21009,"score_linear":21684.0,"score_lmetric":42693},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77469,"ongoing_decode_tokens":33321,"pending_prefill_tokens":2676,"num_requests":1,"active_p_offloads":0,"cached_blocks":1936,"cache_hit":0,"new_prefill":21009,"score_linear":77469.0,"score_lmetric":23685},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":21009,"score_linear":121811.0,"score_lmetric":80868},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":101803,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":21009,"score_linear":165061.0,"score_lmetric":66134},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":21009,"score_linear":106143.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":69508,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":7680,"new_prefill":13329,"score_linear":61828.0,"score_lmetric":13329},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128218,"ongoing_decode_tokens":0,"pending_prefill_tokens":93914,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":21009,"score_linear":128218.0,"score_lmetric":344769},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56692,"ongoing_decode_tokens":77913,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1650,"cache_hit":0,"new_prefill":21009,"score_linear":56692.0,"score_lmetric":21009}],"chosen_score_linear":106143.0,"chosen_score_lmetric":0,"t_first_token":336056.780031846,"t_first_token_unix":1779766921.7939754,"t_done":336057.19578627,"t_done_unix":1779766922.2097294},{"request_id":"1405199:1:1405199:776","session_id":"1405199","input_length":11503,"t_proxy_recv":336056.244422217,"t_decision_unix":1779766921.258364,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":11503,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":11503,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60887,"ongoing_decode_tokens":60887,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":11503,"score_linear":60887.0,"score_lmetric":23006},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77469,"ongoing_decode_tokens":33321,"pending_prefill_tokens":2676,"num_requests":1,"active_p_offloads":0,"cached_blocks":1936,"cache_hit":0,"new_prefill":11503,"score_linear":77469.0,"score_lmetric":14179},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":11503,"score_linear":121811.0,"score_lmetric":71362},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":101803,"pending_prefill_tokens":16088,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":11503,"score_linear":250499.0,"score_lmetric":82773},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":127152,"ongoing_decode_tokens":106143,"pending_prefill_tokens":21009,"num_requests":1,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":11503,"score_linear":127152.0,"score_lmetric":32512},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32944,"ongoing_decode_tokens":0,"pending_prefill_tokens":32432,"num_requests":1,"active_p_offloads":0,"cached_blocks":1798,"cache_hit":0,"new_prefill":11503,"score_linear":32944.0,"score_lmetric":43935},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128218,"ongoing_decode_tokens":0,"pending_prefill_tokens":93914,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":11503,"score_linear":128218.0,"score_lmetric":316251},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56692,"ongoing_decode_tokens":77913,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1650,"cache_hit":0,"new_prefill":11503,"score_linear":56692.0,"score_lmetric":11503}],"chosen_score_linear":56692.0,"chosen_score_lmetric":11503,"t_first_token":336057.196553261,"t_first_token_unix":1779766922.2104962,"t_done":336057.759695383,"t_done_unix":1779766922.7736387},{"request_id":"1400379:4:1405483:779","session_id":"1400379","input_length":19966,"t_proxy_recv":336057.155486344,"t_decision_unix":1779766922.1694276,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10752,"affinity_cache_ratio":0.5385154763097265,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":10752,"estimated_new_tokens":9214,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":141091,"ongoing_decode_tokens":21684,"pending_prefill_tokens":4719,"num_requests":3,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":19966,"score_linear":141091.0,"score_lmetric":74055},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77469,"ongoing_decode_tokens":77469,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1936,"cache_hit":10752,"new_prefill":9214,"score_linear":66717.0,"score_lmetric":9214},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":19966,"score_linear":121811.0,"score_lmetric":79825},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":101803,"pending_prefill_tokens":16088,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":19966,"score_linear":250499.0,"score_lmetric":108162},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":127152,"ongoing_decode_tokens":127152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":19966,"score_linear":127152.0,"score_lmetric":19966},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32944,"ongoing_decode_tokens":0,"pending_prefill_tokens":32432,"num_requests":1,"active_p_offloads":0,"cached_blocks":1798,"cache_hit":0,"new_prefill":19966,"score_linear":32944.0,"score_lmetric":52398},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128218,"ongoing_decode_tokens":0,"pending_prefill_tokens":93914,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":19966,"score_linear":128218.0,"score_lmetric":341640},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":68195,"ongoing_decode_tokens":77913,"pending_prefill_tokens":11503,"num_requests":2,"active_p_offloads":0,"cached_blocks":1650,"cache_hit":0,"new_prefill":19966,"score_linear":68195.0,"score_lmetric":62938}],"chosen_score_linear":66717.0,"chosen_score_lmetric":9214,"t_first_token":336058.388629015,"t_first_token_unix":1779766923.4025724,"t_done":336058.969713234,"t_done_unix":1779766923.9836566},{"request_id":"1391404:2:1393919:720","session_id":"1391404","input_length":33321,"t_proxy_recv":336031.754964208,"t_decision_unix":1779766896.7689059,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":28160,"affinity_cache_ratio":0.8451126916959275,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":28160,"estimated_new_tokens":5161,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13134,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":33321,"score_linear":13134.0,"score_lmetric":33321},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":70990,"ongoing_decode_tokens":70990,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":28160,"new_prefill":5161,"score_linear":42830.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1664,"cache_hit":2560,"new_prefill":30761,"score_linear":58983.0,"score_lmetric":30761},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":33321,"score_linear":101803.0,"score_lmetric":61908},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156718,"ongoing_decode_tokens":151855,"pending_prefill_tokens":255,"num_requests":3,"active_p_offloads":0,"cached_blocks":2262,"cache_hit":0,"new_prefill":33321,"score_linear":156718.0,"score_lmetric":100728},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":33321,"score_linear":16550.0,"score_lmetric":49871},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":1536,"new_prefill":31785,"score_linear":91504.0,"score_lmetric":124825},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":208528,"ongoing_decode_tokens":229749,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":0,"new_prefill":33321,"score_linear":208528.0,"score_lmetric":99963}],"chosen_score_linear":42830.0,"chosen_score_lmetric":0,"t_first_token":336032.873955931,"t_first_token_unix":1779766897.8878994,"t_done":336060.010742085,"t_done_unix":1779766925.0246859},{"request_id":"1268861:8:1403753:765","session_id":"1268861","input_length":44148,"t_proxy_recv":336051.241634627,"t_decision_unix":1779766916.2555761,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":41472,"affinity_cache_ratio":0.939385702636586,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":41472,"estimated_new_tokens":2676,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":44148,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1936,"cache_hit":41472,"new_prefill":2676,"score_linear":-8151.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":44148,"score_linear":121811.0,"score_lmetric":104007},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":101803,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":44148,"score_linear":165061.0,"score_lmetric":112412},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2272,"cache_hit":0,"new_prefill":44148,"score_linear":106143.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":44148,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128218,"ongoing_decode_tokens":0,"pending_prefill_tokens":93914,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":44148,"score_linear":128218.0,"score_lmetric":414186},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":154506,"ongoing_decode_tokens":113097,"pending_prefill_tokens":13478,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":12800,"new_prefill":31348,"score_linear":141706.0,"score_lmetric":89652}],"chosen_score_linear":-8151.0,"chosen_score_lmetric":0,"t_first_token":336056.812046252,"t_first_token_unix":1779766921.8259897,"t_done":336060.932342646,"t_done_unix":1779766925.9462883},{"request_id":"1400379:5:1406380:784","session_id":"1400379","input_length":22009,"t_proxy_recv":336060.501506023,"t_decision_unix":1779766925.5154474,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9072652096869462,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":19968,"estimated_new_tokens":2041,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":141091,"ongoing_decode_tokens":21684,"pending_prefill_tokens":4719,"num_requests":3,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":22009,"score_linear":141091.0,"score_lmetric":80184},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":44148,"ongoing_decode_tokens":44148,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":19968,"new_prefill":2041,"score_linear":24180.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":22009,"score_linear":121811.0,"score_lmetric":81868},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":101803,"pending_prefill_tokens":16088,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":22009,"score_linear":250499.0,"score_lmetric":114291},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":0,"new_prefill":22009,"score_linear":106143.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32944,"ongoing_decode_tokens":0,"pending_prefill_tokens":32432,"num_requests":1,"active_p_offloads":0,"cached_blocks":1798,"cache_hit":0,"new_prefill":22009,"score_linear":32944.0,"score_lmetric":54441},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":22009,"score_linear":248195.0,"score_lmetric":103048},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":166266,"ongoing_decode_tokens":77913,"pending_prefill_tokens":11782,"num_requests":2,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":22009,"score_linear":166266.0,"score_lmetric":67582}],"chosen_score_linear":24180.0,"chosen_score_lmetric":0,"t_first_token":336060.898474126,"t_first_token_unix":1779766925.9124177,"t_done":336061.291130139,"t_done_unix":1779766926.305074},{"request_id":"1406966:1:1406966:785","session_id":"1406966","input_length":2115,"t_proxy_recv":336062.488025067,"t_decision_unix":1779766927.501966,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":-2115,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":2115,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":141091,"ongoing_decode_tokens":21684,"pending_prefill_tokens":4719,"num_requests":3,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":2115,"score_linear":141091.0,"score_lmetric":20502},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":2115,"score_linear":0.0,"score_lmetric":-2115},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":2115,"score_linear":121811.0,"score_lmetric":61974},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":101803,"pending_prefill_tokens":16088,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":2115,"score_linear":250499.0,"score_lmetric":54609},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":0,"new_prefill":2115,"score_linear":106143.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32944,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1798,"cache_hit":0,"new_prefill":2115,"score_linear":32944.0,"score_lmetric":2115},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":2115,"score_linear":248195.0,"score_lmetric":23472},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":166266,"ongoing_decode_tokens":77913,"pending_prefill_tokens":11782,"num_requests":2,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":2115,"score_linear":166266.0,"score_lmetric":27794}],"chosen_score_linear":0.0,"chosen_score_lmetric":-2115,"t_first_token":336062.624970421,"t_first_token_unix":1779766927.6389139,"t_done":336062.855078843,"t_done_unix":1779766927.8690226},{"request_id":"1407494:1:1407494:787","session_id":"1407494","input_length":1531,"t_proxy_recv":336064.285224833,"t_decision_unix":1779766929.299166,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":-1531,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":1531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":141091,"ongoing_decode_tokens":21684,"pending_prefill_tokens":4719,"num_requests":3,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":1531,"score_linear":141091.0,"score_lmetric":18750},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1979,"cache_hit":0,"new_prefill":1531,"score_linear":0.0,"score_lmetric":-1531},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":1531,"score_linear":121811.0,"score_lmetric":61390},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":101803,"pending_prefill_tokens":16088,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":1531,"score_linear":250499.0,"score_lmetric":52857},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":0,"new_prefill":1531,"score_linear":106143.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32944,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1798,"cache_hit":0,"new_prefill":1531,"score_linear":32944.0,"score_lmetric":1531},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":1531,"score_linear":248195.0,"score_lmetric":21136},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":166266,"ongoing_decode_tokens":77913,"pending_prefill_tokens":11782,"num_requests":2,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":1531,"score_linear":166266.0,"score_lmetric":26626}],"chosen_score_linear":0.0,"chosen_score_lmetric":-1531,"t_first_token":336064.420125314,"t_first_token_unix":1779766929.4340684,"t_done":336064.690028706,"t_done_unix":1779766929.7039719},{"request_id":"1406966:2:1407710:789","session_id":"1406966","input_length":4789,"t_proxy_recv":336064.966056832,"t_decision_unix":1779766929.9799984,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":2048,"affinity_cache_ratio":0.42764669033201086,"affinity_num_requests":-1,"avg_num_requests":1.75,"fallback_score":-2741,"tie_break_used":false,"cache_hit":2048,"estimated_new_tokens":2741,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":141091,"ongoing_decode_tokens":21684,"pending_prefill_tokens":4719,"num_requests":3,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":4789,"score_linear":141091.0,"score_lmetric":28524},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1982,"cache_hit":2048,"new_prefill":2741,"score_linear":-2048.0,"score_lmetric":-2741},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":4789,"score_linear":121811.0,"score_lmetric":64648},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":165061,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":4789,"score_linear":250499.0,"score_lmetric":26457},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107644,"ongoing_decode_tokens":107644,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":0,"new_prefill":4789,"score_linear":107644.0,"score_lmetric":4789},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32944,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1798,"cache_hit":0,"new_prefill":4789,"score_linear":32944.0,"score_lmetric":4789},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":4789,"score_linear":248195.0,"score_lmetric":34168},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":166266,"ongoing_decode_tokens":77913,"pending_prefill_tokens":11782,"num_requests":2,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":4789,"score_linear":166266.0,"score_lmetric":33142}],"chosen_score_linear":-2048.0,"chosen_score_lmetric":-2741,"t_first_token":336065.168764803,"t_first_token_unix":1779766930.182708,"t_done":336065.392402351,"t_done_unix":1779766930.4063454},{"request_id":"1405155:1:1405155:775","session_id":"1405155","input_length":32944,"t_proxy_recv":336056.120540456,"t_decision_unix":1779766921.134482,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"cache_hit":512,"estimated_new_tokens":32432,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60887,"ongoing_decode_tokens":60887,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":32944,"score_linear":60887.0,"score_lmetric":65888},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77469,"ongoing_decode_tokens":33321,"pending_prefill_tokens":2676,"num_requests":1,"active_p_offloads":0,"cached_blocks":1936,"cache_hit":0,"new_prefill":32944,"score_linear":77469.0,"score_lmetric":35620},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":32944,"score_linear":121811.0,"score_lmetric":92803},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":101803,"pending_prefill_tokens":16088,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":32944,"score_linear":250499.0,"score_lmetric":147096},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":127152,"ongoing_decode_tokens":106143,"pending_prefill_tokens":21009,"num_requests":1,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":32944,"score_linear":127152.0,"score_lmetric":53953},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1798,"cache_hit":512,"new_prefill":32432,"score_linear":-512.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128218,"ongoing_decode_tokens":0,"pending_prefill_tokens":93914,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":32944,"score_linear":128218.0,"score_lmetric":380574},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56692,"ongoing_decode_tokens":77913,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1650,"cache_hit":0,"new_prefill":32944,"score_linear":56692.0,"score_lmetric":32944}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":336060.658647972,"t_first_token_unix":1779766925.6725912,"t_done":336065.766531822,"t_done_unix":1779766930.7804756},{"request_id":"1407995:1:1407995:793","session_id":"1407995","input_length":2944,"t_proxy_recv":336066.11063847,"t_decision_unix":1779766931.1245801,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":-2944,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":2944,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":141091,"ongoing_decode_tokens":21684,"pending_prefill_tokens":4719,"num_requests":3,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":2944,"score_linear":141091.0,"score_lmetric":22989},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1987,"cache_hit":0,"new_prefill":2944,"score_linear":0.0,"score_lmetric":-2944},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":149487,"ongoing_decode_tokens":0,"pending_prefill_tokens":65519,"num_requests":2,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":2944,"score_linear":149487.0,"score_lmetric":136926},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":165061,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":2944,"score_linear":250499.0,"score_lmetric":20922},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":180832,"ongoing_decode_tokens":107644,"pending_prefill_tokens":4580,"num_requests":2,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":0,"new_prefill":2944,"score_linear":180832.0,"score_lmetric":15048},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":0,"new_prefill":2944,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":2944,"score_linear":248195.0,"score_lmetric":26788},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":166266,"ongoing_decode_tokens":77913,"pending_prefill_tokens":11782,"num_requests":2,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":2944,"score_linear":166266.0,"score_lmetric":29452}],"chosen_score_linear":0.0,"chosen_score_lmetric":-2944,"t_first_token":336066.295986654,"t_first_token_unix":1779766931.3099296,"t_done":336066.681059504,"t_done_unix":1779766931.695003},{"request_id":"1364090:5:1401054:756","session_id":"1364090","input_length":62630,"t_proxy_recv":336048.09068606,"t_decision_unix":1779766913.1046276,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":49152,"affinity_cache_ratio":0.7847996167970621,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":49152,"estimated_new_tokens":13478,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":7680,"new_prefill":54950,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1922,"cache_hit":0,"new_prefill":62630,"score_linear":33321.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":62630,"score_linear":121811.0,"score_lmetric":122489},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":0,"pending_prefill_tokens":40645,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":62630,"score_linear":165061.0,"score_lmetric":206550},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":138475,"ongoing_decode_tokens":138475,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":7680,"new_prefill":54950,"score_linear":130795.0,"score_lmetric":54950},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68109,"ongoing_decode_tokens":68109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":62630,"score_linear":68109.0,"score_lmetric":62630},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128218,"ongoing_decode_tokens":0,"pending_prefill_tokens":93914,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":7680,"new_prefill":54950,"score_linear":120538.0,"score_lmetric":446592},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91876,"ongoing_decode_tokens":113097,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":49152,"new_prefill":13478,"score_linear":42724.0,"score_lmetric":13478}],"chosen_score_linear":42724.0,"chosen_score_lmetric":13478,"t_first_token":336052.890679699,"t_first_token_unix":1779766917.9046233,"t_done":336067.788201991,"t_done_unix":1779766932.8021455},{"request_id":"1366128:23:1405900:781","session_id":"1366128","input_length":109574,"t_proxy_recv":336058.755466993,"t_decision_unix":1779766923.7694085,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":97792,"affinity_cache_ratio":0.8924744921240441,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":97792,"estimated_new_tokens":11782,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":141091,"ongoing_decode_tokens":21684,"pending_prefill_tokens":4719,"num_requests":3,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":109574,"score_linear":141091.0,"score_lmetric":342879},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":97435,"ongoing_decode_tokens":97435,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1936,"cache_hit":0,"new_prefill":109574,"score_linear":97435.0,"score_lmetric":219148},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":109574,"score_linear":121811.0,"score_lmetric":169433},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":101803,"pending_prefill_tokens":16088,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":109574,"score_linear":250499.0,"score_lmetric":376986},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":0,"new_prefill":109574,"score_linear":106143.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32944,"ongoing_decode_tokens":0,"pending_prefill_tokens":32432,"num_requests":1,"active_p_offloads":0,"cached_blocks":1798,"cache_hit":0,"new_prefill":109574,"score_linear":32944.0,"score_lmetric":142006},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":93040,"pending_prefill_tokens":4627,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":109574,"score_linear":248195.0,"score_lmetric":456804},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56692,"ongoing_decode_tokens":77913,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":97792,"new_prefill":11782,"score_linear":-41100.0,"score_lmetric":11782}],"chosen_score_linear":-41100.0,"chosen_score_lmetric":11782,"t_first_token":336066.33609287,"t_first_token_unix":1779766931.3500361,"t_done":336068.014555817,"t_done_unix":1779766933.0284996},{"request_id":"1363093:5:1407810:790","session_id":"1363093","input_length":73188,"t_proxy_recv":336065.418659881,"t_decision_unix":1779766930.4326017,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":68608,"affinity_cache_ratio":0.9374214352079576,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":68608,"estimated_new_tokens":4580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":141091,"ongoing_decode_tokens":21684,"pending_prefill_tokens":4719,"num_requests":3,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":73188,"score_linear":141091.0,"score_lmetric":233721},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1987,"cache_hit":0,"new_prefill":73188,"score_linear":0.0,"score_lmetric":-73188},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":73188,"score_linear":121811.0,"score_lmetric":133047},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":165061,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":73188,"score_linear":250499.0,"score_lmetric":231654},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107644,"ongoing_decode_tokens":107644,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":68608,"new_prefill":4580,"score_linear":39036.0,"score_lmetric":4580},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32944,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1798,"cache_hit":0,"new_prefill":73188,"score_linear":32944.0,"score_lmetric":73188},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":73188,"score_linear":248195.0,"score_lmetric":307764},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":166266,"ongoing_decode_tokens":77913,"pending_prefill_tokens":11782,"num_requests":2,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":73188,"score_linear":166266.0,"score_lmetric":169940}],"chosen_score_linear":39036.0,"chosen_score_lmetric":4580,"t_first_token":336067.557768419,"t_first_token_unix":1779766932.5717118,"t_done":336068.640631049,"t_done_unix":1779766933.6545746},{"request_id":"1366128:24:1407996:794","session_id":"1366128","input_length":109775,"t_proxy_recv":336068.036815612,"t_decision_unix":1779766933.0507574,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":109568,"affinity_cache_ratio":0.998114324755181,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":109568,"estimated_new_tokens":207,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":109775,"score_linear":183605.0,"score_lmetric":605840},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":7553,"ongoing_decode_tokens":0,"pending_prefill_tokens":7553,"num_requests":0,"active_p_offloads":0,"cached_blocks":1992,"cache_hit":0,"new_prefill":109775,"score_linear":7553.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":149487,"ongoing_decode_tokens":0,"pending_prefill_tokens":65519,"num_requests":2,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":109775,"score_linear":149487.0,"score_lmetric":350588},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":165061,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":109775,"score_linear":250499.0,"score_lmetric":341415},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":180832,"ongoing_decode_tokens":180832,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":0,"new_prefill":109775,"score_linear":180832.0,"score_lmetric":219550},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":0,"new_prefill":109775,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":109775,"score_linear":248195.0,"score_lmetric":454112},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-5938,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":109568,"new_prefill":207,"score_linear":-115506.0,"score_lmetric":0}],"chosen_score_linear":-115506.0,"chosen_score_lmetric":0,"t_first_token":336068.239192018,"t_first_token_unix":1779766933.2531354,"t_done":336068.655200336,"t_done_unix":1779766933.669144},{"request_id":"1408430:1:1408430:797","session_id":"1408430","input_length":7553,"t_proxy_recv":336067.629639135,"t_decision_unix":1779766932.6435807,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":-7553,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":7553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":7553,"score_linear":183605.0,"score_lmetric":94730},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1992,"cache_hit":0,"new_prefill":7553,"score_linear":0.0,"score_lmetric":-7553},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":149487,"ongoing_decode_tokens":0,"pending_prefill_tokens":65519,"num_requests":2,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":7553,"score_linear":149487.0,"score_lmetric":146144},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":165061,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":7553,"score_linear":250499.0,"score_lmetric":34749},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":180832,"ongoing_decode_tokens":180832,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":0,"new_prefill":7553,"score_linear":180832.0,"score_lmetric":15106},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":0,"new_prefill":7553,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":7553,"score_linear":248195.0,"score_lmetric":45224},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":166266,"ongoing_decode_tokens":187487,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":7553,"score_linear":166266.0,"score_lmetric":15106}],"chosen_score_linear":0.0,"chosen_score_lmetric":-7553,"t_first_token":336068.152256762,"t_first_token_unix":1779766933.1662002,"t_done":336068.799940452,"t_done_unix":1779766933.8138835},{"request_id":"1408889:1:1408889:804","session_id":"1408889","input_length":3230,"t_proxy_recv":336069.100293283,"t_decision_unix":1779766934.1142347,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":3230,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":3230,"score_linear":183605.0,"score_lmetric":73115},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":6377,"ongoing_decode_tokens":6377,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2006,"cache_hit":0,"new_prefill":3230,"score_linear":6377.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":149487,"ongoing_decode_tokens":0,"pending_prefill_tokens":65519,"num_requests":2,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":3230,"score_linear":149487.0,"score_lmetric":137498},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":165061,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":3230,"score_linear":250499.0,"score_lmetric":21780},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107644,"ongoing_decode_tokens":107644,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2325,"cache_hit":0,"new_prefill":3230,"score_linear":107644.0,"score_lmetric":3230},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":0,"new_prefill":3230,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":3230,"score_linear":248195.0,"score_lmetric":27932},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":69255,"ongoing_decode_tokens":15283,"pending_prefill_tokens":12217,"num_requests":2,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":3230,"score_linear":69255.0,"score_lmetric":30894}],"chosen_score_linear":6377.0,"chosen_score_lmetric":0,"t_first_token":336069.301900625,"t_first_token_unix":1779766934.3158438,"t_done":336069.466404984,"t_done_unix":1779766934.480348},{"request_id":"1407599:1:1407599:788","session_id":"1407599","input_length":1501,"t_proxy_recv":336064.632111429,"t_decision_unix":1779766929.6460526,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1501,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":141091,"ongoing_decode_tokens":21684,"pending_prefill_tokens":4719,"num_requests":3,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":1501,"score_linear":141091.0,"score_lmetric":18660},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":1531,"ongoing_decode_tokens":1531,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1979,"cache_hit":0,"new_prefill":1501,"score_linear":1531.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":1501,"score_linear":121811.0,"score_lmetric":61360},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":165061,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":1501,"score_linear":250499.0,"score_lmetric":16593},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":0,"new_prefill":1501,"score_linear":106143.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32944,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1798,"cache_hit":0,"new_prefill":1501,"score_linear":32944.0,"score_lmetric":1501},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":1501,"score_linear":248195.0,"score_lmetric":21016},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":166266,"ongoing_decode_tokens":77913,"pending_prefill_tokens":11782,"num_requests":2,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":1501,"score_linear":166266.0,"score_lmetric":26566}],"chosen_score_linear":106143.0,"chosen_score_lmetric":0,"t_first_token":336064.92748062,"t_first_token_unix":1779766929.9414237,"t_done":336069.646290409,"t_done_unix":1779766934.6602337},{"request_id":"1408578:1:1408578:798","session_id":"1408578","input_length":6377,"t_proxy_recv":336068.051211935,"t_decision_unix":1779766933.0651536,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":6377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":6377,"score_linear":183605.0,"score_lmetric":88850},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":7553,"ongoing_decode_tokens":0,"pending_prefill_tokens":7553,"num_requests":0,"active_p_offloads":0,"cached_blocks":1992,"cache_hit":0,"new_prefill":6377,"score_linear":7553.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":149487,"ongoing_decode_tokens":0,"pending_prefill_tokens":65519,"num_requests":2,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":6377,"score_linear":149487.0,"score_lmetric":143792},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":165061,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":6377,"score_linear":250499.0,"score_lmetric":31221},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":180832,"ongoing_decode_tokens":180832,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":0,"new_prefill":6377,"score_linear":180832.0,"score_lmetric":12754},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":0,"new_prefill":6377,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":6377,"score_linear":248195.0,"score_lmetric":40520},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":103837,"ongoing_decode_tokens":15283,"pending_prefill_tokens":207,"num_requests":1,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":6377,"score_linear":103837.0,"score_lmetric":6584}],"chosen_score_linear":7553.0,"chosen_score_lmetric":0,"t_first_token":336068.560966013,"t_first_token_unix":1779766933.5749094,"t_done":336069.919231242,"t_done_unix":1779766934.9331746},{"request_id":"1313181:7:1327489:383","session_id":"1313181","input_length":121811,"t_proxy_recv":336035.355453018,"t_decision_unix":1779766900.3693948,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61952,"affinity_cache_ratio":0.5085911781366215,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":61952,"estimated_new_tokens":59859,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1689,"cache_hit":0,"new_prefill":121811,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1915,"cache_hit":0,"new_prefill":121811,"score_linear":33321.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":61952,"new_prefill":59859,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":0,"pending_prefill_tokens":40645,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":12800,"new_prefill":109011,"score_linear":152261.0,"score_lmetric":299312},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":137367,"ongoing_decode_tokens":137367,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2264,"cache_hit":24064,"new_prefill":97747,"score_linear":113303.0,"score_lmetric":97747},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1738,"cache_hit":0,"new_prefill":121811,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93536,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":12800,"new_prefill":109011,"score_linear":90976.0,"score_lmetric":405094},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":208915,"ongoing_decode_tokens":230136,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":12800,"new_prefill":109011,"score_linear":196115.0,"score_lmetric":327033}],"chosen_score_linear":-61952.0,"chosen_score_lmetric":0,"t_first_token":336069.176622733,"t_first_token_unix":1779766934.190566,"t_done":336071.633725888,"t_done_unix":1779766936.6476693},{"request_id":"1381387:6:1409195:806","session_id":"1381387","input_length":71570,"t_proxy_recv":336070.372688871,"t_decision_unix":1779766935.38663,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":69632,"affinity_cache_ratio":0.9729216152019002,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":69632,"estimated_new_tokens":1938,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":71570,"score_linear":183605.0,"score_lmetric":414815},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":0,"new_prefill":71570,"score_linear":0.0,"score_lmetric":-71570},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":149487,"ongoing_decode_tokens":149487,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":71570,"score_linear":149487.0,"score_lmetric":143140},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":165061,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":71570,"score_linear":250499.0,"score_lmetric":226800},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":71570,"score_linear":106143.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":69632,"new_prefill":1938,"score_linear":-69632.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":71570,"score_linear":248195.0,"score_lmetric":301292},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":69255,"ongoing_decode_tokens":15283,"pending_prefill_tokens":12217,"num_requests":2,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":71570,"score_linear":69255.0,"score_lmetric":167574}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":336071.408124292,"t_first_token_unix":1779766936.422068,"t_done":336072.351732899,"t_done_unix":1779766937.3656769},{"request_id":"1286804:5:1407989:792","session_id":"1286804","input_length":27676,"t_proxy_recv":336066.079518555,"t_decision_unix":1779766931.09346,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":22016,"affinity_cache_ratio":0.795490677843619,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":22016,"estimated_new_tokens":5660,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":141091,"ongoing_decode_tokens":21684,"pending_prefill_tokens":4719,"num_requests":3,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":27676,"score_linear":141091.0,"score_lmetric":97185},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1987,"cache_hit":2560,"new_prefill":25116,"score_linear":-2560.0,"score_lmetric":-25116},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":22016,"new_prefill":5660,"score_linear":99795.0,"score_lmetric":65519},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":165061,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":27676,"score_linear":250499.0,"score_lmetric":95118},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":180832,"ongoing_decode_tokens":107644,"pending_prefill_tokens":4580,"num_requests":2,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":0,"new_prefill":27676,"score_linear":180832.0,"score_lmetric":64512},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":0,"new_prefill":27676,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":1536,"new_prefill":26140,"score_linear":246659.0,"score_lmetric":119572},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":166266,"ongoing_decode_tokens":77913,"pending_prefill_tokens":11782,"num_requests":2,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":27676,"score_linear":166266.0,"score_lmetric":78916}],"chosen_score_linear":99795.0,"chosen_score_lmetric":65519,"t_first_token":336070.10486602,"t_first_token_unix":1779766935.1188095,"t_done":336072.678774843,"t_done_unix":1779766937.692718},{"request_id":"1408779:1:1408779:802","session_id":"1408779","input_length":1801,"t_proxy_recv":336068.740734478,"t_decision_unix":1779766933.7546759,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":1801,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":1801,"score_linear":183605.0,"score_lmetric":65970},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13930,"ongoing_decode_tokens":13930,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1992,"cache_hit":0,"new_prefill":1801,"score_linear":13930.0,"score_lmetric":1801},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":149487,"ongoing_decode_tokens":0,"pending_prefill_tokens":65519,"num_requests":2,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":1801,"score_linear":149487.0,"score_lmetric":134640},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":165061,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":1801,"score_linear":250499.0,"score_lmetric":17493},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107644,"ongoing_decode_tokens":107644,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2325,"cache_hit":0,"new_prefill":1801,"score_linear":107644.0,"score_lmetric":1801},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":0,"new_prefill":1801,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":1801,"score_linear":248195.0,"score_lmetric":22216},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-5938,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":1801,"score_linear":-5938.0,"score_lmetric":0}],"chosen_score_linear":-5938.0,"chosen_score_lmetric":0,"t_first_token":336071.56408914,"t_first_token_unix":1779766936.5780327,"t_done":336073.872172919,"t_done_unix":1779766938.8861163},{"request_id":"1406966:3:1410097:808","session_id":"1406966","input_length":7893,"t_proxy_recv":336073.484428356,"t_decision_unix":1779766938.4983697,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":4608,"affinity_cache_ratio":0.5838084378563284,"affinity_num_requests":-1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":4608,"estimated_new_tokens":3285,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":7893,"score_linear":183605.0,"score_lmetric":96430},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":4608,"new_prefill":3285,"score_linear":-4608.0,"score_lmetric":-3285},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62018,"ongoing_decode_tokens":62018,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":7893,"score_linear":62018.0,"score_lmetric":7893},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":165061,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":7893,"score_linear":250499.0,"score_lmetric":35769},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":7893,"score_linear":106143.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":7893,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":7893,"score_linear":248195.0,"score_lmetric":46584},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":69255,"ongoing_decode_tokens":90476,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":7893,"score_linear":69255.0,"score_lmetric":15786}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":-3285,"t_first_token":336073.764568665,"t_first_token_unix":1779766938.7785118,"t_done":336073.964374873,"t_done_unix":1779766938.978318},{"request_id":"1408779:2:1410032:807","session_id":"1408779","input_length":5001,"t_proxy_recv":336073.876436215,"t_decision_unix":1779766938.890378,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":4,"affinity_cache_hit":1536,"affinity_cache_ratio":0.30713857228554287,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":5001,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":5001,"score_linear":183605.0,"score_lmetric":81970},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":7893,"ongoing_decode_tokens":7893,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":0,"new_prefill":5001,"score_linear":7893.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62018,"ongoing_decode_tokens":62018,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":5001,"score_linear":62018.0,"score_lmetric":5001},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":165061,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":5001,"score_linear":250499.0,"score_lmetric":27093},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":5001,"score_linear":106143.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":5001,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":5001,"score_linear":248195.0,"score_lmetric":35016},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":67454,"ongoing_decode_tokens":88675,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1725,"cache_hit":1536,"new_prefill":3465,"score_linear":65918.0,"score_lmetric":3465}],"chosen_score_linear":106143.0,"chosen_score_lmetric":0,"t_first_token":336074.318726184,"t_first_token_unix":1779766939.3326702,"t_done":336074.671146762,"t_done_unix":1779766939.6850903},{"request_id":"1407494:2:1410400:809","session_id":"1407494","input_length":4728,"t_proxy_recv":336074.349850763,"t_decision_unix":1779766939.3637922,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":1536,"affinity_cache_ratio":0.3248730964467005,"affinity_num_requests":-1,"avg_num_requests":1.75,"fallback_score":-3192,"tie_break_used":false,"cache_hit":1536,"estimated_new_tokens":3192,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":4728,"score_linear":183605.0,"score_lmetric":80605},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2030,"cache_hit":1536,"new_prefill":3192,"score_linear":-1536.0,"score_lmetric":-3192},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62018,"ongoing_decode_tokens":62018,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":4728,"score_linear":62018.0,"score_lmetric":4728},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":165061,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":4728,"score_linear":250499.0,"score_lmetric":26274},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111144,"ongoing_decode_tokens":111144,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":4728,"score_linear":111144.0,"score_lmetric":4728},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":4728,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":4728,"score_linear":248195.0,"score_lmetric":33924},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":67454,"ongoing_decode_tokens":88675,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1725,"cache_hit":0,"new_prefill":4728,"score_linear":67454.0,"score_lmetric":4728}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":-3192,"t_first_token":336074.581168167,"t_first_token_unix":1779766939.5951114,"t_done":336074.925728337,"t_done_unix":1779766939.9396718},{"request_id":"1408889:2:1410453:810","session_id":"1408889","input_length":4825,"t_proxy_recv":336074.487051689,"t_decision_unix":1779766939.500993,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":3072,"affinity_cache_ratio":0.6366839378238341,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":3072,"estimated_new_tokens":1753,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":4825,"score_linear":183605.0,"score_lmetric":81090},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":4728,"ongoing_decode_tokens":0,"pending_prefill_tokens":3192,"num_requests":0,"active_p_offloads":0,"cached_blocks":2030,"cache_hit":3072,"new_prefill":1753,"score_linear":1656.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62018,"ongoing_decode_tokens":62018,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":4825,"score_linear":62018.0,"score_lmetric":4825},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":165061,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":4825,"score_linear":250499.0,"score_lmetric":26565},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111144,"ongoing_decode_tokens":111144,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":4825,"score_linear":111144.0,"score_lmetric":4825},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":4825,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":4825,"score_linear":248195.0,"score_lmetric":34312},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":67454,"ongoing_decode_tokens":88675,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1725,"cache_hit":0,"new_prefill":4825,"score_linear":67454.0,"score_lmetric":4825}],"chosen_score_linear":1656.0,"chosen_score_lmetric":0,"t_first_token":336074.764542598,"t_first_token_unix":1779766939.7784867,"t_done":336075.08430152,"t_done_unix":1779766940.0982447},{"request_id":"1313181:7:1382851:662","session_id":"1313181","input_length":62018,"t_proxy_recv":336071.643956006,"t_decision_unix":1779766936.6578975,"policy":"unified_kv_both","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9989357928343384,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":61952,"estimated_new_tokens":66,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":62018,"score_linear":183605.0,"score_lmetric":367055},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":0,"new_prefill":62018,"score_linear":0.0,"score_lmetric":-62018},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":27676,"ongoing_decode_tokens":27676,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1704,"cache_hit":61952,"new_prefill":66,"score_linear":-34276.0,"score_lmetric":66},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":165061,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":12800,"new_prefill":49218,"score_linear":237699.0,"score_lmetric":159744},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":24064,"new_prefill":37954,"score_linear":82079.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71570,"ongoing_decode_tokens":71570,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":0,"new_prefill":62018,"score_linear":71570.0,"score_lmetric":62018},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":12800,"new_prefill":49218,"score_linear":235395.0,"score_lmetric":211884},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":69255,"ongoing_decode_tokens":17084,"pending_prefill_tokens":10416,"num_requests":2,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":12800,"new_prefill":49218,"score_linear":56455.0,"score_lmetric":119268}],"chosen_score_linear":-34276.0,"chosen_score_lmetric":66,"t_first_token":336071.752528659,"t_first_token_unix":1779766936.7664719,"t_done":336075.254709975,"t_done_unix":1779766940.2686539},{"request_id":"1378979:1:1378979:633","session_id":"1378979","input_length":15283,"t_proxy_recv":335964.325794059,"t_decision_unix":1779766829.3397355,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":15283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1406,"cache_hit":0,"new_prefill":15283,"score_linear":35888.0,"score_lmetric":15283},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82136,"ongoing_decode_tokens":60004,"pending_prefill_tokens":6772,"num_requests":2,"active_p_offloads":0,"cached_blocks":1556,"cache_hit":0,"new_prefill":15283,"score_linear":82136.0,"score_lmetric":44110},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":177762,"ongoing_decode_tokens":98267,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":14848,"new_prefill":435,"score_linear":162914.0,"score_lmetric":159860},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":181531,"ongoing_decode_tokens":181531,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1975,"cache_hit":0,"new_prefill":15283,"score_linear":181531.0,"score_lmetric":45849},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145016,"ongoing_decode_tokens":0,"pending_prefill_tokens":126584,"num_requests":2,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":15283,"score_linear":145016.0,"score_lmetric":283734},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59025,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":15283,"score_linear":59025.0,"score_lmetric":0}],"chosen_score_linear":59025.0,"chosen_score_lmetric":0,"t_first_token":335965.715860575,"t_first_token_unix":1779766830.7298043,"t_done":336076.188306299,"t_done_unix":1779766941.2022493},{"request_id":"1408779:3:1411249:815","session_id":"1408779","input_length":7110,"t_proxy_recv":336077.264643651,"t_decision_unix":1779766942.2785847,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":4608,"affinity_cache_ratio":0.6481012658227848,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":4608,"estimated_new_tokens":2502,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":7110,"score_linear":183605.0,"score_lmetric":92515},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":124090,"num_requests":0,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":7110,"score_linear":124090.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":7110,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":165061,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":7110,"score_linear":250499.0,"score_lmetric":33420},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":4608,"new_prefill":2502,"score_linear":101535.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":7110,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":7110,"score_linear":248195.0,"score_lmetric":43452},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":169917,"ongoing_decode_tokens":73392,"pending_prefill_tokens":8178,"num_requests":1,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":1536,"new_prefill":5574,"score_linear":168381.0,"score_lmetric":13752}],"chosen_score_linear":101535.0,"chosen_score_lmetric":0,"t_first_token":336077.593110791,"t_first_token_unix":1779766942.6070547,"t_done":336077.955879366,"t_done_unix":1779766942.969823},{"request_id":"1370129:6:1394177:722","session_id":"1370129","input_length":106143,"t_proxy_recv":336017.840269554,"t_decision_unix":1779766882.8542109,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":88064,"affinity_cache_ratio":0.8296731767521174,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":88064,"estimated_new_tokens":18079,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":7680,"new_prefill":98463,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106737,"ongoing_decode_tokens":0,"pending_prefill_tokens":101617,"num_requests":2,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":106143,"score_linear":106737.0,"score_lmetric":415520},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":106143,"score_linear":106305.0,"score_lmetric":151008},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":106143,"score_linear":101803.0,"score_lmetric":134730},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":4675,"ongoing_decode_tokens":0,"pending_prefill_tokens":4675,"num_requests":0,"active_p_offloads":0,"cached_blocks":2253,"cache_hit":88064,"new_prefill":18079,"score_linear":-83389.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":106143,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":23641,"ongoing_decode_tokens":23641,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1738,"cache_hit":7680,"new_prefill":98463,"score_linear":15961.0,"score_lmetric":98463},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":205113,"ongoing_decode_tokens":226334,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1552,"cache_hit":7680,"new_prefill":98463,"score_linear":197433.0,"score_lmetric":295389}],"chosen_score_linear":-83389.0,"chosen_score_lmetric":0,"t_first_token":336029.040878797,"t_first_token_unix":1779766894.0548222,"t_done":336079.242611836,"t_done_unix":1779766944.2565553},{"request_id":"1366128:25:1411126:813","session_id":"1366128","input_length":117746,"t_proxy_recv":336076.864179467,"t_decision_unix":1779766941.8781207,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":109568,"affinity_cache_ratio":0.9305454113090891,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":109568,"estimated_new_tokens":8178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":117746,"score_linear":183605.0,"score_lmetric":645695},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":124090,"num_requests":0,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":117746,"score_linear":124090.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":117746,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":165061,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":117746,"score_linear":250499.0,"score_lmetric":365328},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":117746,"score_linear":106143.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":117746,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":117746,"score_linear":248195.0,"score_lmetric":485996},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":52171,"ongoing_decode_tokens":73392,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":109568,"new_prefill":8178,"score_linear":-57397.0,"score_lmetric":0}],"chosen_score_linear":-57397.0,"chosen_score_lmetric":0,"t_first_token":336082.418347549,"t_first_token_unix":1779766947.4322913,"t_done":336083.086507361,"t_done_unix":1779766948.100452},{"request_id":"1364090:6:1408777:801","session_id":"1364090","input_length":73392,"t_proxy_recv":336068.745676289,"t_decision_unix":1779766933.7596178,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":62976,"affinity_cache_ratio":0.8580771746239372,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"cache_hit":62976,"estimated_new_tokens":10416,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":7680,"new_prefill":65712,"score_linear":175925.0,"score_lmetric":385525},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13930,"ongoing_decode_tokens":13930,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1992,"cache_hit":0,"new_prefill":73392,"score_linear":13930.0,"score_lmetric":73392},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":149487,"ongoing_decode_tokens":0,"pending_prefill_tokens":65519,"num_requests":2,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":73392,"score_linear":149487.0,"score_lmetric":277822},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":165061,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":73392,"score_linear":250499.0,"score_lmetric":232266},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107644,"ongoing_decode_tokens":107644,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2325,"cache_hit":7680,"new_prefill":65712,"score_linear":99964.0,"score_lmetric":65712},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":0,"new_prefill":73392,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":7680,"new_prefill":65712,"score_linear":240515.0,"score_lmetric":277860},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-4137,"ongoing_decode_tokens":15283,"pending_prefill_tokens":1801,"num_requests":1,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":62976,"new_prefill":10416,"score_linear":-67113.0,"score_lmetric":12217}],"chosen_score_linear":-67113.0,"chosen_score_lmetric":12217,"t_first_token":336073.378767073,"t_first_token_unix":1779766938.3927102,"t_done":336083.307206381,"t_done_unix":1779766948.3211505},{"request_id":"1407995:2:1413725:826","session_id":"1407995","input_length":22392,"t_proxy_recv":336085.927390355,"t_decision_unix":1779766950.9413316,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":2,"affinity_cache_hit":2560,"affinity_cache_ratio":0.1143265451947124,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":22392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":22392,"score_linear":183605.0,"score_lmetric":168925},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":133891,"ongoing_decode_tokens":0,"pending_prefill_tokens":129283,"num_requests":1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":2560,"new_prefill":19832,"score_linear":131331.0,"score_lmetric":149115},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":22392,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":357791,"ongoing_decode_tokens":165061,"pending_prefill_tokens":18138,"num_requests":4,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":22392,"score_linear":357791.0,"score_lmetric":162120},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":40273,"ongoing_decode_tokens":0,"pending_prefill_tokens":1873,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":22392,"score_linear":40273.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":22392,"score_linear":72608.0,"score_lmetric":22392},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":22392,"score_linear":248195.0,"score_lmetric":104580},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":192961,"ongoing_decode_tokens":0,"pending_prefill_tokens":22694,"num_requests":1,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":0,"new_prefill":22392,"score_linear":192961.0,"score_lmetric":45086}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":336088.389324464,"t_first_token_unix":1779766953.4032683,"t_done":336088.822846779,"t_done_unix":1779766953.83679},{"request_id":"1408889:3:1414177:827","session_id":"1408889","input_length":10633,"t_proxy_recv":336087.436401555,"t_decision_unix":1779766952.450343,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":4,"affinity_cache_hit":4608,"affinity_cache_ratio":0.43336781717295214,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":0,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":10633,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":10633,"score_linear":183605.0,"score_lmetric":110130},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":133891,"ongoing_decode_tokens":0,"pending_prefill_tokens":129283,"num_requests":1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":4608,"new_prefill":6025,"score_linear":129283.0,"score_lmetric":135308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":22392,"ongoing_decode_tokens":0,"pending_prefill_tokens":22392,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":10633,"score_linear":22392.0,"score_lmetric":33025},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":357791,"ongoing_decode_tokens":250499,"pending_prefill_tokens":14108,"num_requests":4,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":10633,"score_linear":357791.0,"score_lmetric":98964},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":40273,"ongoing_decode_tokens":0,"pending_prefill_tokens":1873,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":10633,"score_linear":40273.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":10633,"score_linear":72608.0,"score_lmetric":10633},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":10633,"score_linear":248195.0,"score_lmetric":57544},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":192961,"ongoing_decode_tokens":0,"pending_prefill_tokens":22694,"num_requests":1,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":0,"new_prefill":10633,"score_linear":192961.0,"score_lmetric":33327}],"chosen_score_linear":40273.0,"chosen_score_lmetric":0,"t_first_token":336089.505284736,"t_first_token_unix":1779766954.5192285,"t_done":336091.161286375,"t_done_unix":1779766956.1752298},{"request_id":"1277428:8:1412675:821","session_id":"1277428","input_length":40273,"t_proxy_recv":336082.221552994,"t_decision_unix":1779766947.2354944,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9534924142725896,"affinity_num_requests":-1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":38400,"estimated_new_tokens":1873,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":40273,"score_linear":183605.0,"score_lmetric":258330},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":124090,"num_requests":0,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":4608,"new_prefill":35665,"score_linear":119482.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":40273,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":357791,"ongoing_decode_tokens":165061,"pending_prefill_tokens":18138,"num_requests":4,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":17408,"new_prefill":22865,"score_linear":340383.0,"score_lmetric":164012},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":38400,"new_prefill":1873,"score_linear":-38400.0,"score_lmetric":-1873},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":36352,"new_prefill":3921,"score_linear":36256.0,"score_lmetric":3921},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":40273,"score_linear":248195.0,"score_lmetric":176104},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":169917,"ongoing_decode_tokens":73392,"pending_prefill_tokens":8178,"num_requests":1,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":40273,"score_linear":169917.0,"score_lmetric":48451}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":-1873,"t_first_token":336088.706748177,"t_first_token_unix":1779766953.720692,"t_done":336091.198301702,"t_done_unix":1779766956.2122447},{"request_id":"1253743:8:1398344:743","session_id":"1253743","input_length":63258,"t_proxy_recv":336032.285071292,"t_decision_unix":1779766897.299013,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":51200,"affinity_cache_ratio":0.8093837933542003,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":51200,"estimated_new_tokens":12058,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13134,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":63258,"score_linear":13134.0,"score_lmetric":63258},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104311,"ongoing_decode_tokens":70990,"pending_prefill_tokens":5161,"num_requests":1,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":4608,"new_prefill":58650,"score_linear":99703.0,"score_lmetric":63811},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":65434,"ongoing_decode_tokens":65434,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1664,"cache_hit":0,"new_prefill":63258,"score_linear":65434.0,"score_lmetric":126516},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":51200,"new_prefill":12058,"score_linear":50603.0,"score_lmetric":40645},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":159277,"ongoing_decode_tokens":128053,"pending_prefill_tokens":2552,"num_requests":3,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":17408,"new_prefill":45850,"score_linear":141869.0,"score_lmetric":145206},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":16550,"ongoing_decode_tokens":16550,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":17408,"new_prefill":45850,"score_linear":-858.0,"score_lmetric":45850},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93536,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":63258,"score_linear":103776.0,"score_lmetric":313588},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":208756,"ongoing_decode_tokens":144473,"pending_prefill_tokens":512,"num_requests":3,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":0,"new_prefill":63258,"score_linear":208756.0,"score_lmetric":191310}],"chosen_score_linear":50603.0,"chosen_score_lmetric":40645,"t_first_token":336064.551163315,"t_first_token_unix":1779766929.5651069,"t_done":336093.193446393,"t_done_unix":1779766958.20739},{"request_id":"1405155:2:1414214:828","session_id":"1405155","input_length":40330,"t_proxy_recv":336087.585918164,"t_decision_unix":1779766952.5998597,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":33280,"affinity_cache_ratio":0.825192164641706,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"cache_hit":33280,"estimated_new_tokens":7050,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":40330,"score_linear":183605.0,"score_lmetric":258615},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":133891,"ongoing_decode_tokens":0,"pending_prefill_tokens":129283,"num_requests":1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":40330,"score_linear":133891.0,"score_lmetric":169613},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":22392,"ongoing_decode_tokens":0,"pending_prefill_tokens":22392,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":40330,"score_linear":22392.0,"score_lmetric":62722},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":357791,"ongoing_decode_tokens":250499,"pending_prefill_tokens":14108,"num_requests":4,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":40330,"score_linear":357791.0,"score_lmetric":217752},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":50906,"ongoing_decode_tokens":0,"pending_prefill_tokens":12506,"num_requests":1,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":40330,"score_linear":50906.0,"score_lmetric":52836},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":33280,"new_prefill":7050,"score_linear":39328.0,"score_lmetric":7050},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":40330,"score_linear":248195.0,"score_lmetric":176332},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":192961,"ongoing_decode_tokens":0,"pending_prefill_tokens":22694,"num_requests":1,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":0,"new_prefill":40330,"score_linear":192961.0,"score_lmetric":63024}],"chosen_score_linear":39328.0,"chosen_score_lmetric":7050,"t_first_token":336089.338696163,"t_first_token_unix":1779766954.3526394,"t_done":336095.490158357,"t_done_unix":1779766960.5041022},{"request_id":"1366128:26:1413108:823","session_id":"1366128","input_length":127989,"t_proxy_recv":336083.748795756,"t_decision_unix":1779766948.7627368,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9200790692950176,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":117760,"estimated_new_tokens":10229,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":127989,"score_linear":183605.0,"score_lmetric":696910},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":124090,"num_requests":0,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":127989,"score_linear":124090.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":127989,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":357791,"ongoing_decode_tokens":165061,"pending_prefill_tokens":18138,"num_requests":4,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":127989,"score_linear":357791.0,"score_lmetric":584508},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":40273,"ongoing_decode_tokens":0,"pending_prefill_tokens":1873,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":127989,"score_linear":40273.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":127989,"score_linear":72608.0,"score_lmetric":127989},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":127989,"score_linear":248195.0,"score_lmetric":526968},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64972,"ongoing_decode_tokens":0,"pending_prefill_tokens":12465,"num_requests":0,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":117760,"new_prefill":10229,"score_linear":-52788.0,"score_lmetric":0}],"chosen_score_linear":-52788.0,"chosen_score_lmetric":0,"t_first_token":336097.250877193,"t_first_token_unix":1779766962.264821,"t_done":336101.383575153,"t_done_unix":1779766966.3975189},{"request_id":"1399948:2:1405276:778","session_id":"1399948","input_length":6149,"t_proxy_recv":336056.460943465,"t_decision_unix":1779766921.4748852,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":4608,"affinity_cache_ratio":0.7493901447389819,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":4608,"estimated_new_tokens":1541,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":174145,"ongoing_decode_tokens":60887,"pending_prefill_tokens":3178,"num_requests":3,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":4608,"new_prefill":1541,"score_linear":169537.0,"score_lmetric":14157},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77469,"ongoing_decode_tokens":33321,"pending_prefill_tokens":2676,"num_requests":1,"active_p_offloads":0,"cached_blocks":1936,"cache_hit":0,"new_prefill":6149,"score_linear":77469.0,"score_lmetric":8825},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":6149,"score_linear":121811.0,"score_lmetric":66008},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":101803,"pending_prefill_tokens":16088,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":6149,"score_linear":250499.0,"score_lmetric":66711},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":127152,"ongoing_decode_tokens":106143,"pending_prefill_tokens":21009,"num_requests":1,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":6149,"score_linear":127152.0,"score_lmetric":27158},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32944,"ongoing_decode_tokens":0,"pending_prefill_tokens":32432,"num_requests":1,"active_p_offloads":0,"cached_blocks":1798,"cache_hit":0,"new_prefill":6149,"score_linear":32944.0,"score_lmetric":38581},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128218,"ongoing_decode_tokens":0,"pending_prefill_tokens":93914,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":6149,"score_linear":128218.0,"score_lmetric":300189},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":68195,"ongoing_decode_tokens":77913,"pending_prefill_tokens":11503,"num_requests":2,"active_p_offloads":0,"cached_blocks":1650,"cache_hit":0,"new_prefill":6149,"score_linear":68195.0,"score_lmetric":35304}],"chosen_score_linear":169537.0,"chosen_score_lmetric":14157,"t_first_token":336097.772852569,"t_first_token_unix":1779766962.7867959,"t_done":336101.979739377,"t_done_unix":1779766966.9936826},{"request_id":"1366128:27:1417788:831","session_id":"1366128","input_length":128433,"t_proxy_recv":336101.404997635,"t_decision_unix":1779766966.4189389,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":128000,"affinity_cache_ratio":0.9966285923399749,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":128000,"estimated_new_tokens":433,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":141091,"pending_prefill_tokens":6674,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":128433,"score_linear":183605.0,"score_lmetric":675535},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":133891,"ongoing_decode_tokens":0,"pending_prefill_tokens":129283,"num_requests":1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":128433,"score_linear":133891.0,"score_lmetric":257716},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":0,"new_prefill":128433,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":358176,"ongoing_decode_tokens":187241,"pending_prefill_tokens":14775,"num_requests":4,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":128433,"score_linear":358176.0,"score_lmetric":572832},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81161,"ongoing_decode_tokens":0,"pending_prefill_tokens":40201,"num_requests":1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":128433,"score_linear":81161.0,"score_lmetric":168634},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":128433,"score_linear":72608.0,"score_lmetric":128433},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":128433,"score_linear":248195.0,"score_lmetric":528744},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64972,"ongoing_decode_tokens":86193,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":128000,"new_prefill":433,"score_linear":-63028.0,"score_lmetric":0}],"chosen_score_linear":-63028.0,"chosen_score_lmetric":0,"t_first_token":336101.790265534,"t_first_token_unix":1779766966.8042092,"t_done":336103.286649385,"t_done_unix":1779766968.300593},{"request_id":"1403188:2:1408249:796","session_id":"1403188","input_length":14728,"t_proxy_recv":336067.04719726,"t_decision_unix":1779766932.0611389,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":8704,"affinity_cache_ratio":0.5909831613253667,"affinity_num_requests":4,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":8704,"estimated_new_tokens":6024,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":168877,"ongoing_decode_tokens":21684,"pending_prefill_tokens":5369,"num_requests":4,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":8704,"new_prefill":6024,"score_linear":160173.0,"score_lmetric":45572},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1992,"cache_hit":0,"new_prefill":14728,"score_linear":0.0,"score_lmetric":-14728},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":149487,"ongoing_decode_tokens":0,"pending_prefill_tokens":65519,"num_requests":2,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":14728,"score_linear":149487.0,"score_lmetric":160494},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":165061,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":14728,"score_linear":250499.0,"score_lmetric":56274},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":180832,"ongoing_decode_tokens":107644,"pending_prefill_tokens":4580,"num_requests":2,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":0,"new_prefill":14728,"score_linear":180832.0,"score_lmetric":38616},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":0,"new_prefill":14728,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":14728,"score_linear":248195.0,"score_lmetric":73924},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":166266,"ongoing_decode_tokens":187487,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":14728,"score_linear":166266.0,"score_lmetric":29456}],"chosen_score_linear":160173.0,"chosen_score_lmetric":45572,"t_first_token":336101.845860853,"t_first_token_unix":1779766966.8598046,"t_done":336103.29713422,"t_done_unix":1779766968.3110774},{"request_id":"1399948:3:1405988:782","session_id":"1399948","input_length":7995,"t_proxy_recv":336101.983741312,"t_decision_unix":1779766966.997683,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":6144,"affinity_cache_ratio":0.7684803001876173,"affinity_num_requests":4,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"cache_hit":6144,"estimated_new_tokens":1851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":177456,"ongoing_decode_tokens":177456,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":6144,"new_prefill":1851,"score_linear":171312.0,"score_lmetric":7404},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":133891,"ongoing_decode_tokens":0,"pending_prefill_tokens":129283,"num_requests":1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":7995,"score_linear":133891.0,"score_lmetric":137278},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":0,"new_prefill":7995,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":358176,"ongoing_decode_tokens":187241,"pending_prefill_tokens":14775,"num_requests":4,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":7995,"score_linear":358176.0,"score_lmetric":91080},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81161,"ongoing_decode_tokens":0,"pending_prefill_tokens":40201,"num_requests":1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":7995,"score_linear":81161.0,"score_lmetric":48196},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":7995,"score_linear":72608.0,"score_lmetric":7995},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":7995,"score_linear":248195.0,"score_lmetric":46992},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":193405,"ongoing_decode_tokens":214626,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":7995,"score_linear":193405.0,"score_lmetric":7995}],"chosen_score_linear":171312.0,"chosen_score_lmetric":7404,"t_first_token":336102.326302122,"t_first_token_unix":1779766967.3402455,"t_done":336103.499410216,"t_done_unix":1779766968.5133548},{"request_id":"1399948:4:1407140:786","session_id":"1399948","input_length":8540,"t_proxy_recv":336103.504325579,"t_decision_unix":1779766968.5182672,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":7680,"affinity_cache_ratio":0.8992974238875878,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":860,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":162728,"ongoing_decode_tokens":162728,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1760,"cache_hit":7680,"new_prefill":860,"score_linear":155048.0,"score_lmetric":2580},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":133891,"ongoing_decode_tokens":0,"pending_prefill_tokens":129283,"num_requests":1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":8540,"score_linear":133891.0,"score_lmetric":137823},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":0,"new_prefill":8540,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":358176,"ongoing_decode_tokens":187241,"pending_prefill_tokens":14775,"num_requests":4,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":8540,"score_linear":358176.0,"score_lmetric":93260},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81161,"ongoing_decode_tokens":0,"pending_prefill_tokens":40201,"num_requests":1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":8540,"score_linear":81161.0,"score_lmetric":48741},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":8540,"score_linear":72608.0,"score_lmetric":8540},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":8540,"score_linear":248195.0,"score_lmetric":49172},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64972,"ongoing_decode_tokens":86193,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1813,"cache_hit":0,"new_prefill":8540,"score_linear":64972.0,"score_lmetric":0}],"chosen_score_linear":155048.0,"chosen_score_lmetric":2580,"t_first_token":336103.629236939,"t_first_token_unix":1779766968.6431804,"t_done":336103.973725819,"t_done_unix":1779766968.987669},{"request_id":"1340290:7:1408176:795","session_id":"1340290","input_length":27786,"t_proxy_recv":336066.78730563,"t_decision_unix":1779766931.8012471,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9766069243503923,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":27136,"estimated_new_tokens":650,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":141091,"ongoing_decode_tokens":21684,"pending_prefill_tokens":4719,"num_requests":3,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":27136,"new_prefill":650,"score_linear":113955.0,"score_lmetric":16107},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1992,"cache_hit":0,"new_prefill":27786,"score_linear":0.0,"score_lmetric":-27786},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":149487,"ongoing_decode_tokens":0,"pending_prefill_tokens":65519,"num_requests":2,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":27786,"score_linear":149487.0,"score_lmetric":186610},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":165061,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":27786,"score_linear":250499.0,"score_lmetric":95448},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":180832,"ongoing_decode_tokens":107644,"pending_prefill_tokens":4580,"num_requests":2,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":0,"new_prefill":27786,"score_linear":180832.0,"score_lmetric":64732},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":0,"new_prefill":27786,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":1024,"new_prefill":26762,"score_linear":247171.0,"score_lmetric":122060},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":166266,"ongoing_decode_tokens":187487,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":20992,"new_prefill":6794,"score_linear":145274.0,"score_lmetric":13588}],"chosen_score_linear":113955.0,"chosen_score_lmetric":16107,"t_first_token":336101.747183201,"t_first_token_unix":1779766966.7611268,"t_done":336104.295876542,"t_done_unix":1779766969.3098202},{"request_id":"1399948:5:1407922:791","session_id":"1399948","input_length":8612,"t_proxy_recv":336103.978038272,"t_decision_unix":1779766968.9919796,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":8192,"affinity_cache_ratio":0.9512308406874129,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":8192,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":162728,"ongoing_decode_tokens":162728,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":8192,"new_prefill":420,"score_linear":154536.0,"score_lmetric":1260},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":133891,"ongoing_decode_tokens":0,"pending_prefill_tokens":129283,"num_requests":1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":8612,"score_linear":133891.0,"score_lmetric":137895},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":0,"new_prefill":8612,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":358176,"ongoing_decode_tokens":187241,"pending_prefill_tokens":14775,"num_requests":4,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":8612,"score_linear":358176.0,"score_lmetric":93548},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81161,"ongoing_decode_tokens":0,"pending_prefill_tokens":40201,"num_requests":1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":8612,"score_linear":81161.0,"score_lmetric":48813},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":8612,"score_linear":72608.0,"score_lmetric":8612},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":8612,"score_linear":248195.0,"score_lmetric":49460},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64972,"ongoing_decode_tokens":86193,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1813,"cache_hit":0,"new_prefill":8612,"score_linear":64972.0,"score_lmetric":0}],"chosen_score_linear":154536.0,"chosen_score_lmetric":1260,"t_first_token":336104.065975735,"t_first_token_unix":1779766969.0799193,"t_done":336104.8663815,"t_done_unix":1779766969.8803248},{"request_id":"1364090:7:1412644:820","session_id":"1364090","input_length":86193,"t_proxy_recv":336083.326391432,"t_decision_unix":1779766948.3403327,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":73728,"affinity_cache_ratio":0.8553826876892555,"affinity_num_requests":-1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":73728,"estimated_new_tokens":12465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":7680,"new_prefill":78513,"score_linear":175925.0,"score_lmetric":449530},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":124090,"num_requests":0,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":86193,"score_linear":124090.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":86193,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":357791,"ongoing_decode_tokens":165061,"pending_prefill_tokens":18138,"num_requests":4,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":86193,"score_linear":357791.0,"score_lmetric":417324},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":40273,"ongoing_decode_tokens":0,"pending_prefill_tokens":1873,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":7680,"new_prefill":78513,"score_linear":32593.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":86193,"score_linear":72608.0,"score_lmetric":86193},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":7680,"new_prefill":78513,"score_linear":240515.0,"score_lmetric":329064},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":73728,"new_prefill":12465,"score_linear":-94949.0,"score_lmetric":-12465}],"chosen_score_linear":-94949.0,"chosen_score_lmetric":-12465,"t_first_token":336089.606099251,"t_first_token_unix":1779766954.6200426,"t_done":336104.958509286,"t_done_unix":1779766969.972453},{"request_id":"1362265:5:1398180:741","session_id":"1362265","input_length":10736,"t_proxy_recv":336031.86430015,"t_decision_unix":1779766896.8782418,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":10240,"affinity_cache_ratio":0.9538002980625931,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":10240,"estimated_new_tokens":496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16347,"ongoing_decode_tokens":13134,"pending_prefill_tokens":3213,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":10736,"score_linear":16347.0,"score_lmetric":27898},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104311,"ongoing_decode_tokens":70990,"pending_prefill_tokens":5161,"num_requests":1,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":6656,"new_prefill":4080,"score_linear":97655.0,"score_lmetric":9241},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1664,"cache_hit":6656,"new_prefill":4080,"score_linear":54887.0,"score_lmetric":4080},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":10736,"score_linear":101803.0,"score_lmetric":39323},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":159277,"ongoing_decode_tokens":128053,"pending_prefill_tokens":2552,"num_requests":3,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":10736,"score_linear":159277.0,"score_lmetric":39864},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":10736,"score_linear":16550.0,"score_lmetric":27286},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":10240,"new_prefill":496,"score_linear":82800.0,"score_lmetric":93536},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":208528,"ongoing_decode_tokens":229749,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":0,"new_prefill":10736,"score_linear":208528.0,"score_lmetric":32208}],"chosen_score_linear":82800.0,"chosen_score_lmetric":93536,"t_first_token":336058.821865238,"t_first_token_unix":1779766923.8358085,"t_done":336105.267771243,"t_done_unix":1779766970.2817147},{"request_id":"1399948:6:1410696:812","session_id":"1399948","input_length":11381,"t_proxy_recv":336104.872016528,"t_decision_unix":1779766969.885958,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":8192,"affinity_cache_ratio":0.7197961514805378,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":8192,"estimated_new_tokens":3189,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":164672,"ongoing_decode_tokens":164672,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1762,"cache_hit":8192,"new_prefill":3189,"score_linear":156480.0,"score_lmetric":9567},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":133891,"ongoing_decode_tokens":0,"pending_prefill_tokens":129283,"num_requests":1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":11381,"score_linear":133891.0,"score_lmetric":140664},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":0,"new_prefill":11381,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":358176,"ongoing_decode_tokens":187241,"pending_prefill_tokens":14775,"num_requests":4,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":11381,"score_linear":358176.0,"score_lmetric":104624},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81161,"ongoing_decode_tokens":0,"pending_prefill_tokens":40201,"num_requests":1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":11381,"score_linear":81161.0,"score_lmetric":51582},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":11381,"score_linear":72608.0,"score_lmetric":11381},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":11381,"score_linear":248195.0,"score_lmetric":60536},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64972,"ongoing_decode_tokens":86193,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1813,"cache_hit":0,"new_prefill":11381,"score_linear":64972.0,"score_lmetric":0}],"chosen_score_linear":156480.0,"chosen_score_lmetric":9567,"t_first_token":336105.245923557,"t_first_token_unix":1779766970.2598674,"t_done":336105.551835171,"t_done_unix":1779766970.5657785},{"request_id":"1362265:6:1399937:747","session_id":"1362265","input_length":10816,"t_proxy_recv":336105.279156702,"t_decision_unix":1779766970.2930984,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9940828402366864,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":10752,"estimated_new_tokens":64,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":176053,"ongoing_decode_tokens":176053,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1762,"cache_hit":0,"new_prefill":10816,"score_linear":176053.0,"score_lmetric":43264},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":133891,"ongoing_decode_tokens":0,"pending_prefill_tokens":129283,"num_requests":1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":6656,"new_prefill":4160,"score_linear":127235.0,"score_lmetric":133443},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":6656,"new_prefill":4160,"score_linear":-6656.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":358176,"ongoing_decode_tokens":187241,"pending_prefill_tokens":14775,"num_requests":4,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":10816,"score_linear":358176.0,"score_lmetric":102364},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81161,"ongoing_decode_tokens":0,"pending_prefill_tokens":40201,"num_requests":1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":10816,"score_linear":81161.0,"score_lmetric":51017},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":10816,"score_linear":72608.0,"score_lmetric":10816},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":237459,"ongoing_decode_tokens":237459,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1826,"cache_hit":10752,"new_prefill":64,"score_linear":226707.0,"score_lmetric":192},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75628,"ongoing_decode_tokens":0,"pending_prefill_tokens":10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":10816,"score_linear":75628.0,"score_lmetric":0}],"chosen_score_linear":226707.0,"chosen_score_lmetric":192,"t_first_token":336105.385164264,"t_first_token_unix":1779766970.399108,"t_done":336106.290379868,"t_done_unix":1779766971.3043234},{"request_id":"1399948:7:1413205:824","session_id":"1399948","input_length":11537,"t_proxy_recv":336105.557133982,"t_decision_unix":1779766970.5710757,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9763370026870071,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":11264,"estimated_new_tokens":273,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":164672,"ongoing_decode_tokens":164672,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1768,"cache_hit":11264,"new_prefill":273,"score_linear":153408.0,"score_lmetric":819},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":133891,"ongoing_decode_tokens":0,"pending_prefill_tokens":129283,"num_requests":1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":11537,"score_linear":133891.0,"score_lmetric":140820},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":0,"new_prefill":11537,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":358176,"ongoing_decode_tokens":187241,"pending_prefill_tokens":14775,"num_requests":4,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":11537,"score_linear":358176.0,"score_lmetric":105248},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81161,"ongoing_decode_tokens":0,"pending_prefill_tokens":40201,"num_requests":1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":11537,"score_linear":81161.0,"score_lmetric":51738},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":11537,"score_linear":72608.0,"score_lmetric":11537},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248275,"ongoing_decode_tokens":248275,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1826,"cache_hit":0,"new_prefill":11537,"score_linear":248275.0,"score_lmetric":46148},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75628,"ongoing_decode_tokens":0,"pending_prefill_tokens":10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":11537,"score_linear":75628.0,"score_lmetric":0}],"chosen_score_linear":153408.0,"chosen_score_lmetric":819,"t_first_token":336105.660739225,"t_first_token_unix":1779766970.6746826,"t_done":336106.43420888,"t_done_unix":1779766971.448152},{"request_id":"1275274:2:1405679:780","session_id":"1275274","input_length":119977,"t_proxy_recv":336057.911865706,"t_decision_unix":1779766922.925807,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9687190044758579,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":116224,"estimated_new_tokens":3753,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":141091,"ongoing_decode_tokens":21684,"pending_prefill_tokens":4719,"num_requests":3,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":119977,"score_linear":141091.0,"score_lmetric":374088},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":97435,"ongoing_decode_tokens":77469,"pending_prefill_tokens":9214,"num_requests":2,"active_p_offloads":0,"cached_blocks":1936,"cache_hit":0,"new_prefill":119977,"score_linear":97435.0,"score_lmetric":258382},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":119977,"score_linear":121811.0,"score_lmetric":179836},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":101803,"pending_prefill_tokens":16088,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":119977,"score_linear":250499.0,"score_lmetric":408195},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":0,"new_prefill":119977,"score_linear":106143.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32944,"ongoing_decode_tokens":0,"pending_prefill_tokens":32432,"num_requests":1,"active_p_offloads":0,"cached_blocks":1798,"cache_hit":0,"new_prefill":119977,"score_linear":32944.0,"score_lmetric":152409},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128218,"ongoing_decode_tokens":0,"pending_prefill_tokens":93914,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":116224,"new_prefill":3753,"score_linear":11994.0,"score_lmetric":293001},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56692,"ongoing_decode_tokens":77913,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":119977,"score_linear":56692.0,"score_lmetric":119977}],"chosen_score_linear":11994.0,"chosen_score_lmetric":293001,"t_first_token":336104.986103522,"t_first_token_unix":1779766970.0000465,"t_done":336107.229780148,"t_done_unix":1779766972.243724},{"request_id":"1362265:7:1408772:800","session_id":"1362265","input_length":11070,"t_proxy_recv":336106.295503598,"t_decision_unix":1779766971.3094451,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9712737127371274,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":10752,"estimated_new_tokens":318,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":176209,"ongoing_decode_tokens":176209,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1768,"cache_hit":0,"new_prefill":11070,"score_linear":176209.0,"score_lmetric":44280},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":133891,"ongoing_decode_tokens":0,"pending_prefill_tokens":129283,"num_requests":1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":6656,"new_prefill":4414,"score_linear":127235.0,"score_lmetric":133697},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":6656,"new_prefill":4414,"score_linear":-6656.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":358176,"ongoing_decode_tokens":187241,"pending_prefill_tokens":14775,"num_requests":4,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":11070,"score_linear":358176.0,"score_lmetric":103380},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81161,"ongoing_decode_tokens":43763,"pending_prefill_tokens":37398,"num_requests":1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":11070,"score_linear":81161.0,"score_lmetric":48468},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":11070,"score_linear":72608.0,"score_lmetric":11070},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":237459,"ongoing_decode_tokens":237459,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1826,"cache_hit":10752,"new_prefill":318,"score_linear":226707.0,"score_lmetric":954},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75628,"ongoing_decode_tokens":0,"pending_prefill_tokens":10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":11070,"score_linear":75628.0,"score_lmetric":0}],"chosen_score_linear":226707.0,"chosen_score_lmetric":954,"t_first_token":336106.402122545,"t_first_token_unix":1779766971.4160657,"t_done":336107.902894729,"t_done_unix":1779766972.9168382},{"request_id":"1397515:1:1397515:736","session_id":"1397515","input_length":93040,"t_proxy_recv":336029.364736686,"t_decision_unix":1779766894.3786783,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":93040,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13134,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":512,"new_prefill":92528,"score_linear":12622.0,"score_lmetric":92528},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106737,"ongoing_decode_tokens":106737,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":93040,"score_linear":106737.0,"score_lmetric":186080},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":106305,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":93040,"score_linear":106305.0,"score_lmetric":93040},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":93040,"score_linear":101803.0,"score_lmetric":121627},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156530,"ongoing_decode_tokens":139483,"pending_prefill_tokens":663,"num_requests":3,"active_p_offloads":0,"cached_blocks":2253,"cache_hit":0,"new_prefill":93040,"score_linear":156530.0,"score_lmetric":281109},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":93040,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":93040,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":206985,"ongoing_decode_tokens":228206,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1578,"cache_hit":0,"new_prefill":93040,"score_linear":206985.0,"score_lmetric":279120}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":336058.313142312,"t_first_token_unix":1779766923.3270855,"t_done":336108.187169397,"t_done_unix":1779766973.2011127},{"request_id":"1362265:8:1419710:834","session_id":"1362265","input_length":11132,"t_proxy_recv":336107.907252394,"t_decision_unix":1779766972.9211943,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9658641753503413,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":10752,"estimated_new_tokens":380,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":164672,"ongoing_decode_tokens":164672,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1768,"cache_hit":0,"new_prefill":11132,"score_linear":164672.0,"score_lmetric":33396},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":133891,"ongoing_decode_tokens":0,"pending_prefill_tokens":129283,"num_requests":1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":6656,"new_prefill":4476,"score_linear":127235.0,"score_lmetric":133759},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32179,"ongoing_decode_tokens":0,"pending_prefill_tokens":23475,"num_requests":1,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":6656,"new_prefill":4476,"score_linear":25523.0,"score_lmetric":27951},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":358176,"ongoing_decode_tokens":187241,"pending_prefill_tokens":14775,"num_requests":4,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":11132,"score_linear":358176.0,"score_lmetric":103628},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81161,"ongoing_decode_tokens":43763,"pending_prefill_tokens":37398,"num_requests":1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":11132,"score_linear":81161.0,"score_lmetric":48530},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":11132,"score_linear":72608.0,"score_lmetric":11132},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":117482,"ongoing_decode_tokens":117482,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":10752,"new_prefill":380,"score_linear":106730.0,"score_lmetric":760},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75628,"ongoing_decode_tokens":0,"pending_prefill_tokens":10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":11132,"score_linear":75628.0,"score_lmetric":0}],"chosen_score_linear":106730.0,"chosen_score_lmetric":760,"t_first_token":336107.97102728,"t_first_token_unix":1779766972.9849703,"t_done":336108.395684395,"t_done_unix":1779766973.409628},{"request_id":"1340290:8:1409129:805","session_id":"1340290","input_length":29730,"t_proxy_recv":336104.304173751,"t_decision_unix":1779766969.318115,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9299697275479314,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":27648,"estimated_new_tokens":2082,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":143554,"ongoing_decode_tokens":143554,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1762,"cache_hit":27648,"new_prefill":2082,"score_linear":115906.0,"score_lmetric":6246},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":133891,"ongoing_decode_tokens":0,"pending_prefill_tokens":129283,"num_requests":1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":29730,"score_linear":133891.0,"score_lmetric":159013},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":0,"new_prefill":29730,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":358176,"ongoing_decode_tokens":187241,"pending_prefill_tokens":14775,"num_requests":4,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":29730,"score_linear":358176.0,"score_lmetric":178020},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81161,"ongoing_decode_tokens":0,"pending_prefill_tokens":40201,"num_requests":1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":29730,"score_linear":81161.0,"score_lmetric":69931},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":29730,"score_linear":72608.0,"score_lmetric":29730},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":1024,"new_prefill":28706,"score_linear":247171.0,"score_lmetric":129836},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64972,"ongoing_decode_tokens":86193,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1813,"cache_hit":20992,"new_prefill":8738,"score_linear":43980.0,"score_lmetric":0}],"chosen_score_linear":115906.0,"chosen_score_lmetric":6246,"t_first_token":336104.802139562,"t_first_token_unix":1779766969.8160832,"t_done":336108.921107692,"t_done_unix":1779766973.935054},{"request_id":"1340290:9:1410595:811","session_id":"1340290","input_length":29958,"t_proxy_recv":336108.928163804,"t_decision_unix":1779766973.942105,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":29696,"affinity_cache_ratio":0.9912544228586688,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":29696,"estimated_new_tokens":262,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":134942,"ongoing_decode_tokens":134942,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1772,"cache_hit":29696,"new_prefill":262,"score_linear":105246.0,"score_lmetric":524},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":133891,"ongoing_decode_tokens":0,"pending_prefill_tokens":129283,"num_requests":1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":29958,"score_linear":133891.0,"score_lmetric":159241},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32179,"ongoing_decode_tokens":0,"pending_prefill_tokens":23475,"num_requests":1,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":0,"new_prefill":29958,"score_linear":32179.0,"score_lmetric":53433},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":358176,"ongoing_decode_tokens":187241,"pending_prefill_tokens":14775,"num_requests":4,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":29958,"score_linear":358176.0,"score_lmetric":178932},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81161,"ongoing_decode_tokens":43763,"pending_prefill_tokens":37398,"num_requests":1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":29958,"score_linear":81161.0,"score_lmetric":67356},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":29958,"score_linear":72608.0,"score_lmetric":29958},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24442,"ongoing_decode_tokens":24442,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2015,"cache_hit":1024,"new_prefill":28934,"score_linear":23418.0,"score_lmetric":28934},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75628,"ongoing_decode_tokens":0,"pending_prefill_tokens":10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":8966,"score_linear":54636.0,"score_lmetric":0}],"chosen_score_linear":105246.0,"chosen_score_lmetric":524,"t_first_token":336109.024297289,"t_first_token_unix":1779766974.0382407,"t_done":336109.759633083,"t_done_unix":1779766974.7735767},{"request_id":"1363943:10:1401002:755","session_id":"1363943","input_length":24442,"t_proxy_recv":336041.661975119,"t_decision_unix":1779766906.6759162,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9845348171180754,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24064,"estimated_new_tokens":378,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1720,"cache_hit":8704,"new_prefill":15738,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1922,"cache_hit":0,"new_prefill":24442,"score_linear":33321.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":24442,"score_linear":121811.0,"score_lmetric":84301},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":0,"pending_prefill_tokens":40645,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":24442,"score_linear":165061.0,"score_lmetric":130174},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":4096,"new_prefill":20346,"score_linear":102047.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68109,"ongoing_decode_tokens":0,"pending_prefill_tokens":17421,"num_requests":1,"active_p_offloads":0,"cached_blocks":1757,"cache_hit":0,"new_prefill":24442,"score_linear":68109.0,"score_lmetric":41863},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93536,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":24064,"new_prefill":378,"score_linear":79712.0,"score_lmetric":187828},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":140663,"ongoing_decode_tokens":64227,"pending_prefill_tokens":12153,"num_requests":2,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":4096,"new_prefill":20346,"score_linear":136567.0,"score_lmetric":64998}],"chosen_score_linear":79712.0,"chosen_score_lmetric":187828,"t_first_token":336058.823682426,"t_first_token_unix":1779766923.837628,"t_done":336111.040452518,"t_done_unix":1779766976.0543962},{"request_id":"1340290:10:1411397:816","session_id":"1340290","input_length":30154,"t_proxy_recv":336109.766033096,"t_decision_unix":1779766974.779975,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":29696,"affinity_cache_ratio":0.9848113019831531,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":29696,"estimated_new_tokens":458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":134942,"ongoing_decode_tokens":134942,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1772,"cache_hit":29696,"new_prefill":458,"score_linear":105246.0,"score_lmetric":916},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":133891,"ongoing_decode_tokens":0,"pending_prefill_tokens":129283,"num_requests":1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":30154,"score_linear":133891.0,"score_lmetric":159437},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32179,"ongoing_decode_tokens":0,"pending_prefill_tokens":23475,"num_requests":1,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":0,"new_prefill":30154,"score_linear":32179.0,"score_lmetric":53629},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":358176,"ongoing_decode_tokens":187241,"pending_prefill_tokens":14775,"num_requests":4,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":30154,"score_linear":358176.0,"score_lmetric":179716},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81161,"ongoing_decode_tokens":43763,"pending_prefill_tokens":37398,"num_requests":1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":30154,"score_linear":81161.0,"score_lmetric":67552},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":30154,"score_linear":72608.0,"score_lmetric":30154},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24442,"ongoing_decode_tokens":24442,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2015,"cache_hit":1024,"new_prefill":29130,"score_linear":23418.0,"score_lmetric":29130},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75628,"ongoing_decode_tokens":0,"pending_prefill_tokens":10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":9162,"score_linear":54636.0,"score_lmetric":0}],"chosen_score_linear":105246.0,"chosen_score_lmetric":916,"t_first_token":336109.891165012,"t_first_token_unix":1779766974.9051085,"t_done":336115.605834855,"t_done_unix":1779766980.6197782},{"request_id":"1364090:8:1417347:830","session_id":"1364090","input_length":96849,"t_proxy_recv":336104.977507973,"t_decision_unix":1779766969.9914496,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":86528,"affinity_cache_ratio":0.893432043696889,"affinity_num_requests":-1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":86528,"estimated_new_tokens":10321,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":176053,"ongoing_decode_tokens":164672,"pending_prefill_tokens":3189,"num_requests":4,"active_p_offloads":0,"cached_blocks":1762,"cache_hit":7680,"new_prefill":89169,"score_linear":168373.0,"score_lmetric":369432},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":133891,"ongoing_decode_tokens":0,"pending_prefill_tokens":129283,"num_requests":1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":96849,"score_linear":133891.0,"score_lmetric":226132},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":0,"new_prefill":96849,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":358176,"ongoing_decode_tokens":187241,"pending_prefill_tokens":14775,"num_requests":4,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":96849,"score_linear":358176.0,"score_lmetric":446496},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81161,"ongoing_decode_tokens":0,"pending_prefill_tokens":40201,"num_requests":1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":7680,"new_prefill":89169,"score_linear":73481.0,"score_lmetric":129370},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":96849,"score_linear":72608.0,"score_lmetric":96849},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":7680,"new_prefill":89169,"score_linear":240515.0,"score_lmetric":371688},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":86528,"new_prefill":10321,"score_linear":-107749.0,"score_lmetric":-10321}],"chosen_score_linear":-107749.0,"chosen_score_lmetric":-10321,"t_first_token":336110.918339557,"t_first_token_unix":1779766975.9322832,"t_done":336115.782240155,"t_done_unix":1779766980.796184},{"request_id":"1362265:9:1422050:838","session_id":"1362265","input_length":11879,"t_proxy_recv":336115.49986967,"t_decision_unix":1779766980.513811,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9051266941661756,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":10752,"estimated_new_tokens":1127,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165096,"ongoing_decode_tokens":165096,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1772,"cache_hit":0,"new_prefill":11879,"score_linear":165096.0,"score_lmetric":35637},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":183199,"ongoing_decode_tokens":0,"pending_prefill_tokens":134559,"num_requests":2,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":6656,"new_prefill":5223,"score_linear":176543.0,"score_lmetric":279564},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32179,"ongoing_decode_tokens":32179,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":6656,"new_prefill":5223,"score_linear":25523.0,"score_lmetric":5223},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":358176,"ongoing_decode_tokens":187241,"pending_prefill_tokens":14775,"num_requests":4,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":11879,"score_linear":358176.0,"score_lmetric":106616},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81161,"ongoing_decode_tokens":81161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":11879,"score_linear":81161.0,"score_lmetric":11879},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":11879,"score_linear":72608.0,"score_lmetric":11879},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2016,"cache_hit":10752,"new_prefill":1127,"score_linear":-10752.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":204270,"ongoing_decode_tokens":96849,"pending_prefill_tokens":130,"num_requests":1,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":11879,"score_linear":204270.0,"score_lmetric":12009}],"chosen_score_linear":-10752.0,"chosen_score_lmetric":0,"t_first_token":336115.639600544,"t_first_token_unix":1779766980.6535437,"t_done":336115.823017025,"t_done_unix":1779766980.8369603},{"request_id":"1366128:28:1421998:837","session_id":"1366128","input_length":128642,"t_proxy_recv":336115.311835654,"t_decision_unix":1779766980.3257768,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":128512,"affinity_cache_ratio":0.9989894435720837,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"cache_hit":128512,"estimated_new_tokens":130,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165096,"ongoing_decode_tokens":165096,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1772,"cache_hit":0,"new_prefill":128642,"score_linear":165096.0,"score_lmetric":385926},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":183199,"ongoing_decode_tokens":0,"pending_prefill_tokens":134559,"num_requests":2,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":128642,"score_linear":183199.0,"score_lmetric":526402},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32179,"ongoing_decode_tokens":32179,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":0,"new_prefill":128642,"score_linear":32179.0,"score_lmetric":128642},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":358176,"ongoing_decode_tokens":187241,"pending_prefill_tokens":14775,"num_requests":4,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":128642,"score_linear":358176.0,"score_lmetric":573668},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81161,"ongoing_decode_tokens":81161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":128642,"score_linear":81161.0,"score_lmetric":128642},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":128642,"score_linear":72608.0,"score_lmetric":128642},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2016,"cache_hit":0,"new_prefill":128642,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75628,"ongoing_decode_tokens":96849,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":128512,"new_prefill":130,"score_linear":-52884.0,"score_lmetric":0}],"chosen_score_linear":-52884.0,"chosen_score_lmetric":0,"t_first_token":336115.669119025,"t_first_token_unix":1779766980.6830623,"t_done":336116.242078455,"t_done_unix":1779766981.256023},{"request_id":"1381387:7:1411928:819","session_id":"1381387","input_length":72608,"t_proxy_recv":336079.73321397,"t_decision_unix":1779766944.7471554,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9872190392243279,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":71680,"estimated_new_tokens":928,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":72608,"score_linear":183605.0,"score_lmetric":420005},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":124090,"num_requests":0,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":72608,"score_linear":124090.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":72608,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":357791,"ongoing_decode_tokens":165061,"pending_prefill_tokens":18138,"num_requests":4,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":72608,"score_linear":357791.0,"score_lmetric":362984},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":72608,"score_linear":0.0,"score_lmetric":-72608},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":71680,"new_prefill":928,"score_linear":-71680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":72608,"score_linear":248195.0,"score_lmetric":305444},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":169917,"ongoing_decode_tokens":73392,"pending_prefill_tokens":8178,"num_requests":1,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":72608,"score_linear":169917.0,"score_lmetric":80786}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":336080.378038602,"t_first_token_unix":1779766945.3919828,"t_done":336118.351998123,"t_done_unix":1779766983.365958},{"request_id":"1373577:3:1404917:774","session_id":"1373577","input_length":85438,"t_proxy_recv":336055.303299548,"t_decision_unix":1779766920.3172412,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9528312928673424,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":81408,"estimated_new_tokens":4030,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60887,"ongoing_decode_tokens":0,"pending_prefill_tokens":22999,"num_requests":2,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":85438,"score_linear":60887.0,"score_lmetric":216874},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77469,"ongoing_decode_tokens":33321,"pending_prefill_tokens":2676,"num_requests":1,"active_p_offloads":0,"cached_blocks":1936,"cache_hit":0,"new_prefill":85438,"score_linear":77469.0,"score_lmetric":88114},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":2560,"new_prefill":82878,"score_linear":119251.0,"score_lmetric":142737},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":101803,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":81408,"new_prefill":4030,"score_linear":83653.0,"score_lmetric":32176},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":127152,"ongoing_decode_tokens":106143,"pending_prefill_tokens":21009,"num_requests":1,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":85438,"score_linear":127152.0,"score_lmetric":106447},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1798,"cache_hit":0,"new_prefill":85438,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128218,"ongoing_decode_tokens":0,"pending_prefill_tokens":93914,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":85438,"score_linear":128218.0,"score_lmetric":538056},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56692,"ongoing_decode_tokens":77913,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1650,"cache_hit":0,"new_prefill":85438,"score_linear":56692.0,"score_lmetric":85438}],"chosen_score_linear":83653.0,"chosen_score_lmetric":32176,"t_first_token":336087.338404341,"t_first_token_unix":1779766952.3523479,"t_done":336118.680532941,"t_done_unix":1779766983.6944766},{"request_id":"1340290:11:1413050:822","session_id":"1340290","input_length":35022,"t_proxy_recv":336115.615166296,"t_decision_unix":1779766980.629108,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":30208,"affinity_cache_ratio":0.8625435440580207,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":30208,"estimated_new_tokens":4814,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":134942,"ongoing_decode_tokens":134942,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":30208,"new_prefill":4814,"score_linear":104734.0,"score_lmetric":9628},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":183199,"ongoing_decode_tokens":0,"pending_prefill_tokens":134559,"num_requests":2,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":35022,"score_linear":183199.0,"score_lmetric":339162},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32179,"ongoing_decode_tokens":32179,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":0,"new_prefill":35022,"score_linear":32179.0,"score_lmetric":35022},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":358176,"ongoing_decode_tokens":187241,"pending_prefill_tokens":14775,"num_requests":4,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":35022,"score_linear":358176.0,"score_lmetric":199188},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81161,"ongoing_decode_tokens":81161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":35022,"score_linear":81161.0,"score_lmetric":35022},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":35022,"score_linear":72608.0,"score_lmetric":35022},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11879,"ongoing_decode_tokens":0,"pending_prefill_tokens":1127,"num_requests":1,"active_p_offloads":0,"cached_blocks":2016,"cache_hit":1024,"new_prefill":33998,"score_linear":10855.0,"score_lmetric":35125},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":204270,"ongoing_decode_tokens":96849,"pending_prefill_tokens":130,"num_requests":1,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":14030,"score_linear":183278.0,"score_lmetric":14160}],"chosen_score_linear":104734.0,"chosen_score_lmetric":9628,"t_first_token":336116.731258493,"t_first_token_unix":1779766981.7452018,"t_done":336120.655833137,"t_done_unix":1779766985.6697764},{"request_id":"1364128:3:1419644:833","session_id":"1364128","input_length":32179,"t_proxy_recv":336106.804420784,"t_decision_unix":1779766971.8183625,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":8704,"affinity_cache_ratio":0.2704869635476553,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":false,"cache_hit":8704,"estimated_new_tokens":23475,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":164672,"ongoing_decode_tokens":164672,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1768,"cache_hit":0,"new_prefill":32179,"score_linear":164672.0,"score_lmetric":96537},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":133891,"ongoing_decode_tokens":0,"pending_prefill_tokens":129283,"num_requests":1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":6656,"new_prefill":25523,"score_linear":127235.0,"score_lmetric":154806},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":8704,"new_prefill":23475,"score_linear":-8704.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":358176,"ongoing_decode_tokens":187241,"pending_prefill_tokens":14775,"num_requests":4,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":32179,"score_linear":358176.0,"score_lmetric":187816},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81161,"ongoing_decode_tokens":43763,"pending_prefill_tokens":37398,"num_requests":1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":32179,"score_linear":81161.0,"score_lmetric":69577},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":32179,"score_linear":72608.0,"score_lmetric":32179},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248529,"ongoing_decode_tokens":248529,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1826,"cache_hit":6656,"new_prefill":25523,"score_linear":241873.0,"score_lmetric":102092},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75628,"ongoing_decode_tokens":0,"pending_prefill_tokens":10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":32179,"score_linear":75628.0,"score_lmetric":0}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":336111.23376422,"t_first_token_unix":1779766976.2477074,"t_done":336121.991304813,"t_done_unix":1779766987.0052483},{"request_id":"1340290:12:1421294:835","session_id":"1340290","input_length":35303,"t_proxy_recv":336120.66331216,"t_decision_unix":1779766985.677254,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9862051383735093,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"cache_hit":34816,"estimated_new_tokens":487,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":134942,"ongoing_decode_tokens":134942,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":34816,"new_prefill":487,"score_linear":100126.0,"score_lmetric":974},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":183199,"ongoing_decode_tokens":0,"pending_prefill_tokens":134559,"num_requests":2,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":35303,"score_linear":183199.0,"score_lmetric":339724},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32179,"ongoing_decode_tokens":32179,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":0,"new_prefill":35303,"score_linear":32179.0,"score_lmetric":35303},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":272738,"ongoing_decode_tokens":101803,"pending_prefill_tokens":14775,"num_requests":3,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":35303,"score_linear":272738.0,"score_lmetric":150234},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81161,"ongoing_decode_tokens":81161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":35303,"score_linear":81161.0,"score_lmetric":35303},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":35303,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2018,"cache_hit":1024,"new_prefill":34279,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":69597,"ongoing_decode_tokens":0,"pending_prefill_tokens":90818,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":20992,"new_prefill":14311,"score_linear":48605.0,"score_lmetric":0}],"chosen_score_linear":100126.0,"chosen_score_lmetric":974,"t_first_token":336120.76848435,"t_first_token_unix":1779766985.7824273,"t_done":336124.084325945,"t_done_unix":1779766989.0982695},{"request_id":"1264679:2:1405259:777","session_id":"1264679","input_length":113258,"t_proxy_recv":336056.433690319,"t_decision_unix":1779766921.4476318,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":110080,"affinity_cache_ratio":0.9719401719966801,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"cache_hit":110080,"estimated_new_tokens":3178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60887,"ongoing_decode_tokens":60887,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":110080,"new_prefill":3178,"score_linear":-49193.0,"score_lmetric":6356},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77469,"ongoing_decode_tokens":33321,"pending_prefill_tokens":2676,"num_requests":1,"active_p_offloads":0,"cached_blocks":1936,"cache_hit":0,"new_prefill":113258,"score_linear":77469.0,"score_lmetric":115934},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":113258,"score_linear":121811.0,"score_lmetric":173117},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":101803,"pending_prefill_tokens":16088,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":113258,"score_linear":250499.0,"score_lmetric":388038},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":127152,"ongoing_decode_tokens":106143,"pending_prefill_tokens":21009,"num_requests":1,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":113258,"score_linear":127152.0,"score_lmetric":134267},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32944,"ongoing_decode_tokens":0,"pending_prefill_tokens":32432,"num_requests":1,"active_p_offloads":0,"cached_blocks":1798,"cache_hit":0,"new_prefill":113258,"score_linear":32944.0,"score_lmetric":145690},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128218,"ongoing_decode_tokens":0,"pending_prefill_tokens":93914,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":113258,"score_linear":128218.0,"score_lmetric":621516},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":68195,"ongoing_decode_tokens":77913,"pending_prefill_tokens":11503,"num_requests":2,"active_p_offloads":0,"cached_blocks":1650,"cache_hit":0,"new_prefill":113258,"score_linear":68195.0,"score_lmetric":249522}],"chosen_score_linear":-49193.0,"chosen_score_lmetric":6356,"t_first_token":336097.771562696,"t_first_token_unix":1779766962.785506,"t_done":336124.233912031,"t_done_unix":1779766989.2478554},{"request_id":"1404395:1:1404395:770","session_id":"1404395","input_length":21684,"t_proxy_recv":336053.403982739,"t_decision_unix":1779766918.417924,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":21684,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":21684,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":77469,"ongoing_decode_tokens":33321,"pending_prefill_tokens":2676,"num_requests":1,"active_p_offloads":0,"cached_blocks":1936,"cache_hit":512,"new_prefill":21172,"score_linear":76957.0,"score_lmetric":23848},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":512,"new_prefill":21172,"score_linear":121299.0,"score_lmetric":81031},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":165061,"ongoing_decode_tokens":101803,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":21684,"score_linear":165061.0,"score_lmetric":67484},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":21684,"score_linear":106143.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":69508,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":21684,"score_linear":69508.0,"score_lmetric":21684},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128218,"ongoing_decode_tokens":0,"pending_prefill_tokens":93914,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":512,"new_prefill":21172,"score_linear":127706.0,"score_lmetric":345258},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":154609,"ongoing_decode_tokens":77913,"pending_prefill_tokens":125,"num_requests":2,"active_p_offloads":0,"cached_blocks":1650,"cache_hit":0,"new_prefill":21684,"score_linear":154609.0,"score_lmetric":43618}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":336055.748243526,"t_first_token_unix":1779766920.7621868,"t_done":336124.343954928,"t_done_unix":1779766989.3578985},{"request_id":"1270340:5:1417075:829","session_id":"1270340","input_length":43763,"t_proxy_recv":336097.98559792,"t_decision_unix":1779766962.9995391,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":40960,"affinity_cache_ratio":0.9359504604346137,"affinity_num_requests":-1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":40960,"estimated_new_tokens":2803,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":141091,"pending_prefill_tokens":6674,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":43763,"score_linear":183605.0,"score_lmetric":252185},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":133891,"ongoing_decode_tokens":0,"pending_prefill_tokens":129283,"num_requests":1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":43763,"score_linear":133891.0,"score_lmetric":173046},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":0,"new_prefill":43763,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":358176,"ongoing_decode_tokens":187241,"pending_prefill_tokens":14775,"num_requests":4,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":1536,"new_prefill":42227,"score_linear":356640.0,"score_lmetric":228008},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":40960,"new_prefill":2803,"score_linear":-40960.0,"score_lmetric":-2803},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":43763,"score_linear":72608.0,"score_lmetric":43763},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":43763,"score_linear":248195.0,"score_lmetric":190064},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":192961,"ongoing_decode_tokens":214182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":0,"new_prefill":43763,"score_linear":192961.0,"score_lmetric":43763}],"chosen_score_linear":-40960.0,"chosen_score_lmetric":-2803,"t_first_token":336105.736181918,"t_first_token_unix":1779766970.7501254,"t_done":336125.851485586,"t_done_unix":1779766990.865429},{"request_id":"1363943:11:1424840:842","session_id":"1363943","input_length":25225,"t_proxy_recv":336125.325346181,"t_decision_unix":1779766990.3392875,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9742715559960357,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24576,"estimated_new_tokens":649,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1834,"cache_hit":8704,"new_prefill":16521,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":183199,"ongoing_decode_tokens":0,"pending_prefill_tokens":134559,"num_requests":2,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":25225,"score_linear":183199.0,"score_lmetric":319568},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":25225,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":272738,"ongoing_decode_tokens":101803,"pending_prefill_tokens":14775,"num_requests":3,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":25225,"score_linear":272738.0,"score_lmetric":120000},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81161,"ongoing_decode_tokens":81161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":4096,"new_prefill":21129,"score_linear":77065.0,"score_lmetric":21129},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":25225,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2018,"cache_hit":24576,"new_prefill":649,"score_linear":-24576.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":297227,"ongoing_decode_tokens":0,"pending_prefill_tokens":95216,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":4096,"new_prefill":21129,"score_linear":293131.0,"score_lmetric":232690}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":336125.43648623,"t_first_token_unix":1779766990.4504292,"t_done":336126.410997046,"t_done_unix":1779766991.4249403},{"request_id":"1355951:5:1425005:843","session_id":"1355951","input_length":39789,"t_proxy_recv":336125.9748036,"t_decision_unix":1779766990.988745,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9522229761994521,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":37888,"estimated_new_tokens":1901,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1834,"cache_hit":37888,"new_prefill":1901,"score_linear":-37888.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":183199,"ongoing_decode_tokens":133891,"pending_prefill_tokens":5276,"num_requests":2,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":39789,"score_linear":183199.0,"score_lmetric":90130},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":39789,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":272738,"ongoing_decode_tokens":101803,"pending_prefill_tokens":14775,"num_requests":3,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":39789,"score_linear":272738.0,"score_lmetric":163692},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2410,"cache_hit":0,"new_prefill":39789,"score_linear":37398.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":39789,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":25225,"ongoing_decode_tokens":25225,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2018,"cache_hit":0,"new_prefill":39789,"score_linear":25225.0,"score_lmetric":39789},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":297227,"ongoing_decode_tokens":0,"pending_prefill_tokens":95216,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":39789,"score_linear":297227.0,"score_lmetric":270010}],"chosen_score_linear":-37888.0,"chosen_score_lmetric":0,"t_first_token":336126.454755499,"t_first_token_unix":1779766991.4686987,"t_done":336126.595587721,"t_done_unix":1779766991.6095314},{"request_id":"1407494:3:1413526:825","session_id":"1407494","input_length":9801,"t_proxy_recv":336085.29958751,"t_decision_unix":1779766950.3135288,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":4608,"affinity_cache_ratio":0.4701561065197429,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":false,"cache_hit":4608,"estimated_new_tokens":5193,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":9801,"score_linear":183605.0,"score_lmetric":105970},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":124090,"num_requests":0,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":4608,"new_prefill":5193,"score_linear":119482.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":9801,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":357791,"ongoing_decode_tokens":165061,"pending_prefill_tokens":18138,"num_requests":4,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":9801,"score_linear":357791.0,"score_lmetric":111756},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":40273,"ongoing_decode_tokens":0,"pending_prefill_tokens":1873,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":9801,"score_linear":40273.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":9801,"score_linear":72608.0,"score_lmetric":9801},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":9801,"score_linear":248195.0,"score_lmetric":54216},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":192961,"ongoing_decode_tokens":0,"pending_prefill_tokens":22694,"num_requests":1,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":0,"new_prefill":9801,"score_linear":192961.0,"score_lmetric":32495}],"chosen_score_linear":119482.0,"chosen_score_lmetric":0,"t_first_token":336125.457880053,"t_first_token_unix":1779766990.4718235,"t_done":336127.349161052,"t_done_unix":1779766992.3631046},{"request_id":"1399948:8:1425345:844","session_id":"1399948","input_length":11736,"t_proxy_recv":336127.207239855,"t_decision_unix":1779766992.2211812,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9597818677573279,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11264,"estimated_new_tokens":472,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1836,"cache_hit":11264,"new_prefill":472,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":183199,"ongoing_decode_tokens":183199,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":11736,"score_linear":183199.0,"score_lmetric":23472},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":11736,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":272738,"ongoing_decode_tokens":101803,"pending_prefill_tokens":14775,"num_requests":3,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":11736,"score_linear":272738.0,"score_lmetric":79533},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2410,"cache_hit":0,"new_prefill":11736,"score_linear":37398.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":11736,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":11736,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":297227,"ongoing_decode_tokens":0,"pending_prefill_tokens":95216,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":11736,"score_linear":297227.0,"score_lmetric":213904}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":336127.274569809,"t_first_token_unix":1779766992.288513,"t_done":336127.402941035,"t_done_unix":1779766992.4168844},{"request_id":"1313181:8:1329951:394","session_id":"1313181","input_length":124090,"t_proxy_recv":336075.275781062,"t_decision_unix":1779766940.2897227,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":1,"affinity_cache_hit":61952,"affinity_cache_ratio":0.499250543960029,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":-124090,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":124090,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":124090,"score_linear":183605.0,"score_lmetric":677415},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":124090,"score_linear":0.0,"score_lmetric":-124090},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":61952,"new_prefill":62138,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":165061,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":12800,"new_prefill":111290,"score_linear":237699.0,"score_lmetric":345960},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":24064,"new_prefill":100026,"score_linear":82079.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":124090,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":12800,"new_prefill":111290,"score_linear":235395.0,"score_lmetric":460172},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":67454,"ongoing_decode_tokens":88675,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1725,"cache_hit":12800,"new_prefill":111290,"score_linear":54654.0,"score_lmetric":111290}],"chosen_score_linear":0.0,"chosen_score_lmetric":-124090,"t_first_token":336125.456230193,"t_first_token_unix":1779766990.4701734,"t_done":336127.478819299,"t_done_unix":1779766992.4927628},{"request_id":"1313181:8:1385690:686","session_id":"1313181","input_length":62444,"t_proxy_recv":336127.488029883,"t_decision_unix":1779766992.5019715,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9921209403625648,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":61952,"estimated_new_tokens":492,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1836,"cache_hit":0,"new_prefill":62444,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49308,"ongoing_decode_tokens":49308,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2290,"cache_hit":61952,"new_prefill":492,"score_linear":-12644.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":61952,"new_prefill":492,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":272738,"ongoing_decode_tokens":101803,"pending_prefill_tokens":14775,"num_requests":3,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":12800,"new_prefill":49644,"score_linear":259938.0,"score_lmetric":193257},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2410,"cache_hit":24064,"new_prefill":38380,"score_linear":13334.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":62444,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":12800,"new_prefill":49644,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":297227,"ongoing_decode_tokens":0,"pending_prefill_tokens":95216,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":12800,"new_prefill":49644,"score_linear":284427.0,"score_lmetric":289720}],"chosen_score_linear":-12644.0,"chosen_score_lmetric":0,"t_first_token":336127.584553476,"t_first_token_unix":1779766992.5984967,"t_done":336128.323514683,"t_done_unix":1779766993.3374584},{"request_id":"1301929:3:1417873:832","session_id":"1301929","input_length":37398,"t_proxy_recv":336100.612781966,"t_decision_unix":1779766965.626723,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":4,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9994117332477672,"affinity_num_requests":5,"avg_num_requests":2.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":37398,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":141091,"pending_prefill_tokens":6674,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":37376,"new_prefill":22,"score_linear":146229.0,"score_lmetric":33480},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":133891,"ongoing_decode_tokens":0,"pending_prefill_tokens":129283,"num_requests":1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":37398,"score_linear":133891.0,"score_lmetric":166681},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":0,"new_prefill":37398,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":358176,"ongoing_decode_tokens":187241,"pending_prefill_tokens":14775,"num_requests":4,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":37398,"score_linear":358176.0,"score_lmetric":208692},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43763,"ongoing_decode_tokens":0,"pending_prefill_tokens":2803,"num_requests":0,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":37398,"score_linear":43763.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":37398,"score_linear":72608.0,"score_lmetric":37398},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":37398,"score_linear":248195.0,"score_lmetric":164604},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":192961,"ongoing_decode_tokens":214182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":0,"new_prefill":37398,"score_linear":192961.0,"score_lmetric":37398}],"chosen_score_linear":43763.0,"chosen_score_lmetric":0,"t_first_token":336111.022538685,"t_first_token_unix":1779766976.036482,"t_done":336128.746011754,"t_done_unix":1779766993.7599554},{"request_id":"1363943:12:1426646:845","session_id":"1363943","input_length":26923,"t_proxy_recv":336131.800736507,"t_decision_unix":1779766996.814678,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9318426624076068,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":25088,"estimated_new_tokens":1835,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1836,"cache_hit":8704,"new_prefill":18219,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":178981,"ongoing_decode_tokens":49308,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":26923,"score_linear":178981.0,"score_lmetric":94132},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":26923,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":272738,"ongoing_decode_tokens":209095,"pending_prefill_tokens":667,"num_requests":3,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":26923,"score_linear":272738.0,"score_lmetric":82770},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2479,"cache_hit":4096,"new_prefill":22827,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":26923,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":25088,"new_prefill":1835,"score_linear":-25088.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":297227,"ongoing_decode_tokens":0,"pending_prefill_tokens":95216,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":4096,"new_prefill":22827,"score_linear":293131.0,"score_lmetric":236086}],"chosen_score_linear":-25088.0,"chosen_score_lmetric":0,"t_first_token":336132.157629879,"t_first_token_unix":1779766997.1715734,"t_done":336136.381981315,"t_done_unix":1779767001.3959246},{"request_id":"1277428:8:1426669:846","session_id":"1277428","input_length":42342,"t_proxy_recv":336131.890883665,"t_decision_unix":1779766996.9048254,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9552690000472345,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":40448,"estimated_new_tokens":1894,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1836,"cache_hit":0,"new_prefill":42342,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":178981,"ongoing_decode_tokens":49308,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":4608,"new_prefill":37734,"score_linear":174373.0,"score_lmetric":104943},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":42342,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":272738,"ongoing_decode_tokens":209095,"pending_prefill_tokens":667,"num_requests":3,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":17408,"new_prefill":24934,"score_linear":255330.0,"score_lmetric":76803},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2479,"cache_hit":40448,"new_prefill":1894,"score_linear":-40448.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":36352,"new_prefill":5990,"score_linear":-36352.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":26923,"ongoing_decode_tokens":0,"pending_prefill_tokens":1835,"num_requests":1,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":42342,"score_linear":26923.0,"score_lmetric":44177},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":297227,"ongoing_decode_tokens":0,"pending_prefill_tokens":95216,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":42342,"score_linear":297227.0,"score_lmetric":275116}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":336132.546393317,"t_first_token_unix":1779766997.5603364,"t_done":336136.877304375,"t_done_unix":1779767001.891248},{"request_id":"1362265:10:1427606:850","session_id":"1362265","input_length":12596,"t_proxy_recv":336134.902549124,"t_decision_unix":1779766999.9164903,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":11776,"affinity_cache_ratio":0.934899968243887,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11776,"estimated_new_tokens":820,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1836,"cache_hit":0,"new_prefill":12596,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":178981,"ongoing_decode_tokens":49308,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":6656,"new_prefill":5940,"score_linear":172325.0,"score_lmetric":73149},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":6656,"new_prefill":5940,"score_linear":-6656.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":272738,"ongoing_decode_tokens":209095,"pending_prefill_tokens":667,"num_requests":3,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":12596,"score_linear":272738.0,"score_lmetric":39789},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":42342,"ongoing_decode_tokens":42342,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2479,"cache_hit":0,"new_prefill":12596,"score_linear":42342.0,"score_lmetric":12596},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":12596,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":26923,"ongoing_decode_tokens":26923,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":11776,"new_prefill":820,"score_linear":15147.0,"score_lmetric":820},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":297227,"ongoing_decode_tokens":0,"pending_prefill_tokens":95216,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":12596,"score_linear":297227.0,"score_lmetric":215624}],"chosen_score_linear":15147.0,"chosen_score_lmetric":820,"t_first_token":336135.047109517,"t_first_token_unix":1779767000.061053,"t_done":336137.331320598,"t_done_unix":1779767002.3452647},{"request_id":"1253743:8:1404284:769","session_id":"1253743","input_length":63643,"t_proxy_recv":336093.206975844,"t_decision_unix":1779766958.2209175,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9895196643778578,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"cache_hit":62976,"estimated_new_tokens":667,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":63643,"score_linear":183605.0,"score_lmetric":375180},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":133891,"ongoing_decode_tokens":0,"pending_prefill_tokens":129283,"num_requests":1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":4608,"new_prefill":59035,"score_linear":129283.0,"score_lmetric":188318},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":0,"new_prefill":63643,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":294533,"ongoing_decode_tokens":187241,"pending_prefill_tokens":14108,"num_requests":3,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":62976,"new_prefill":667,"score_linear":231557.0,"score_lmetric":44325},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":17408,"new_prefill":46235,"score_linear":-17408.0,"score_lmetric":-46235},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112938,"ongoing_decode_tokens":112938,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":17408,"new_prefill":46235,"score_linear":95530.0,"score_lmetric":92470},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":63643,"score_linear":248195.0,"score_lmetric":269584},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":192961,"ongoing_decode_tokens":86193,"pending_prefill_tokens":10229,"num_requests":1,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":0,"new_prefill":63643,"score_linear":192961.0,"score_lmetric":73872}],"chosen_score_linear":231557.0,"chosen_score_lmetric":44325,"t_first_token":336143.489887779,"t_first_token_unix":1779767008.5038311,"t_done":336145.207010933,"t_done_unix":1779767010.2209547},{"request_id":"1270606:2:1411654:817","session_id":"1270606","input_length":107292,"t_proxy_recv":336078.915305787,"t_decision_unix":1779766943.929247,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":93184,"affinity_cache_ratio":0.8685083696827349,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"cache_hit":93184,"estimated_new_tokens":14108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183605,"ongoing_decode_tokens":21684,"pending_prefill_tokens":11393,"num_requests":5,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":107292,"score_linear":183605.0,"score_lmetric":593425},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":124090,"num_requests":0,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":107292,"score_linear":124090.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":107292,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250499,"ongoing_decode_tokens":165061,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":93184,"new_prefill":14108,"score_linear":157315.0,"score_lmetric":54414},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2341,"cache_hit":1536,"new_prefill":105756,"score_linear":104607.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":107292,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":248195,"ongoing_decode_tokens":128218,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":107292,"score_linear":248195.0,"score_lmetric":444180},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":169917,"ongoing_decode_tokens":73392,"pending_prefill_tokens":8178,"num_requests":1,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":107292,"score_linear":169917.0,"score_lmetric":115470}],"chosen_score_linear":157315.0,"chosen_score_lmetric":54414,"t_first_token":336129.752615468,"t_first_token_unix":1779766994.7665591,"t_done":336145.896654173,"t_done_unix":1779767010.9105995},{"request_id":"1270606:3:1427164:848","session_id":"1270606","input_length":108318,"t_proxy_recv":336145.931915211,"t_decision_unix":1779767010.9458568,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":107008,"affinity_cache_ratio":0.987905980538784,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":107008,"estimated_new_tokens":1310,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1836,"cache_hit":0,"new_prefill":108318,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":178981,"ongoing_decode_tokens":49308,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":108318,"score_linear":178981.0,"score_lmetric":175527},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":108318,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1435,"cache_hit":107008,"new_prefill":1310,"score_linear":-5205.0,"score_lmetric":1310},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":1840,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2483,"cache_hit":1536,"new_prefill":106782,"score_linear":304.0,"score_lmetric":106782},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":108318,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":108318,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":297227,"ongoing_decode_tokens":0,"pending_prefill_tokens":95216,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":108318,"score_linear":297227.0,"score_lmetric":407068}],"chosen_score_linear":-5205.0,"chosen_score_lmetric":1310,"t_first_token":336146.662459872,"t_first_token_unix":1779767011.6764033,"t_done":336147.142559368,"t_done_unix":1779767012.1565032},{"request_id":"1407599:2:1430593:852","session_id":"1407599","input_length":1840,"t_proxy_recv":336145.631901928,"t_decision_unix":1779767010.6458435,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":1536,"affinity_cache_ratio":0.8347826086956521,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":1536,"estimated_new_tokens":304,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1836,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":178981,"ongoing_decode_tokens":49308,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":1840,"score_linear":178981.0,"score_lmetric":69049},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":209095,"ongoing_decode_tokens":209095,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1408,"cache_hit":0,"new_prefill":1840,"score_linear":209095.0,"score_lmetric":3680},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2483,"cache_hit":1536,"new_prefill":304,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":297227,"ongoing_decode_tokens":0,"pending_prefill_tokens":95216,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":1840,"score_linear":297227.0,"score_lmetric":194112}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":336145.669667685,"t_first_token_unix":1779767010.683611,"t_done":336156.580053237,"t_done_unix":1779767021.5939963},{"request_id":"1399948:9:1433544:857","session_id":"1399948","input_length":11993,"t_proxy_recv":336156.09709134,"t_decision_unix":1779767021.1110325,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9392145418160593,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11264,"estimated_new_tokens":729,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166514,"ongoing_decode_tokens":0,"pending_prefill_tokens":13426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1836,"cache_hit":11264,"new_prefill":729,"score_linear":155250.0,"score_lmetric":28310},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":252859,"ongoing_decode_tokens":49308,"pending_prefill_tokens":69919,"num_requests":2,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":11993,"score_linear":252859.0,"score_lmetric":163824},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":11993,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":11993,"score_linear":101803.0,"score_lmetric":11993},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":1840,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2483,"cache_hit":0,"new_prefill":11993,"score_linear":1840.0,"score_lmetric":11993},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":11993,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":11993,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":297227,"ongoing_decode_tokens":90818,"pending_prefill_tokens":4398,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":11993,"score_linear":297227.0,"score_lmetric":32782}],"chosen_score_linear":155250.0,"chosen_score_lmetric":28310,"t_first_token":336157.507563542,"t_first_token_unix":1779767022.5215068,"t_done":336157.717223484,"t_done_unix":1779767022.7311666},{"request_id":"1399948:10:1434418:858","session_id":"1399948","input_length":12032,"t_proxy_recv":336159.107965984,"t_decision_unix":1779767024.1219072,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9787234042553191,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11776,"estimated_new_tokens":256,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166514,"ongoing_decode_tokens":166514,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1837,"cache_hit":11776,"new_prefill":256,"score_linear":154738.0,"score_lmetric":512},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":252859,"ongoing_decode_tokens":49308,"pending_prefill_tokens":69919,"num_requests":2,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":12032,"score_linear":252859.0,"score_lmetric":163902},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":12032,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":12032,"score_linear":101803.0,"score_lmetric":12032},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2487,"cache_hit":0,"new_prefill":12032,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":12032,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":12032,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":297227,"ongoing_decode_tokens":90818,"pending_prefill_tokens":4398,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":12032,"score_linear":297227.0,"score_lmetric":32860}],"chosen_score_linear":154738.0,"chosen_score_lmetric":512,"t_first_token":336159.178130089,"t_first_token_unix":1779767024.1920729,"t_done":336159.912777977,"t_done_unix":1779767024.9267213},{"request_id":"1399948:11:1435163:860","session_id":"1399948","input_length":12106,"t_proxy_recv":336161.811852971,"t_decision_unix":1779767026.825794,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9727407896910623,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11776,"estimated_new_tokens":330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166514,"ongoing_decode_tokens":166514,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1837,"cache_hit":11776,"new_prefill":330,"score_linear":154738.0,"score_lmetric":660},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":252859,"ongoing_decode_tokens":49308,"pending_prefill_tokens":69919,"num_requests":2,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":12106,"score_linear":252859.0,"score_lmetric":164050},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":12106,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":12106,"score_linear":101803.0,"score_lmetric":12106},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":45269,"ongoing_decode_tokens":45269,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2487,"cache_hit":0,"new_prefill":12106,"score_linear":45269.0,"score_lmetric":12106},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":12106,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":12106,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":297227,"ongoing_decode_tokens":90818,"pending_prefill_tokens":4398,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":12106,"score_linear":297227.0,"score_lmetric":33008}],"chosen_score_linear":154738.0,"chosen_score_lmetric":660,"t_first_token":336161.879995349,"t_first_token_unix":1779767026.8939388,"t_done":336162.043481125,"t_done_unix":1779767027.057424},{"request_id":"1382089:3:1433211:856","session_id":"1382089","input_length":40567,"t_proxy_recv":336154.888863021,"t_decision_unix":1779767019.9028049,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":38912,"affinity_cache_ratio":0.9592032933172283,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":38912,"estimated_new_tokens":1655,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":11771,"num_requests":1,"active_p_offloads":0,"cached_blocks":1836,"cache_hit":38912,"new_prefill":1655,"score_linear":87035.0,"score_lmetric":13426},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":252859,"ongoing_decode_tokens":49308,"pending_prefill_tokens":69919,"num_requests":2,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":40567,"score_linear":252859.0,"score_lmetric":220972},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":40567,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":40567,"score_linear":101803.0,"score_lmetric":40567},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":1840,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2483,"cache_hit":0,"new_prefill":40567,"score_linear":1840.0,"score_lmetric":40567},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":40567,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":40567,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":297227,"ongoing_decode_tokens":90818,"pending_prefill_tokens":4398,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":40567,"score_linear":297227.0,"score_lmetric":89930}],"chosen_score_linear":87035.0,"chosen_score_lmetric":13426,"t_first_token":336157.504275257,"t_first_token_unix":1779767022.5182183,"t_done":336162.180011228,"t_done_unix":1779767027.1939542},{"request_id":"1270340:6:1434904:859","session_id":"1270340","input_length":45269,"t_proxy_recv":336160.752380455,"t_decision_unix":1779767025.7663214,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9952947933464402,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":45056,"estimated_new_tokens":213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166514,"ongoing_decode_tokens":166514,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1837,"cache_hit":0,"new_prefill":45269,"score_linear":166514.0,"score_lmetric":90538},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":252859,"ongoing_decode_tokens":49308,"pending_prefill_tokens":69919,"num_requests":2,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":45269,"score_linear":252859.0,"score_lmetric":230376},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":45269,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":1536,"new_prefill":43733,"score_linear":100267.0,"score_lmetric":43733},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2487,"cache_hit":45056,"new_prefill":213,"score_linear":-45056.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":45269,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":45269,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":297227,"ongoing_decode_tokens":90818,"pending_prefill_tokens":4398,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":45269,"score_linear":297227.0,"score_lmetric":99334}],"chosen_score_linear":-45056.0,"chosen_score_lmetric":0,"t_first_token":336160.857360924,"t_first_token_unix":1779767025.8713043,"t_done":336162.347543516,"t_done_unix":1779767027.361487},{"request_id":"1399948:12:1436179:863","session_id":"1399948","input_length":12164,"t_proxy_recv":336165.236586947,"t_decision_unix":1779767030.2505274,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9681025978296613,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11776,"estimated_new_tokens":388,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155359,"ongoing_decode_tokens":125947,"pending_prefill_tokens":6884,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":11776,"new_prefill":388,"score_linear":143583.0,"score_lmetric":14544},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":252859,"ongoing_decode_tokens":49308,"pending_prefill_tokens":69919,"num_requests":2,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":12164,"score_linear":252859.0,"score_lmetric":164166},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":12164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":12164,"score_linear":101803.0,"score_lmetric":12164},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2487,"cache_hit":0,"new_prefill":12164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":12164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":12164,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":297227,"ongoing_decode_tokens":90818,"pending_prefill_tokens":4398,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":12164,"score_linear":297227.0,"score_lmetric":33124}],"chosen_score_linear":143583.0,"chosen_score_lmetric":14544,"t_first_token":336165.760247029,"t_first_token_unix":1779767030.7741907,"t_done":336166.242136121,"t_done_unix":1779767031.2560797},{"request_id":"1373577:4:1408642:799","session_id":"1373577","input_length":90818,"t_proxy_recv":336118.697843667,"t_decision_unix":1779766983.7117853,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":7,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9414873703450858,"affinity_num_requests":3,"avg_num_requests":1.125,"fallback_score":-90818,"tie_break_used":false,"cache_hit":0,"estimated_new_tokens":90818,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":169964,"ongoing_decode_tokens":169964,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":90818,"score_linear":169964.0,"score_lmetric":272454},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":183199,"ongoing_decode_tokens":0,"pending_prefill_tokens":134559,"num_requests":2,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":90818,"score_linear":183199.0,"score_lmetric":450754},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32179,"ongoing_decode_tokens":32179,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":2560,"new_prefill":88258,"score_linear":29619.0,"score_lmetric":88258},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":272738,"ongoing_decode_tokens":101803,"pending_prefill_tokens":14775,"num_requests":3,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":85504,"new_prefill":5314,"score_linear":187234.0,"score_lmetric":60267},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81161,"ongoing_decode_tokens":81161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":90818,"score_linear":81161.0,"score_lmetric":90818},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":90818,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2018,"cache_hit":0,"new_prefill":90818,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":90818,"score_linear":-21221.0,"score_lmetric":-90818}],"chosen_score_linear":-21221.0,"chosen_score_lmetric":-90818,"t_first_token":336149.164872291,"t_first_token_unix":1779767014.178816,"t_done":336168.946870537,"t_done_unix":1779767033.9608145},{"request_id":"1363943:13:1438562:865","session_id":"1363943","input_length":28711,"t_proxy_recv":336173.208774209,"t_decision_unix":1779767038.2227156,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9451429765595069,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":27136,"estimated_new_tokens":1575,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155359,"ongoing_decode_tokens":155359,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":8704,"new_prefill":20007,"score_linear":146655.0,"score_lmetric":40014},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":252859,"ongoing_decode_tokens":178981,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":28711,"score_linear":252859.0,"score_lmetric":62842},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":28711,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":28711,"score_linear":101803.0,"score_lmetric":28711},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2487,"cache_hit":4096,"new_prefill":24615,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":28711,"score_linear":127488.0,"score_lmetric":33831},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":27136,"new_prefill":1575,"score_linear":-27136.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":206409,"ongoing_decode_tokens":101432,"pending_prefill_tokens":246,"num_requests":1,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":4096,"new_prefill":24615,"score_linear":202313.0,"score_lmetric":24861}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":336173.518380116,"t_first_token_unix":1779767038.5323234,"t_done":336176.735802453,"t_done_unix":1779767041.7497458},{"request_id":"1314357:5:1393659:719","session_id":"1314357","input_length":101803,"t_proxy_recv":336015.900267969,"t_decision_unix":1779766880.9142096,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":73216,"affinity_cache_ratio":0.7191929510918146,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":73216,"estimated_new_tokens":28587,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110141,"ongoing_decode_tokens":71899,"pending_prefill_tokens":354,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":101803,"score_linear":110141.0,"score_lmetric":204314},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106737,"ongoing_decode_tokens":0,"pending_prefill_tokens":101617,"num_requests":2,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":101803,"score_linear":106737.0,"score_lmetric":406840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":101803,"score_linear":106305.0,"score_lmetric":146668},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":73216,"new_prefill":28587,"score_linear":-73216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2253,"cache_hit":56832,"new_prefill":44971,"score_linear":-56832.0,"score_lmetric":-44971},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":101803,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":23641,"ongoing_decode_tokens":23641,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1738,"cache_hit":0,"new_prefill":101803,"score_linear":23641.0,"score_lmetric":101803},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":205113,"ongoing_decode_tokens":142930,"pending_prefill_tokens":11724,"num_requests":3,"active_p_offloads":0,"cached_blocks":1552,"cache_hit":0,"new_prefill":101803,"score_linear":205113.0,"score_lmetric":340581}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":336049.946662163,"t_first_token_unix":1779766914.9606056,"t_done":336184.042058535,"t_done_unix":1779767049.0560026},{"request_id":"1268861:9:1421319:836","session_id":"1268861","input_length":49308,"t_proxy_recv":336112.747751524,"t_decision_unix":1779766977.761693,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":44032,"affinity_cache_ratio":0.8929991076498742,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"cache_hit":44032,"estimated_new_tokens":5276,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165096,"ongoing_decode_tokens":165096,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1772,"cache_hit":0,"new_prefill":49308,"score_linear":165096.0,"score_lmetric":147924},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":133891,"ongoing_decode_tokens":0,"pending_prefill_tokens":129283,"num_requests":1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":44032,"new_prefill":5276,"score_linear":89859.0,"score_lmetric":134559},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32179,"ongoing_decode_tokens":32179,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":0,"new_prefill":49308,"score_linear":32179.0,"score_lmetric":49308},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":358176,"ongoing_decode_tokens":187241,"pending_prefill_tokens":14775,"num_requests":4,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":49308,"score_linear":358176.0,"score_lmetric":256332},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81161,"ongoing_decode_tokens":81161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":49308,"score_linear":81161.0,"score_lmetric":49308},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":49308,"score_linear":72608.0,"score_lmetric":49308},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2016,"cache_hit":0,"new_prefill":49308,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75628,"ongoing_decode_tokens":96849,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":12800,"new_prefill":36508,"score_linear":62828.0,"score_lmetric":0}],"chosen_score_linear":89859.0,"chosen_score_lmetric":134559,"t_first_token":336126.370669898,"t_first_token_unix":1779766991.3846128,"t_done":336188.214313965,"t_done_unix":1779767053.2282574},{"request_id":"1314357:6:1422517:839","session_id":"1314357","input_length":105709,"t_proxy_recv":336184.073991228,"t_decision_unix":1779767049.0879326,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9977579960079085,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":105472,"estimated_new_tokens":237,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155359,"ongoing_decode_tokens":155359,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":105709,"score_linear":155359.0,"score_lmetric":211418},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":252859,"ongoing_decode_tokens":178981,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":105709,"score_linear":252859.0,"score_lmetric":216838},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":105709,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1493,"cache_hit":105472,"new_prefill":237,"score_linear":-105472.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63153,"ongoing_decode_tokens":0,"pending_prefill_tokens":14001,"num_requests":1,"active_p_offloads":0,"cached_blocks":2487,"cache_hit":56832,"new_prefill":48877,"score_linear":6321.0,"score_lmetric":62878},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":105709,"score_linear":127488.0,"score_lmetric":110829},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":105709,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":206409,"ongoing_decode_tokens":101432,"pending_prefill_tokens":246,"num_requests":1,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":0,"new_prefill":105709,"score_linear":206409.0,"score_lmetric":105955}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":336184.239554149,"t_first_token_unix":1779767049.2534976,"t_done":336189.865043244,"t_done_unix":1779767054.8789868},{"request_id":"1342921:5:1433192:855","session_id":"1342921","input_length":73878,"t_proxy_recv":336154.805187413,"t_decision_unix":1779767019.8191288,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9633179024878854,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":71168,"estimated_new_tokens":2710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":11771,"num_requests":1,"active_p_offloads":0,"cached_blocks":1836,"cache_hit":0,"new_prefill":73878,"score_linear":125947.0,"score_lmetric":85649},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":178981,"ongoing_decode_tokens":49308,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":71168,"new_prefill":2710,"score_linear":107813.0,"score_lmetric":69919},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":73878,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":73878,"score_linear":101803.0,"score_lmetric":73878},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":1840,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2483,"cache_hit":0,"new_prefill":73878,"score_linear":1840.0,"score_lmetric":73878},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":73878,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":73878,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":297227,"ongoing_decode_tokens":90818,"pending_prefill_tokens":4398,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":69120,"new_prefill":4758,"score_linear":228107.0,"score_lmetric":18312}],"chosen_score_linear":107813.0,"chosen_score_lmetric":69919,"t_first_token":336186.579559563,"t_first_token_unix":1779767051.5935035,"t_done":336190.953102937,"t_done_unix":1779767055.9670472},{"request_id":"1313181:9:1333349:415","session_id":"1313181","input_length":129673,"t_proxy_recv":336128.348178506,"t_decision_unix":1779766993.36212,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":62464,"affinity_cache_ratio":0.481703978468918,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":62464,"estimated_new_tokens":67209,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1836,"cache_hit":0,"new_prefill":129673,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49308,"ongoing_decode_tokens":49308,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":62464,"new_prefill":67209,"score_linear":-13156.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":61952,"new_prefill":67721,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":272738,"ongoing_decode_tokens":101803,"pending_prefill_tokens":14775,"num_requests":3,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":12800,"new_prefill":116873,"score_linear":259938.0,"score_lmetric":394944},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2410,"cache_hit":24064,"new_prefill":105609,"score_linear":13334.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":129673,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":12800,"new_prefill":116873,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":297227,"ongoing_decode_tokens":0,"pending_prefill_tokens":95216,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":12800,"new_prefill":116873,"score_linear":284427.0,"score_lmetric":424178}],"chosen_score_linear":-13156.0,"chosen_score_lmetric":0,"t_first_token":336168.33154163,"t_first_token_unix":1779767033.345485,"t_done":336191.131580833,"t_done_unix":1779767056.1455247},{"request_id":"1268861:10:1439325:866","session_id":"1268861","input_length":52920,"t_proxy_recv":336188.225173247,"t_decision_unix":1779767053.2391148,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9287981859410431,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49152,"estimated_new_tokens":3768,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155359,"ongoing_decode_tokens":155359,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":52920,"score_linear":155359.0,"score_lmetric":105840},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":203551,"ongoing_decode_tokens":203551,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2301,"cache_hit":49152,"new_prefill":3768,"score_linear":154399.0,"score_lmetric":3768},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":52920,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":105709,"ongoing_decode_tokens":105709,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1493,"cache_hit":0,"new_prefill":52920,"score_linear":105709.0,"score_lmetric":52920},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82209,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":2487,"cache_hit":0,"new_prefill":52920,"score_linear":82209.0,"score_lmetric":145330},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":52920,"score_linear":127488.0,"score_lmetric":58040},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":52920,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":206409,"ongoing_decode_tokens":101432,"pending_prefill_tokens":246,"num_requests":1,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":12800,"new_prefill":40120,"score_linear":193609.0,"score_lmetric":40366}],"chosen_score_linear":154399.0,"chosen_score_lmetric":3768,"t_first_token":336189.516715084,"t_first_token_unix":1779767054.5306585,"t_done":336191.879291522,"t_done_unix":1779767056.8932357},{"request_id":"1314357:7:1427957:851","session_id":"1314357","input_length":106279,"t_proxy_recv":336189.886199403,"t_decision_unix":1779767054.900141,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9972242870181315,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":105984,"estimated_new_tokens":295,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155359,"ongoing_decode_tokens":155359,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":106279,"score_linear":155359.0,"score_lmetric":212558},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":256471,"ongoing_decode_tokens":256471,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2301,"cache_hit":0,"new_prefill":106279,"score_linear":256471.0,"score_lmetric":212558},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":106279,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":105984,"new_prefill":295,"score_linear":-105984.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82209,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":2487,"cache_hit":56832,"new_prefill":49447,"score_linear":25377.0,"score_lmetric":138384},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":106279,"score_linear":127488.0,"score_lmetric":111399},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":106279,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":206409,"ongoing_decode_tokens":101432,"pending_prefill_tokens":246,"num_requests":1,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":0,"new_prefill":106279,"score_linear":206409.0,"score_lmetric":106525}],"chosen_score_linear":-105984.0,"chosen_score_lmetric":0,"t_first_token":336190.092787616,"t_first_token_unix":1779767055.106731,"t_done":336195.319925806,"t_done_unix":1779767060.3338695},{"request_id":"1264679:3:1431512:853","session_id":"1264679","input_length":125947,"t_proxy_recv":336148.624364869,"t_decision_unix":1779767013.6383064,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":114176,"affinity_cache_ratio":0.9065400525617918,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":114176,"estimated_new_tokens":11771,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1836,"cache_hit":114176,"new_prefill":11771,"score_linear":-114176.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":178981,"ongoing_decode_tokens":49308,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":125947,"score_linear":178981.0,"score_lmetric":193156},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":125947,"score_linear":101803.0,"score_lmetric":125947},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":1840,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2483,"cache_hit":0,"new_prefill":125947,"score_linear":1840.0,"score_lmetric":125947},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":297227,"ongoing_decode_tokens":0,"pending_prefill_tokens":95216,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":125947,"score_linear":297227.0,"score_lmetric":442326}],"chosen_score_linear":-114176.0,"chosen_score_lmetric":0,"t_first_token":336157.107195948,"t_first_token_unix":1779767022.1211395,"t_done":336195.957290017,"t_done_unix":1779767060.9712338},{"request_id":"1364090:9:1423736:840","session_id":"1364090","input_length":101432,"t_proxy_recv":336121.599317925,"t_decision_unix":1779766986.6132596,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9590661724110734,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":97280,"estimated_new_tokens":4152,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170245,"ongoing_decode_tokens":170245,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":7680,"new_prefill":93752,"score_linear":162565.0,"score_lmetric":281256},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":183199,"ongoing_decode_tokens":0,"pending_prefill_tokens":134559,"num_requests":2,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":101432,"score_linear":183199.0,"score_lmetric":471982},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32179,"ongoing_decode_tokens":32179,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":0,"new_prefill":101432,"score_linear":32179.0,"score_lmetric":101432},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":272738,"ongoing_decode_tokens":101803,"pending_prefill_tokens":14775,"num_requests":3,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":101432,"score_linear":272738.0,"score_lmetric":348621},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81161,"ongoing_decode_tokens":81161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":7680,"new_prefill":93752,"score_linear":73481.0,"score_lmetric":93752},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":101432,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2018,"cache_hit":7680,"new_prefill":93752,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":69597,"ongoing_decode_tokens":0,"pending_prefill_tokens":90818,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":97280,"new_prefill":4152,"score_linear":-27683.0,"score_lmetric":0}],"chosen_score_linear":-27683.0,"chosen_score_lmetric":0,"t_first_token":336166.073277923,"t_first_token_unix":1779767031.0872247,"t_done":336196.166656625,"t_done_unix":1779767061.1806047},{"request_id":"1314357:8:1431749:854","session_id":"1314357","input_length":106805,"t_proxy_recv":336195.340435064,"t_decision_unix":1779767060.3543766,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":106496,"affinity_cache_ratio":0.9971068770188661,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":106496,"estimated_new_tokens":309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155359,"ongoing_decode_tokens":155359,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":106805,"score_linear":155359.0,"score_lmetric":213610},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2325,"cache_hit":0,"new_prefill":106805,"score_linear":62513.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":106805,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1495,"cache_hit":106496,"new_prefill":309,"score_linear":-106496.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82209,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":2487,"cache_hit":56832,"new_prefill":49973,"score_linear":25377.0,"score_lmetric":139436},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":106805,"score_linear":127488.0,"score_lmetric":111925},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":106805,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":206409,"ongoing_decode_tokens":227630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":0,"new_prefill":106805,"score_linear":206409.0,"score_lmetric":106805}],"chosen_score_linear":-106496.0,"chosen_score_lmetric":0,"t_first_token":336195.551537215,"t_first_token_unix":1779767060.5654805,"t_done":336196.815395899,"t_done_unix":1779767061.8293405},{"request_id":"1314357:9:1435219:861","session_id":"1314357","input_length":106959,"t_proxy_recv":336196.832302745,"t_decision_unix":1779767061.8462439,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":106496,"affinity_cache_ratio":0.9956712385119532,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":106496,"estimated_new_tokens":463,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1864,"cache_hit":0,"new_prefill":106959,"score_linear":29412.0,"score_lmetric":106959},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2325,"cache_hit":0,"new_prefill":106959,"score_linear":62513.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":106959,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1495,"cache_hit":106496,"new_prefill":463,"score_linear":-106496.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82209,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":2487,"cache_hit":56832,"new_prefill":50127,"score_linear":25377.0,"score_lmetric":139744},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":106959,"score_linear":127488.0,"score_lmetric":112079},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":106959,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":212997,"ongoing_decode_tokens":126198,"pending_prefill_tokens":6644,"num_requests":1,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":106959,"score_linear":212997.0,"score_lmetric":113603}],"chosen_score_linear":-106496.0,"chosen_score_lmetric":0,"t_first_token":336196.992430051,"t_first_token_unix":1779767062.0063734,"t_done":336199.577539485,"t_done_unix":1779767064.5914836},{"request_id":"1371622:2:1442319:869","session_id":"1371622","input_length":19056,"t_proxy_recv":336185.613978774,"t_decision_unix":1779767050.6279202,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13312,"affinity_cache_ratio":0.6985726280436608,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":13312,"estimated_new_tokens":5744,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155359,"ongoing_decode_tokens":155359,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":19056,"score_linear":155359.0,"score_lmetric":38112},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":252859,"ongoing_decode_tokens":178981,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":19056,"score_linear":252859.0,"score_lmetric":43532},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":19056,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":105709,"ongoing_decode_tokens":105709,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1493,"cache_hit":0,"new_prefill":19056,"score_linear":105709.0,"score_lmetric":19056},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63153,"ongoing_decode_tokens":0,"pending_prefill_tokens":14001,"num_requests":1,"active_p_offloads":0,"cached_blocks":2487,"cache_hit":13312,"new_prefill":5744,"score_linear":49841.0,"score_lmetric":19745},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":19056,"score_linear":127488.0,"score_lmetric":24176},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":19056,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":206409,"ongoing_decode_tokens":101432,"pending_prefill_tokens":246,"num_requests":1,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":0,"new_prefill":19056,"score_linear":206409.0,"score_lmetric":19302}],"chosen_score_linear":49841.0,"chosen_score_lmetric":19745,"t_first_token":336198.951625329,"t_first_token_unix":1779767063.9655688,"t_done":336199.848199081,"t_done_unix":1779767064.8621423},{"request_id":"1404395:2:1435941:862","session_id":"1404395","input_length":29412,"t_proxy_recv":336164.395715379,"t_decision_unix":1779767029.4096565,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":22528,"affinity_cache_ratio":0.7659458724330205,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":22528,"estimated_new_tokens":6884,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":22528,"new_prefill":6884,"score_linear":103419.0,"score_lmetric":6884},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":252859,"ongoing_decode_tokens":49308,"pending_prefill_tokens":69919,"num_requests":2,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":512,"new_prefill":28900,"score_linear":252347.0,"score_lmetric":197638},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":512,"new_prefill":28900,"score_linear":-512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":29412,"score_linear":101803.0,"score_lmetric":29412},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2487,"cache_hit":0,"new_prefill":29412,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":29412,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":512,"new_prefill":28900,"score_linear":-512.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":297227,"ongoing_decode_tokens":90818,"pending_prefill_tokens":4398,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":29412,"score_linear":297227.0,"score_lmetric":67620}],"chosen_score_linear":103419.0,"chosen_score_lmetric":6884,"t_first_token":336165.725014967,"t_first_token_unix":1779767030.7389588,"t_done":336199.902439659,"t_done_unix":1779767064.916383},{"request_id":"1314357:10:1439373:867","session_id":"1314357","input_length":107228,"t_proxy_recv":336199.596253202,"t_decision_unix":1779767064.6101944,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":107008,"affinity_cache_ratio":0.9979482970865818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":107008,"estimated_new_tokens":220,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1864,"cache_hit":0,"new_prefill":107228,"score_linear":29412.0,"score_lmetric":107228},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2325,"cache_hit":0,"new_prefill":107228,"score_linear":62513.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":107228,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1496,"cache_hit":107008,"new_prefill":220,"score_linear":-107008.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82209,"ongoing_decode_tokens":82209,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2487,"cache_hit":56832,"new_prefill":50396,"score_linear":25377.0,"score_lmetric":100792},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":107228,"score_linear":127488.0,"score_lmetric":112348},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":107228,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":212997,"ongoing_decode_tokens":126198,"pending_prefill_tokens":6644,"num_requests":1,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":107228,"score_linear":212997.0,"score_lmetric":113872}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":336199.750033515,"t_first_token_unix":1779767064.763977,"t_done":336200.038971112,"t_done_unix":1779767065.052915},{"request_id":"1294611:12:1441557:868","session_id":"1294611","input_length":63153,"t_proxy_recv":336182.880116861,"t_decision_unix":1779767047.894058,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":49152,"affinity_cache_ratio":0.7783003182746663,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49152,"estimated_new_tokens":14001,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155359,"ongoing_decode_tokens":155359,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":63153,"score_linear":155359.0,"score_lmetric":126306},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":252859,"ongoing_decode_tokens":178981,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":63153,"score_linear":252859.0,"score_lmetric":131726},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":63153,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":63153,"score_linear":101803.0,"score_lmetric":63153},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2487,"cache_hit":49152,"new_prefill":14001,"score_linear":-49152.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":12800,"new_prefill":50353,"score_linear":114688.0,"score_lmetric":55473},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":63153,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":206409,"ongoing_decode_tokens":101432,"pending_prefill_tokens":246,"num_requests":1,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":12800,"new_prefill":50353,"score_linear":193609.0,"score_lmetric":50599}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":336197.166420092,"t_first_token_unix":1779767062.1803632,"t_done":336201.983601854,"t_done_unix":1779767066.997557},{"request_id":"1314357:11:1442554:870","session_id":"1314357","input_length":108166,"t_proxy_recv":336200.057075277,"t_decision_unix":1779767065.0710168,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":107008,"affinity_cache_ratio":0.9892942329382616,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":107008,"estimated_new_tokens":1158,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2325,"cache_hit":0,"new_prefill":108166,"score_linear":62513.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1496,"cache_hit":107008,"new_prefill":1158,"score_linear":-107008.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82445,"ongoing_decode_tokens":82445,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2498,"cache_hit":56832,"new_prefill":51334,"score_linear":25613.0,"score_lmetric":102668},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":108166,"score_linear":127488.0,"score_lmetric":113286},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":212997,"ongoing_decode_tokens":126198,"pending_prefill_tokens":6644,"num_requests":1,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":108166,"score_linear":212997.0,"score_lmetric":114810}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":336200.788369538,"t_first_token_unix":1779767065.8023138,"t_done":336202.830678371,"t_done_unix":1779767067.8446221},{"request_id":"1294611:13:1446349:872","session_id":"1294611","input_length":63488,"t_proxy_recv":336201.994886641,"t_decision_unix":1779767067.0088282,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9919354838709677,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":62976,"estimated_new_tokens":512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2325,"cache_hit":0,"new_prefill":63488,"score_linear":62513.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108166,"ongoing_decode_tokens":108166,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1496,"cache_hit":0,"new_prefill":63488,"score_linear":108166.0,"score_lmetric":63488},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":19292,"ongoing_decode_tokens":19292,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2525,"cache_hit":62976,"new_prefill":512,"score_linear":-43684.0,"score_lmetric":512},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":12800,"new_prefill":50688,"score_linear":114688.0,"score_lmetric":55808},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":212997,"ongoing_decode_tokens":234218,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":12800,"new_prefill":50688,"score_linear":200197.0,"score_lmetric":50688}],"chosen_score_linear":-43684.0,"chosen_score_lmetric":512,"t_first_token":336202.128469851,"t_first_token_unix":1779767067.1424134,"t_done":336203.341298267,"t_done_unix":1779767068.3552425},{"request_id":"1314357:12:1446681:873","session_id":"1314357","input_length":108409,"t_proxy_recv":336202.858194394,"t_decision_unix":1779767067.872136,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":108032,"affinity_cache_ratio":0.996522428949626,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":108032,"estimated_new_tokens":377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2325,"cache_hit":0,"new_prefill":108409,"score_linear":62513.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1498,"cache_hit":108032,"new_prefill":377,"score_linear":-108032.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82780,"ongoing_decode_tokens":82780,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2525,"cache_hit":56832,"new_prefill":51577,"score_linear":25948.0,"score_lmetric":103154},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":108409,"score_linear":127488.0,"score_lmetric":113529},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":212997,"ongoing_decode_tokens":234218,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":108409,"score_linear":212997.0,"score_lmetric":108409}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":336203.079152307,"t_first_token_unix":1779767068.0930958,"t_done":336203.682586535,"t_done_unix":1779767068.69653},{"request_id":"1371622:3:1443876:871","session_id":"1371622","input_length":19292,"t_proxy_recv":336199.853290672,"t_decision_unix":1779767064.8672323,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9819614347916235,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":18944,"estimated_new_tokens":348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1864,"cache_hit":0,"new_prefill":19292,"score_linear":29412.0,"score_lmetric":19292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2325,"cache_hit":0,"new_prefill":19292,"score_linear":62513.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":19292,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":107228,"ongoing_decode_tokens":107228,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1496,"cache_hit":0,"new_prefill":19292,"score_linear":107228.0,"score_lmetric":19292},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63153,"ongoing_decode_tokens":63153,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2498,"cache_hit":18944,"new_prefill":348,"score_linear":44209.0,"score_lmetric":348},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":19292,"score_linear":127488.0,"score_lmetric":24412},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":19292,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":212997,"ongoing_decode_tokens":126198,"pending_prefill_tokens":6644,"num_requests":1,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":19292,"score_linear":212997.0,"score_lmetric":25936}],"chosen_score_linear":44209.0,"chosen_score_lmetric":348,"t_first_token":336199.942799644,"t_first_token_unix":1779767064.956743,"t_done":336207.829409256,"t_done_unix":1779767072.8433526},{"request_id":"1342921:6:1448548:876","session_id":"1342921","input_length":75761,"t_proxy_recv":336206.364234279,"t_decision_unix":1779767071.3781757,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9731656129142963,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":73728,"estimated_new_tokens":2033,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2325,"cache_hit":73728,"new_prefill":2033,"score_linear":-11215.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108791,"ongoing_decode_tokens":108791,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1498,"cache_hit":0,"new_prefill":75761,"score_linear":108791.0,"score_lmetric":75761},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":19292,"ongoing_decode_tokens":19292,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2526,"cache_hit":0,"new_prefill":75761,"score_linear":19292.0,"score_lmetric":75761},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":75761,"score_linear":127488.0,"score_lmetric":80881},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":212997,"ongoing_decode_tokens":234218,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":69120,"new_prefill":6641,"score_linear":143877.0,"score_lmetric":6641}],"chosen_score_linear":-11215.0,"chosen_score_lmetric":0,"t_first_token":336207.322140119,"t_first_token_unix":1779767072.3360837,"t_done":336207.892116977,"t_done_unix":1779767072.9060605},{"request_id":"1314357:13:1448346:875","session_id":"1314357","input_length":108791,"t_proxy_recv":336205.799549395,"t_decision_unix":1779767070.8134904,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9930233199437454,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":108032,"estimated_new_tokens":759,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2325,"cache_hit":0,"new_prefill":108791,"score_linear":62513.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1498,"cache_hit":108032,"new_prefill":759,"score_linear":-108032.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":19292,"ongoing_decode_tokens":19292,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2526,"cache_hit":56832,"new_prefill":51959,"score_linear":-37540.0,"score_lmetric":51959},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":108791,"score_linear":127488.0,"score_lmetric":113911},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":212997,"ongoing_decode_tokens":234218,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":108791,"score_linear":212997.0,"score_lmetric":108791}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":336206.348940308,"t_first_token_unix":1779767071.3628838,"t_done":336208.130407302,"t_done_unix":1779767073.144351},{"request_id":"1366128:29:1424316:841","session_id":"1366128","input_length":126198,"t_proxy_recv":336123.512295805,"t_decision_unix":1779766988.5262372,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":125952,"affinity_cache_ratio":0.9980506822612085,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"cache_hit":125952,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170245,"ongoing_decode_tokens":170245,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":0,"new_prefill":126198,"score_linear":170245.0,"score_lmetric":378594},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":183199,"ongoing_decode_tokens":0,"pending_prefill_tokens":134559,"num_requests":2,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":126198,"score_linear":183199.0,"score_lmetric":521514},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":126198,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":272738,"ongoing_decode_tokens":101803,"pending_prefill_tokens":14775,"num_requests":3,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":126198,"score_linear":272738.0,"score_lmetric":422919},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81161,"ongoing_decode_tokens":81161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2403,"cache_hit":0,"new_prefill":126198,"score_linear":81161.0,"score_lmetric":126198},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":126198,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2018,"cache_hit":0,"new_prefill":126198,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":171029,"ongoing_decode_tokens":0,"pending_prefill_tokens":94970,"num_requests":1,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":125952,"new_prefill":246,"score_linear":45077.0,"score_lmetric":95216}],"chosen_score_linear":45077.0,"chosen_score_lmetric":95216,"t_first_token":336193.488713595,"t_first_token_unix":1779767058.502657,"t_done":336208.838834795,"t_done_unix":1779767073.8527787},{"request_id":"1313181:9:1386945:689","session_id":"1313181","input_length":62513,"t_proxy_recv":336191.139890963,"t_decision_unix":1779767056.1538327,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":62464,"affinity_cache_ratio":0.999216163038088,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":62464,"estimated_new_tokens":49,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155359,"ongoing_decode_tokens":155359,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":62513,"score_linear":155359.0,"score_lmetric":125026},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":52920,"ongoing_decode_tokens":52920,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":62464,"new_prefill":49,"score_linear":-9544.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":61952,"new_prefill":561,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106279,"ongoing_decode_tokens":106279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":12800,"new_prefill":49713,"score_linear":93479.0,"score_lmetric":49713},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82209,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":2487,"cache_hit":24064,"new_prefill":38449,"score_linear":58145.0,"score_lmetric":116388},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":62513,"score_linear":127488.0,"score_lmetric":67633},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":12800,"new_prefill":49713,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":206409,"ongoing_decode_tokens":101432,"pending_prefill_tokens":246,"num_requests":1,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":12800,"new_prefill":49713,"score_linear":193609.0,"score_lmetric":49959}],"chosen_score_linear":-9544.0,"chosen_score_lmetric":0,"t_first_token":336191.227129973,"t_first_token_unix":1779767056.2410734,"t_done":336209.64133534,"t_done_unix":1779767074.6552792},{"request_id":"1294611:14:1449074:877","session_id":"1294611","input_length":63616,"t_proxy_recv":336208.177593566,"t_decision_unix":1779767073.191535,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":63488,"affinity_cache_ratio":0.9979879275653923,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":63488,"estimated_new_tokens":128,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2329,"cache_hit":0,"new_prefill":63616,"score_linear":62513.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1499,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2527,"cache_hit":63488,"new_prefill":128,"score_linear":-63488.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":12800,"new_prefill":50816,"score_linear":114688.0,"score_lmetric":55936},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":212997,"ongoing_decode_tokens":234218,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":12800,"new_prefill":50816,"score_linear":200197.0,"score_lmetric":50816}],"chosen_score_linear":-63488.0,"chosen_score_lmetric":0,"t_first_token":336208.269620958,"t_first_token_unix":1779767073.2835643,"t_done":336213.151248895,"t_done_unix":1779767078.1651924},{"request_id":"1314357:14:1450740:878","session_id":"1314357","input_length":109010,"t_proxy_recv":336213.628977132,"t_decision_unix":1779767078.6429183,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":108544,"affinity_cache_ratio":0.9957251628290983,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":108544,"estimated_new_tokens":466,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":0,"active_p_offloads":0,"cached_blocks":2333,"cache_hit":0,"new_prefill":109010,"score_linear":129839.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1499,"cache_hit":108544,"new_prefill":466,"score_linear":-108544.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2528,"cache_hit":56832,"new_prefill":52178,"score_linear":-56832.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":109010,"score_linear":127488.0,"score_lmetric":114130},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":86799,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":109010,"score_linear":86799.0,"score_lmetric":0}],"chosen_score_linear":-108544.0,"chosen_score_lmetric":0,"t_first_token":336213.856093022,"t_first_token_unix":1779767078.8700364,"t_done":336215.142023392,"t_done_unix":1779767080.1559672},{"request_id":"1371622:4:1452210:881","session_id":"1371622","input_length":20439,"t_proxy_recv":336218.602601882,"t_decision_unix":1779767083.6165435,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9769558197563482,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":19968,"estimated_new_tokens":471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":184889,"ongoing_decode_tokens":0,"pending_prefill_tokens":67641,"num_requests":1,"active_p_offloads":0,"cached_blocks":2333,"cache_hit":0,"new_prefill":20439,"score_linear":184889.0,"score_lmetric":88080},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2528,"cache_hit":19968,"new_prefill":471,"score_linear":-19968.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":20439,"score_linear":127488.0,"score_lmetric":25559},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":86799,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":20439,"score_linear":86799.0,"score_lmetric":0}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":336218.66550012,"t_first_token_unix":1779767083.6794431,"t_done":336219.206283614,"t_done_unix":1779767084.220227},{"request_id":"1314357:15:1452292:882","session_id":"1314357","input_length":109164,"t_proxy_recv":336218.863016764,"t_decision_unix":1779767083.8769581,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9990106628558866,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":109056,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":184889,"ongoing_decode_tokens":0,"pending_prefill_tokens":67641,"num_requests":1,"active_p_offloads":0,"cached_blocks":2333,"cache_hit":0,"new_prefill":109164,"score_linear":184889.0,"score_lmetric":176805},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":109056,"new_prefill":108,"score_linear":-109056.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":20439,"ongoing_decode_tokens":20439,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2528,"cache_hit":56832,"new_prefill":52332,"score_linear":-36393.0,"score_lmetric":52332},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":109164,"score_linear":127488.0,"score_lmetric":114284},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":86799,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":109164,"score_linear":86799.0,"score_lmetric":0}],"chosen_score_linear":-109056.0,"chosen_score_lmetric":0,"t_first_token":336219.039591817,"t_first_token_unix":1779767084.0535352,"t_done":336223.022080628,"t_done_unix":1779767088.036024},{"request_id":"1356885:2:1438037:864","session_id":"1356885","input_length":127488,"t_proxy_recv":336171.501255869,"t_decision_unix":1779767036.5151973,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":122368,"affinity_cache_ratio":0.9598393574297188,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":122368,"estimated_new_tokens":5120,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155359,"ongoing_decode_tokens":155359,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":127488,"score_linear":155359.0,"score_lmetric":254976},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":252859,"ongoing_decode_tokens":178981,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":1024,"new_prefill":126464,"score_linear":251835.0,"score_lmetric":258348},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":127488,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":127488,"score_linear":101803.0,"score_lmetric":127488},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2487,"cache_hit":6656,"new_prefill":120832,"score_linear":-6656.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":122368,"new_prefill":5120,"score_linear":-122368.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":127488,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":206409,"ongoing_decode_tokens":101432,"pending_prefill_tokens":246,"num_requests":1,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":0,"new_prefill":127488,"score_linear":206409.0,"score_lmetric":127734}],"chosen_score_linear":-122368.0,"chosen_score_lmetric":0,"t_first_token":336223.031933088,"t_first_token_unix":1779767088.0458763,"t_done":336224.604421339,"t_done_unix":1779767089.6183648},{"request_id":"1371622:5:1455608:884","session_id":"1371622","input_length":21518,"t_proxy_recv":336230.380512945,"t_decision_unix":1779767095.3944542,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":20480,"affinity_cache_ratio":0.951761316107445,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":20480,"estimated_new_tokens":1038,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":184889,"ongoing_decode_tokens":0,"pending_prefill_tokens":67641,"num_requests":1,"active_p_offloads":0,"cached_blocks":2333,"cache_hit":0,"new_prefill":21518,"score_linear":184889.0,"score_lmetric":89159},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2529,"cache_hit":20480,"new_prefill":1038,"score_linear":-20480.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":128563,"ongoing_decode_tokens":128563,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1895,"cache_hit":0,"new_prefill":21518,"score_linear":128563.0,"score_lmetric":21518},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":86799,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":21518,"score_linear":86799.0,"score_lmetric":0}],"chosen_score_linear":-20480.0,"chosen_score_lmetric":0,"t_first_token":336230.622158836,"t_first_token_unix":1779767095.636102,"t_done":336231.081253278,"t_done_unix":1779767096.0951967},{"request_id":"1363943:14:1458616:885","session_id":"1363943","input_length":29268,"t_proxy_recv":336240.32931421,"t_decision_unix":1779767105.3432553,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29184,"affinity_cache_ratio":0.997129971299713,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":29184,"estimated_new_tokens":84,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":8704,"new_prefill":20564,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":184889,"ongoing_decode_tokens":0,"pending_prefill_tokens":67641,"num_requests":1,"active_p_offloads":0,"cached_blocks":2333,"cache_hit":0,"new_prefill":29268,"score_linear":184889.0,"score_lmetric":96909},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":29268,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":29268,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2531,"cache_hit":4096,"new_prefill":25172,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":128563,"ongoing_decode_tokens":128563,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1895,"cache_hit":0,"new_prefill":29268,"score_linear":128563.0,"score_lmetric":29268},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":29184,"new_prefill":84,"score_linear":-29184.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":86799,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":4096,"new_prefill":25172,"score_linear":82703.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":336240.411043173,"t_first_token_unix":1779767105.4249861,"t_done":336240.978870125,"t_done_unix":1779767105.9928136},{"request_id":"1356885:3:1451307:879","session_id":"1356885","input_length":128563,"t_proxy_recv":336224.625446545,"t_decision_unix":1779767089.639388,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":127488,"affinity_cache_ratio":0.9916383407356705,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":127488,"estimated_new_tokens":1075,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":184889,"ongoing_decode_tokens":0,"pending_prefill_tokens":67641,"num_requests":1,"active_p_offloads":0,"cached_blocks":2333,"cache_hit":1024,"new_prefill":127539,"score_linear":183865.0,"score_lmetric":195180},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2529,"cache_hit":6656,"new_prefill":121907,"score_linear":-6656.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1895,"cache_hit":127488,"new_prefill":1075,"score_linear":-127488.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":86799,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":128563,"score_linear":86799.0,"score_lmetric":0}],"chosen_score_linear":-127488.0,"chosen_score_lmetric":0,"t_first_token":336225.70841854,"t_first_token_unix":1779767090.722362,"t_done":336242.338217963,"t_done_unix":1779767107.352162},{"request_id":"1268861:11:1452208:880","session_id":"1268861","input_length":55050,"t_proxy_recv":336218.593259061,"t_decision_unix":1779767083.6072006,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9579654859218892,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":52736,"estimated_new_tokens":2314,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":0,"active_p_offloads":0,"cached_blocks":2333,"cache_hit":52736,"new_prefill":2314,"score_linear":77103.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2528,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":55050,"score_linear":127488.0,"score_lmetric":60170},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":86799,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":12800,"new_prefill":42250,"score_linear":73999.0,"score_lmetric":0}],"chosen_score_linear":77103.0,"chosen_score_lmetric":0,"t_first_token":336248.974380249,"t_first_token_unix":1779767113.9883249,"t_done":336249.9613405,"t_done_unix":1779767114.9752843},{"request_id":"1313181:10:1338837:436","session_id":"1313181","input_length":129839,"t_proxy_recv":336209.66298894,"t_decision_unix":1779767074.6769288,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":64512,"affinity_cache_ratio":0.4968614977009989,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":-65327,"tie_break_used":false,"cache_hit":64512,"estimated_new_tokens":65327,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":129839,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2333,"cache_hit":64512,"new_prefill":65327,"score_linear":-64512.0,"score_lmetric":-65327},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":61952,"new_prefill":67887,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1499,"cache_hit":12800,"new_prefill":117039,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63616,"ongoing_decode_tokens":63616,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2527,"cache_hit":24064,"new_prefill":105775,"score_linear":39552.0,"score_lmetric":105775},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":129839,"score_linear":127488.0,"score_lmetric":134959},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":12800,"new_prefill":117039,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":86799,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":12800,"new_prefill":117039,"score_linear":73999.0,"score_lmetric":0}],"chosen_score_linear":-64512.0,"chosen_score_lmetric":-65327,"t_first_token":336248.367170216,"t_first_token_unix":1779767113.3811138,"t_done":336250.125465683,"t_done_unix":1779767115.1394098},{"request_id":"1242838:5:1460026:886","session_id":"1242838","input_length":26406,"t_proxy_recv":336244.817965397,"t_decision_unix":1779767109.8319066,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9888661667802772,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":26112,"estimated_new_tokens":294,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":26112,"new_prefill":294,"score_linear":-26112.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":184889,"ongoing_decode_tokens":0,"pending_prefill_tokens":67641,"num_requests":1,"active_p_offloads":0,"cached_blocks":2333,"cache_hit":0,"new_prefill":26406,"score_linear":184889.0,"score_lmetric":94047},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2531,"cache_hit":3584,"new_prefill":22822,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1899,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":86799,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":26406,"score_linear":86799.0,"score_lmetric":0}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":336248.579106614,"t_first_token_unix":1779767113.59305,"t_done":336251.381396894,"t_done_unix":1779767116.3953412},{"request_id":"1404395:3:1460072:887","session_id":"1404395","input_length":34392,"t_proxy_recv":336244.962886227,"t_decision_unix":1779767109.9768274,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9230053500814143,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":31744,"estimated_new_tokens":2648,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26406,"ongoing_decode_tokens":0,"pending_prefill_tokens":294,"num_requests":1,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":31744,"new_prefill":2648,"score_linear":-5338.0,"score_lmetric":2942},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":184889,"ongoing_decode_tokens":0,"pending_prefill_tokens":67641,"num_requests":1,"active_p_offloads":0,"cached_blocks":2333,"cache_hit":512,"new_prefill":33880,"score_linear":184377.0,"score_lmetric":101521},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":512,"new_prefill":33880,"score_linear":-512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2531,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1899,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":512,"new_prefill":33880,"score_linear":-512.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":86799,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":34392,"score_linear":86799.0,"score_lmetric":0}],"chosen_score_linear":-5338.0,"chosen_score_lmetric":2942,"t_first_token":336248.581505095,"t_first_token_unix":1779767113.5954483,"t_done":336251.723573698,"t_done_unix":1779767116.7375174},{"request_id":"1363943:15:1461716:889","session_id":"1363943","input_length":29651,"t_proxy_recv":336250.248245064,"t_decision_unix":1779767115.2621868,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29184,"affinity_cache_ratio":0.984250109608445,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":29184,"estimated_new_tokens":467,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60798,"ongoing_decode_tokens":60798,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":8704,"new_prefill":20947,"score_linear":52094.0,"score_lmetric":41894},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64724,"ongoing_decode_tokens":64724,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":0,"new_prefill":29651,"score_linear":64724.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":29651,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":29651,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":2531,"cache_hit":4096,"new_prefill":25555,"score_linear":77203.0,"score_lmetric":33638},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1899,"cache_hit":0,"new_prefill":29651,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":29184,"new_prefill":467,"score_linear":-29184.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":86799,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":4096,"new_prefill":25555,"score_linear":82703.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":336250.425741075,"t_first_token_unix":1779767115.4396844,"t_done":336251.807830996,"t_done_unix":1779767116.8217745},{"request_id":"1313181:10:1399867:746","session_id":"1313181","input_length":64724,"t_proxy_recv":336250.135721919,"t_decision_unix":1779767115.1496634,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9967245534886595,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":64512,"estimated_new_tokens":212,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60798,"ongoing_decode_tokens":60798,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":64724,"score_linear":60798.0,"score_lmetric":129448},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2338,"cache_hit":64512,"new_prefill":212,"score_linear":-64512.0,"score_lmetric":-212},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":61952,"new_prefill":2772,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":12800,"new_prefill":51924,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":2531,"cache_hit":24064,"new_prefill":40660,"score_linear":57235.0,"score_lmetric":48743},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1899,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":12800,"new_prefill":51924,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":86799,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":12800,"new_prefill":51924,"score_linear":73999.0,"score_lmetric":0}],"chosen_score_linear":-64512.0,"chosen_score_lmetric":-212,"t_first_token":336250.230503905,"t_first_token_unix":1779767115.2444472,"t_done":336253.349287381,"t_done_unix":1779767118.363231},{"request_id":"1364090:10:1426859:847","session_id":"1364090","input_length":108020,"t_proxy_recv":336196.189505191,"t_decision_unix":1779767061.2034466,"policy":"unified_kv_both","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9384928716904277,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":101376,"estimated_new_tokens":6644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1864,"cache_hit":7680,"new_prefill":100340,"score_linear":21732.0,"score_lmetric":100340},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2325,"cache_hit":0,"new_prefill":108020,"score_linear":62513.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":108020,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":106805,"ongoing_decode_tokens":106805,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1495,"cache_hit":0,"new_prefill":108020,"score_linear":106805.0,"score_lmetric":108020},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82209,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":2487,"cache_hit":7680,"new_prefill":100340,"score_linear":74529.0,"score_lmetric":240170},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":108020,"score_linear":127488.0,"score_lmetric":113140},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":7680,"new_prefill":100340,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":104977,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":101376,"new_prefill":6644,"score_linear":3601.0,"score_lmetric":0}],"chosen_score_linear":3601.0,"chosen_score_lmetric":0,"t_first_token":336200.378590557,"t_first_token_unix":1779767065.3925343,"t_done":336254.428914423,"t_done_unix":1779767119.442858},{"request_id":"1363943:16:1463626:890","session_id":"1363943","input_length":34671,"t_proxy_recv":336256.722417857,"t_decision_unix":1779767121.7363594,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29696,"affinity_cache_ratio":0.8565083210752502,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":29696,"estimated_new_tokens":4975,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":8704,"new_prefill":25967,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":0,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":0,"new_prefill":34671,"score_linear":129931.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":34671,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":34671,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":2531,"cache_hit":4096,"new_prefill":30575,"score_linear":77203.0,"score_lmetric":38658},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1899,"cache_hit":0,"new_prefill":34671,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2030,"cache_hit":29696,"new_prefill":4975,"score_linear":-29696.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":4096,"new_prefill":30575,"score_linear":-25317.0,"score_lmetric":-30575}],"chosen_score_linear":-29696.0,"chosen_score_lmetric":0,"t_first_token":336257.883489278,"t_first_token_unix":1779767122.897433,"t_done":336259.350114188,"t_done_unix":1779767124.3640575},{"request_id":"1363943:17:1466811:893","session_id":"1363943","input_length":35991,"t_proxy_recv":336267.401701213,"t_decision_unix":1779767132.4156423,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9673529493484482,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":34816,"estimated_new_tokens":1175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":8704,"new_prefill":27287,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":186078,"ongoing_decode_tokens":0,"pending_prefill_tokens":66270,"num_requests":1,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":0,"new_prefill":35991,"score_linear":186078.0,"score_lmetric":102261},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":35991,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":35991,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104378,"ongoing_decode_tokens":0,"pending_prefill_tokens":9658,"num_requests":2,"active_p_offloads":0,"cached_blocks":2531,"cache_hit":4096,"new_prefill":31895,"score_linear":100282.0,"score_lmetric":83106},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1899,"cache_hit":0,"new_prefill":35991,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":34816,"new_prefill":1175,"score_linear":-34816.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":4096,"new_prefill":31895,"score_linear":-25317.0,"score_lmetric":-31895}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":336267.768425132,"t_first_token_unix":1779767132.7823687,"t_done":336268.89535312,"t_done_unix":1779767133.9092968},{"request_id":"1363093:6:1460799:888","session_id":"1363093","input_length":81299,"t_proxy_recv":336247.395061119,"t_decision_unix":1779767112.4090025,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9005768828644879,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":73216,"estimated_new_tokens":8083,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60798,"ongoing_decode_tokens":0,"pending_prefill_tokens":2942,"num_requests":2,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":81299,"score_linear":60798.0,"score_lmetric":168482},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":184889,"ongoing_decode_tokens":0,"pending_prefill_tokens":67641,"num_requests":1,"active_p_offloads":0,"cached_blocks":2333,"cache_hit":0,"new_prefill":81299,"score_linear":184889.0,"score_lmetric":148940},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2531,"cache_hit":73216,"new_prefill":8083,"score_linear":-73216.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1899,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":86799,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":81299,"score_linear":86799.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":336269.914764547,"t_first_token_unix":1779767134.9287078,"t_done":336270.821135193,"t_done_unix":1779767135.8350792},{"request_id":"1371622:6:1465333:892","session_id":"1371622","input_length":23079,"t_proxy_recv":336262.263373483,"t_decision_unix":1779767127.277315,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9317561419472248,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":21504,"estimated_new_tokens":1575,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":186078,"ongoing_decode_tokens":0,"pending_prefill_tokens":66270,"num_requests":1,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":0,"new_prefill":23079,"score_linear":186078.0,"score_lmetric":89349},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":2531,"cache_hit":21504,"new_prefill":1575,"score_linear":59795.0,"score_lmetric":9658},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1899,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":23079,"score_linear":-21221.0,"score_lmetric":-23079}],"chosen_score_linear":59795.0,"chosen_score_lmetric":9658,"t_first_token":336270.064481456,"t_first_token_unix":1779767135.078425,"t_done":336270.918927549,"t_done_unix":1779767135.932871},{"request_id":"1404395:4:1467473:894","session_id":"1404395","input_length":34863,"t_proxy_recv":336269.714332946,"t_decision_unix":1779767134.728273,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9839658090238935,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":34304,"estimated_new_tokens":559,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":34304,"new_prefill":559,"score_linear":-34304.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":186078,"ongoing_decode_tokens":0,"pending_prefill_tokens":66270,"num_requests":1,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":512,"new_prefill":34351,"score_linear":185566.0,"score_lmetric":100621},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":512,"new_prefill":34351,"score_linear":-512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104378,"ongoing_decode_tokens":0,"pending_prefill_tokens":9658,"num_requests":2,"active_p_offloads":0,"cached_blocks":2531,"cache_hit":0,"new_prefill":34863,"score_linear":104378.0,"score_lmetric":89042},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1899,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":512,"new_prefill":34351,"score_linear":-512.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":34863,"score_linear":-21221.0,"score_lmetric":-34863}],"chosen_score_linear":-34304.0,"chosen_score_lmetric":0,"t_first_token":336269.825382666,"t_first_token_unix":1779767134.839326,"t_done":336271.078629812,"t_done_unix":1779767136.0925734},{"request_id":"1371622:7:1468305:895","session_id":"1371622","input_length":24036,"t_proxy_recv":336272.487185049,"t_decision_unix":1779767137.5011268,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9585621567648527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":23040,"estimated_new_tokens":996,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":186078,"ongoing_decode_tokens":0,"pending_prefill_tokens":66270,"num_requests":1,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":0,"new_prefill":24036,"score_linear":186078.0,"score_lmetric":90306},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2549,"cache_hit":23040,"new_prefill":996,"score_linear":-23040.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1899,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":24036,"score_linear":-21221.0,"score_lmetric":-24036}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":336272.708487401,"t_first_token_unix":1779767137.7224305,"t_done":336273.559106257,"t_done_unix":1779767138.5730495},{"request_id":"1363943:18:1469143:896","session_id":"1363943","input_length":47303,"t_proxy_recv":336275.304554333,"t_decision_unix":1779767140.3184955,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":35840,"affinity_cache_ratio":0.7576686468088705,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":35840,"estimated_new_tokens":11463,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":8704,"new_prefill":38599,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":186078,"ongoing_decode_tokens":0,"pending_prefill_tokens":66270,"num_requests":1,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":0,"new_prefill":47303,"score_linear":186078.0,"score_lmetric":113573},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":47303,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":47303,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2551,"cache_hit":4096,"new_prefill":43207,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1899,"cache_hit":0,"new_prefill":47303,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":35840,"new_prefill":11463,"score_linear":-35840.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":4096,"new_prefill":43207,"score_linear":-25317.0,"score_lmetric":-43207}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":0,"t_first_token":336278.538891933,"t_first_token_unix":1779767143.552836,"t_done":336281.294627129,"t_done_unix":1779767146.3085709},{"request_id":"1405155:3:1469167:897","session_id":"1405155","input_length":66246,"t_proxy_recv":336275.382834326,"t_decision_unix":1779767140.3967762,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":40448,"affinity_cache_ratio":0.610572713824231,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":40448,"estimated_new_tokens":25798,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":186078,"ongoing_decode_tokens":0,"pending_prefill_tokens":66270,"num_requests":1,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":0,"new_prefill":66246,"score_linear":186078.0,"score_lmetric":132516},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2551,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1899,"cache_hit":40448,"new_prefill":25798,"score_linear":-40448.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47303,"ongoing_decode_tokens":0,"pending_prefill_tokens":11463,"num_requests":1,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":0,"new_prefill":66246,"score_linear":47303.0,"score_lmetric":77709},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":66246,"score_linear":-21221.0,"score_lmetric":-66246}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":336284.297520384,"t_first_token_unix":1779767149.3114638,"t_done":336286.126475391,"t_done_unix":1779767151.1404212},{"request_id":"1399948:13:1472968:898","session_id":"1399948","input_length":12247,"t_proxy_recv":336287.83826429,"t_decision_unix":1779767152.8522055,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9615416020249857,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11776,"estimated_new_tokens":471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":11776,"new_prefill":471,"score_linear":-11776.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":186078,"ongoing_decode_tokens":0,"pending_prefill_tokens":66270,"num_requests":1,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":0,"new_prefill":12247,"score_linear":186078.0,"score_lmetric":78517},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2551,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2065,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":336287.892056779,"t_first_token_unix":1779767152.906,"t_done":336288.0312013,"t_done_unix":1779767153.0451448},{"request_id":"1371622:8:1473416:899","session_id":"1371622","input_length":24569,"t_proxy_recv":336289.506364456,"t_decision_unix":1779767154.5203059,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9794456428833083,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24064,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":186078,"ongoing_decode_tokens":0,"pending_prefill_tokens":66270,"num_requests":1,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":0,"new_prefill":24569,"score_linear":186078.0,"score_lmetric":90839},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2551,"cache_hit":24064,"new_prefill":505,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2065,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":336289.669239368,"t_first_token_unix":1779767154.6831825,"t_done":336292.83795694,"t_done_unix":1779767157.8519006},{"request_id":"1363943:19:1473899:901","session_id":"1363943","input_length":56056,"t_proxy_recv":336291.101373156,"t_decision_unix":1779767156.1153147,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":47616,"affinity_cache_ratio":0.8494362780077066,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":47616,"estimated_new_tokens":8440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":8704,"new_prefill":47352,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":262678,"ongoing_decode_tokens":0,"pending_prefill_tokens":67094,"num_requests":2,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":0,"new_prefill":56056,"score_linear":262678.0,"score_lmetric":246300},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":56056,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":56056,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":24569,"ongoing_decode_tokens":24569,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2551,"cache_hit":4096,"new_prefill":51960,"score_linear":20473.0,"score_lmetric":51960},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":56056,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2065,"cache_hit":47616,"new_prefill":8440,"score_linear":-47616.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":4096,"new_prefill":51960,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-47616.0,"chosen_score_lmetric":0,"t_first_token":336294.072031059,"t_first_token_unix":1779767159.0859742,"t_done":336295.936459356,"t_done_unix":1779767160.9504025},{"request_id":"1363943:20:1476805:903","session_id":"1363943","input_length":60761,"t_proxy_recv":336301.047443884,"t_decision_unix":1779767166.0613852,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9184838959200803,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":55808,"estimated_new_tokens":4953,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":8704,"new_prefill":52057,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":262678,"ongoing_decode_tokens":186078,"pending_prefill_tokens":824,"num_requests":2,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":0,"new_prefill":60761,"score_linear":262678.0,"score_lmetric":123170},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":60761,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":60761,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44949,"ongoing_decode_tokens":0,"pending_prefill_tokens":28053,"num_requests":1,"active_p_offloads":0,"cached_blocks":2552,"cache_hit":4096,"new_prefill":56665,"score_linear":40853.0,"score_lmetric":84718},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":60761,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":55808,"new_prefill":4953,"score_linear":-55808.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":4096,"new_prefill":56665,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":336302.846899368,"t_first_token_unix":1779767167.8608437,"t_done":336306.315661813,"t_done_unix":1779767171.329606},{"request_id":"1313181:11:1344301:464","session_id":"1313181","input_length":129931,"t_proxy_recv":336253.371027201,"t_decision_unix":1779767118.3849688,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":65024,"affinity_cache_ratio":0.5004502389729933,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":65024,"estimated_new_tokens":64907,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":65024,"new_prefill":64907,"score_linear":-65024.0,"score_lmetric":-64907},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":61952,"new_prefill":67979,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":12800,"new_prefill":117131,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":2531,"cache_hit":24064,"new_prefill":105867,"score_linear":57235.0,"score_lmetric":113950},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1899,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2030,"cache_hit":12800,"new_prefill":117131,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":86799,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":12800,"new_prefill":117131,"score_linear":73999.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":-64907,"t_first_token":336292.138315867,"t_first_token_unix":1779767157.1522605,"t_done":336309.771721857,"t_done_unix":1779767174.7856658},{"request_id":"1268861:12:1463977:891","session_id":"1268861","input_length":56147,"t_proxy_recv":336258.006014221,"t_decision_unix":1779767123.0199556,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9757244376369174,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":54784,"estimated_new_tokens":1363,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":0,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":54784,"new_prefill":1363,"score_linear":75147.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":2531,"cache_hit":0,"new_prefill":56147,"score_linear":81299.0,"score_lmetric":64230},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1899,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":34671,"ongoing_decode_tokens":34671,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2030,"cache_hit":0,"new_prefill":56147,"score_linear":34671.0,"score_lmetric":56147},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":43347,"score_linear":-34021.0,"score_lmetric":-43347}],"chosen_score_linear":75147.0,"chosen_score_lmetric":0,"t_first_token":336292.315793616,"t_first_token_unix":1779767157.3297393,"t_done":336310.456788833,"t_done_unix":1779767175.4707325},{"request_id":"1313181:11:1402841:762","session_id":"1313181","input_length":65123,"t_proxy_recv":336309.786042687,"t_decision_unix":1779767174.7999845,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9984797997635244,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":65024,"estimated_new_tokens":99,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":132747,"ongoing_decode_tokens":132747,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":65024,"new_prefill":99,"score_linear":67723.0,"score_lmetric":99},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":61952,"new_prefill":3171,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":12800,"new_prefill":52323,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83776,"ongoing_decode_tokens":44949,"pending_prefill_tokens":427,"num_requests":2,"active_p_offloads":0,"cached_blocks":2552,"cache_hit":24064,"new_prefill":41059,"score_linear":59712.0,"score_lmetric":82972},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2091,"cache_hit":12800,"new_prefill":52323,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":52323,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":67723.0,"chosen_score_lmetric":99,"t_first_token":336309.893412933,"t_first_token_unix":1779767174.9073565,"t_done":336310.652403587,"t_done_unix":1779767175.666347},{"request_id":"1404395:5:1480170:906","session_id":"1404395","input_length":36988,"t_proxy_recv":336312.429667262,"t_decision_unix":1779767177.4436088,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9412782524061858,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":34816,"estimated_new_tokens":2172,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":34816,"new_prefill":2172,"score_linear":-34816.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":207079,"ongoing_decode_tokens":76600,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2342,"cache_hit":512,"new_prefill":36476,"score_linear":206567.0,"score_lmetric":101931},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":512,"new_prefill":36476,"score_linear":-512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":109062,"ongoing_decode_tokens":44949,"pending_prefill_tokens":1137,"num_requests":3,"active_p_offloads":0,"cached_blocks":2552,"cache_hit":0,"new_prefill":36988,"score_linear":109062.0,"score_lmetric":114375},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2091,"cache_hit":512,"new_prefill":36476,"score_linear":-512.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":336313.016412033,"t_first_token_unix":1779767178.0303555,"t_done":336315.692649532,"t_done_unix":1779767180.706593},{"request_id":"1371622:9:1479535:905","session_id":"1371622","input_length":25286,"t_proxy_recv":336310.185107172,"t_decision_unix":1779767175.1990488,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9719212212291386,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24576,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":197870,"ongoing_decode_tokens":197870,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":0,"new_prefill":25286,"score_linear":197870.0,"score_lmetric":50572},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83776,"ongoing_decode_tokens":44949,"pending_prefill_tokens":427,"num_requests":2,"active_p_offloads":0,"cached_blocks":2552,"cache_hit":24576,"new_prefill":710,"score_linear":59200.0,"score_lmetric":2274},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2091,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":59200.0,"chosen_score_lmetric":2274,"t_first_token":336314.738548181,"t_first_token_unix":1779767179.7524915,"t_done":336316.177226228,"t_done_unix":1779767181.1911693},{"request_id":"1305906:4:1476757:902","session_id":"1305906","input_length":44949,"t_proxy_recv":336300.868119754,"t_decision_unix":1779767165.8820612,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":16896,"affinity_cache_ratio":0.375892678368818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":16896,"estimated_new_tokens":28053,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":262678,"ongoing_decode_tokens":186078,"pending_prefill_tokens":824,"num_requests":2,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":0,"new_prefill":44949,"score_linear":262678.0,"score_lmetric":91546},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2552,"cache_hit":16896,"new_prefill":28053,"score_linear":-16896.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":336308.660382576,"t_first_token_unix":1779767173.674326,"t_done":336317.068228723,"t_done_unix":1779767182.082172},{"request_id":"1363943:21:1482184:908","session_id":"1363943","input_length":65658,"t_proxy_recv":336319.346452905,"t_decision_unix":1779767184.3603942,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9279600353346127,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":60928,"estimated_new_tokens":4730,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1889,"cache_hit":8704,"new_prefill":56954,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":264209,"ongoing_decode_tokens":76600,"pending_prefill_tokens":66777,"num_requests":2,"active_p_offloads":0,"cached_blocks":2342,"cache_hit":0,"new_prefill":65658,"score_linear":264209.0,"score_lmetric":264870},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":65658,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":65658,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":4096,"new_prefill":61562,"score_linear":34731.0,"score_lmetric":61562},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":65658,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2091,"cache_hit":60928,"new_prefill":4730,"score_linear":-60928.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":4096,"new_prefill":61562,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":336321.277599333,"t_first_token_unix":1779767186.2915432,"t_done":336324.428095852,"t_done_unix":1779767189.442042},{"request_id":"1301929:4:1479037:904","session_id":"1301929","input_length":38827,"t_proxy_recv":336308.449329604,"t_decision_unix":1779767173.463271,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9890024982615191,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":38400,"estimated_new_tokens":427,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":38400,"new_prefill":427,"score_linear":-38400.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":262678,"ongoing_decode_tokens":262678,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":0,"new_prefill":38827,"score_linear":262678.0,"score_lmetric":77654},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44949,"ongoing_decode_tokens":0,"pending_prefill_tokens":28053,"num_requests":1,"active_p_offloads":0,"cached_blocks":2552,"cache_hit":38400,"new_prefill":427,"score_linear":6549.0,"score_lmetric":28480},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2091,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":6549.0,"chosen_score_lmetric":28480,"t_first_token":336314.735138957,"t_first_token_unix":1779767179.7490823,"t_done":336327.456446492,"t_done_unix":1779767192.47039},{"request_id":"1404395:6:1483967:909","session_id":"1404395","input_length":37689,"t_proxy_recv":336325.265390352,"t_decision_unix":1779767190.279332,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9781103239672053,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":36864,"estimated_new_tokens":825,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1889,"cache_hit":36864,"new_prefill":825,"score_linear":-36864.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":264209,"ongoing_decode_tokens":76600,"pending_prefill_tokens":66777,"num_requests":2,"active_p_offloads":0,"cached_blocks":2342,"cache_hit":512,"new_prefill":37177,"score_linear":263697.0,"score_lmetric":207908},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":512,"new_prefill":37177,"score_linear":-512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":0,"new_prefill":37689,"score_linear":38827.0,"score_lmetric":37689},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":512,"new_prefill":37177,"score_linear":-512.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-36864.0,"chosen_score_lmetric":0,"t_first_token":336325.479648759,"t_first_token_unix":1779767190.493592,"t_done":336328.017071377,"t_done_unix":1779767193.0310147},{"request_id":"1363943:22:1485341:910","session_id":"1363943","input_length":70238,"t_proxy_recv":336330.002318367,"t_decision_unix":1779767195.0162597,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":65536,"affinity_cache_ratio":0.9330561804151599,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":65536,"estimated_new_tokens":4702,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1891,"cache_hit":8704,"new_prefill":61534,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":264209,"ongoing_decode_tokens":76600,"pending_prefill_tokens":66777,"num_requests":2,"active_p_offloads":0,"cached_blocks":2342,"cache_hit":0,"new_prefill":70238,"score_linear":264209.0,"score_lmetric":274030},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":70238,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":70238,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":4096,"new_prefill":66142,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":70238,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":65536,"new_prefill":4702,"score_linear":-65536.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":4096,"new_prefill":66142,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-65536.0,"chosen_score_lmetric":0,"t_first_token":336331.931282497,"t_first_token_unix":1779767196.945226,"t_done":336335.422186806,"t_done_unix":1779767200.4361303},{"request_id":"1242838:6:1486863:911","session_id":"1242838","input_length":29903,"t_proxy_recv":336335.021946557,"t_decision_unix":1779767200.0358877,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8903454502892686,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":26624,"estimated_new_tokens":3279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1891,"cache_hit":26624,"new_prefill":3279,"score_linear":-26624.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":264209,"ongoing_decode_tokens":76600,"pending_prefill_tokens":66777,"num_requests":2,"active_p_offloads":0,"cached_blocks":2342,"cache_hit":0,"new_prefill":29903,"score_linear":264209.0,"score_lmetric":193360},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":3584,"new_prefill":26319,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":70238,"ongoing_decode_tokens":70238,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":0,"new_prefill":29903,"score_linear":70238.0,"score_lmetric":29903},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-26624.0,"chosen_score_lmetric":0,"t_first_token":336335.767159342,"t_first_token_unix":1779767200.7811027,"t_done":336337.123728932,"t_done_unix":1779767202.1376722},{"request_id":"1363943:23:1488713:912","session_id":"1363943","input_length":72516,"t_proxy_recv":336341.155559384,"t_decision_unix":1779767206.1695,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9672899773843014,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":70144,"estimated_new_tokens":2372,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":8704,"new_prefill":63812,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":264209,"ongoing_decode_tokens":76600,"pending_prefill_tokens":66777,"num_requests":2,"active_p_offloads":0,"cached_blocks":2342,"cache_hit":0,"new_prefill":72516,"score_linear":264209.0,"score_lmetric":278586},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":72516,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":72516,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":4096,"new_prefill":68420,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":72516,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":70144,"new_prefill":2372,"score_linear":-70144.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":4096,"new_prefill":68420,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":336342.204990258,"t_first_token_unix":1779767207.218934,"t_done":336344.194115506,"t_done_unix":1779767209.2080593},{"request_id":"1342921:7:1473812:900","session_id":"1342921","input_length":76600,"t_proxy_recv":336290.799193179,"t_decision_unix":1779767155.8131344,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9892428198433421,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":75776,"estimated_new_tokens":824,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":186078,"ongoing_decode_tokens":0,"pending_prefill_tokens":66270,"num_requests":1,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":75776,"new_prefill":824,"score_linear":110302.0,"score_lmetric":67094},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":24569,"ongoing_decode_tokens":24569,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2551,"cache_hit":0,"new_prefill":76600,"score_linear":24569.0,"score_lmetric":76600},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2065,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":69120,"new_prefill":7480,"score_linear":-69120.0,"score_lmetric":0}],"chosen_score_linear":110302.0,"chosen_score_lmetric":67094,"t_first_token":336308.420717833,"t_first_token_unix":1779767173.4346614,"t_done":336350.061198868,"t_done_unix":1779767215.0751421},{"request_id":"1404395:7:1491186:914","session_id":"1404395","input_length":39569,"t_proxy_recv":336349.81470114,"t_decision_unix":1779767214.8286424,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9575172483509818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":37888,"estimated_new_tokens":1681,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":37888,"new_prefill":1681,"score_linear":-37888.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":264209,"ongoing_decode_tokens":207079,"pending_prefill_tokens":1322,"num_requests":2,"active_p_offloads":0,"cached_blocks":2342,"cache_hit":512,"new_prefill":39057,"score_linear":263697.0,"score_lmetric":80758},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":512,"new_prefill":39057,"score_linear":-512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":74939,"ongoing_decode_tokens":0,"pending_prefill_tokens":2235,"num_requests":1,"active_p_offloads":0,"cached_blocks":2114,"cache_hit":512,"new_prefill":39057,"score_linear":74427.0,"score_lmetric":41292},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-37888.0,"chosen_score_lmetric":0,"t_first_token":336350.292818189,"t_first_token_unix":1779767215.3067615,"t_done":336350.588408791,"t_done_unix":1779767215.6023521},{"request_id":"1313181:12:1346194:470","session_id":"1313181","input_length":130479,"t_proxy_recv":336310.673861385,"t_decision_unix":1779767175.6878028,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":65024,"affinity_cache_ratio":0.49834839322802904,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":65024,"estimated_new_tokens":65455,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":76600,"ongoing_decode_tokens":76600,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2342,"cache_hit":65024,"new_prefill":65455,"score_linear":11576.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":61952,"new_prefill":68527,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":12800,"new_prefill":117679,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":109062,"ongoing_decode_tokens":44949,"pending_prefill_tokens":1137,"num_requests":3,"active_p_offloads":0,"cached_blocks":2552,"cache_hit":24064,"new_prefill":106415,"score_linear":84998.0,"score_lmetric":322656},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2091,"cache_hit":12800,"new_prefill":117679,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":117679,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":11576.0,"chosen_score_lmetric":0,"t_first_token":336349.626349172,"t_first_token_unix":1779767214.6402931,"t_done":336351.193593458,"t_done_unix":1779767216.2075374},{"request_id":"1313181:12:1404813:772","session_id":"1313181","input_length":65179,"t_proxy_recv":336351.204944858,"t_decision_unix":1779767216.2188864,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9976219334448212,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":65024,"estimated_new_tokens":155,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57130,"ongoing_decode_tokens":57130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2346,"cache_hit":65024,"new_prefill":155,"score_linear":-7894.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":61952,"new_prefill":3227,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":12800,"new_prefill":52379,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":24064,"new_prefill":41115,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":74939,"ongoing_decode_tokens":74939,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2114,"cache_hit":12800,"new_prefill":52379,"score_linear":62139.0,"score_lmetric":52379},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":52379,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-7894.0,"chosen_score_lmetric":0,"t_first_token":336351.304876513,"t_first_token_unix":1779767216.3188198,"t_done":336352.10462625,"t_done_unix":1779767217.11857},{"request_id":"1268861:13:1481831:907","session_id":"1268861","input_length":57130,"t_proxy_recv":336318.015402894,"t_decision_unix":1779767183.0293443,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":55808,"affinity_cache_ratio":0.976859793453527,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":55808,"estimated_new_tokens":1322,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1889,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":207079,"ongoing_decode_tokens":76600,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2342,"cache_hit":55808,"new_prefill":1322,"score_linear":151271.0,"score_lmetric":66777},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":0,"new_prefill":57130,"score_linear":38827.0,"score_lmetric":57130},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2091,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":44330,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":151271.0,"chosen_score_lmetric":66777,"t_first_token":336349.921761286,"t_first_token_unix":1779767214.9357045,"t_done":336352.234842221,"t_done_unix":1779767217.248786},{"request_id":"1363943:24:1491020:913","session_id":"1363943","input_length":74939,"t_proxy_recv":336349.415454158,"t_decision_unix":1779767214.4293952,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9701757429375892,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":72704,"estimated_new_tokens":2235,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":8704,"new_prefill":66235,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":264209,"ongoing_decode_tokens":76600,"pending_prefill_tokens":66777,"num_requests":2,"active_p_offloads":0,"cached_blocks":2342,"cache_hit":0,"new_prefill":74939,"score_linear":264209.0,"score_lmetric":283432},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":74939,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":74939,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":4096,"new_prefill":70843,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":74939,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2114,"cache_hit":72704,"new_prefill":2235,"score_linear":-72704.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":4096,"new_prefill":70843,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":336350.632401112,"t_first_token_unix":1779767215.6463444,"t_done":336352.237955732,"t_done_unix":1779767217.2518988},{"request_id":"1363943:25:1493325:915","session_id":"1363943","input_length":75711,"t_proxy_recv":336356.897736375,"t_decision_unix":1779767221.9116776,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9873334125820554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":74752,"estimated_new_tokens":959,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":8704,"new_prefill":67007,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":0,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":0,"new_prefill":75711,"score_linear":131699.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":75711,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":75711,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":4096,"new_prefill":71615,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":75711,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2118,"cache_hit":74752,"new_prefill":959,"score_linear":-74752.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":4096,"new_prefill":71615,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":336357.29743028,"t_first_token_unix":1779767222.3113735,"t_done":336359.49744416,"t_done_unix":1779767224.5113878},{"request_id":"1404395:8:1494219:916","session_id":"1404395","input_length":39820,"t_proxy_recv":336359.920627657,"t_decision_unix":1779767224.9345686,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":39424,"affinity_cache_ratio":0.9900552486187846,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":39424,"estimated_new_tokens":396,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":39424,"new_prefill":396,"score_linear":-39424.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":0,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":512,"new_prefill":39308,"score_linear":131187.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":512,"new_prefill":39308,"score_linear":-512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2120,"cache_hit":512,"new_prefill":39308,"score_linear":-512.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39424.0,"chosen_score_lmetric":0,"t_first_token":336360.068302608,"t_first_token_unix":1779767225.082246,"t_done":336363.716972881,"t_done_unix":1779767228.730916},{"request_id":"1363943:26:1495648:917","session_id":"1363943","input_length":83861,"t_proxy_recv":336364.662164382,"t_decision_unix":1779767229.6761057,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75776,"affinity_cache_ratio":0.903590465174515,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":75776,"estimated_new_tokens":8085,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1901,"cache_hit":8704,"new_prefill":75157,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":0,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":0,"new_prefill":83861,"score_linear":131699.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":83861,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":83861,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":4096,"new_prefill":79765,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":83861,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2120,"cache_hit":75776,"new_prefill":8085,"score_linear":-75776.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":4096,"new_prefill":79765,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":336368.695841058,"t_first_token_unix":1779767233.7097847,"t_done":336370.546408829,"t_done_unix":1779767235.560352},{"request_id":"1363943:27:1497882:919","session_id":"1363943","input_length":84090,"t_proxy_recv":336371.934286857,"t_decision_unix":1779767236.9482281,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":83968,"affinity_cache_ratio":0.9985491735045784,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":83968,"estimated_new_tokens":122,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":1901,"cache_hit":8704,"new_prefill":75386,"score_linear":67056.0,"score_lmetric":79466},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":0,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":0,"new_prefill":84090,"score_linear":131699.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":84090,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":84090,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":4096,"new_prefill":79994,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":84090,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":83968,"new_prefill":122,"score_linear":-83968.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":4096,"new_prefill":79994,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-83968.0,"chosen_score_lmetric":0,"t_first_token":336372.068867929,"t_first_token_unix":1779767237.082811,"t_done":336375.651745734,"t_done_unix":1779767240.6656892},{"request_id":"1388507:2:1496686:918","session_id":"1388507","input_length":75760,"t_proxy_recv":336368.026475983,"t_decision_unix":1779767233.0404172,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9461457233368532,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":71680,"estimated_new_tokens":4080,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1901,"cache_hit":71680,"new_prefill":4080,"score_linear":-71680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":0,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":0,"new_prefill":75760,"score_linear":131699.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":83861,"ongoing_decode_tokens":0,"pending_prefill_tokens":8085,"num_requests":1,"active_p_offloads":0,"cached_blocks":2120,"cache_hit":0,"new_prefill":75760,"score_linear":83861.0,"score_lmetric":83845},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":336388.391362246,"t_first_token_unix":1779767253.4053059,"t_done":336390.479647635,"t_done_unix":1779767255.493591},{"request_id":"1242838:7:1499476:921","session_id":"1242838","input_length":33352,"t_proxy_recv":336377.240127792,"t_decision_unix":1779767242.2540693,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":29696,"affinity_cache_ratio":0.8903813864236028,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":29696,"estimated_new_tokens":3656,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":1901,"cache_hit":29696,"new_prefill":3656,"score_linear":46064.0,"score_lmetric":7736},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":193609,"ongoing_decode_tokens":0,"pending_prefill_tokens":71753,"num_requests":1,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":0,"new_prefill":33352,"score_linear":193609.0,"score_lmetric":105105},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":3584,"new_prefill":29768,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":46064.0,"chosen_score_lmetric":7736,"t_first_token":336388.392974846,"t_first_token_unix":1779767253.406918,"t_done":336391.258888952,"t_done_unix":1779767256.2728324},{"request_id":"1363943:28:1500984:922","session_id":"1363943","input_length":86984,"t_proxy_recv":336382.255555295,"t_decision_unix":1779767247.2694967,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":83968,"affinity_cache_ratio":0.9653269566816886,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":83968,"estimated_new_tokens":3016,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":109112,"ongoing_decode_tokens":0,"pending_prefill_tokens":7736,"num_requests":2,"active_p_offloads":0,"cached_blocks":1901,"cache_hit":8704,"new_prefill":78280,"score_linear":100408.0,"score_lmetric":172032},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":193609,"ongoing_decode_tokens":0,"pending_prefill_tokens":71753,"num_requests":1,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":0,"new_prefill":86984,"score_linear":193609.0,"score_lmetric":158737},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":86984,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":86984,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":4096,"new_prefill":82888,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":86984,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":83968,"new_prefill":3016,"score_linear":-83968.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":4096,"new_prefill":82888,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-83968.0,"chosen_score_lmetric":0,"t_first_token":336383.816322887,"t_first_token_unix":1779767248.8302667,"t_done":336392.519231181,"t_done_unix":1779767257.5331748},{"request_id":"1399948:14:1504493:926","session_id":"1399948","input_length":14189,"t_proxy_recv":336393.877588731,"t_decision_unix":1779767258.8915303,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11776,"affinity_cache_ratio":0.829938684896751,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11776,"estimated_new_tokens":2413,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":11776,"new_prefill":2413,"score_linear":-11776.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":272331,"ongoing_decode_tokens":193609,"pending_prefill_tokens":2434,"num_requests":2,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":0,"new_prefill":14189,"score_linear":272331.0,"score_lmetric":33246},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":193362,"ongoing_decode_tokens":103893,"pending_prefill_tokens":2429,"num_requests":2,"active_p_offloads":0,"cached_blocks":2142,"cache_hit":0,"new_prefill":14189,"score_linear":193362.0,"score_lmetric":33236},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":336394.164932078,"t_first_token_unix":1779767259.1788752,"t_done":336394.457433908,"t_done_unix":1779767259.4713771},{"request_id":"1363943:29:1503515:924","session_id":"1363943","input_length":89469,"t_proxy_recv":336392.536786985,"t_decision_unix":1779767257.5507286,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":87040,"affinity_cache_ratio":0.972850931607596,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":87040,"estimated_new_tokens":2429,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":8704,"new_prefill":80765,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":272331,"ongoing_decode_tokens":0,"pending_prefill_tokens":74187,"num_requests":2,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":0,"new_prefill":89469,"score_linear":272331.0,"score_lmetric":327312},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":89469,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":89469,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":4096,"new_prefill":85373,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":89469,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103893,"ongoing_decode_tokens":103893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2142,"cache_hit":87040,"new_prefill":2429,"score_linear":16853.0,"score_lmetric":2429},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":4096,"new_prefill":85373,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":16853.0,"chosen_score_lmetric":2429,"t_first_token":336393.971883517,"t_first_token_unix":1779767258.9858267,"t_done":336397.296982118,"t_done_unix":1779767262.3109257},{"request_id":"1397515:2:1502033:923","session_id":"1397515","input_length":103893,"t_proxy_recv":336385.807666328,"t_decision_unix":1779767250.821607,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":93184,"affinity_cache_ratio":0.8969227955685176,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":93184,"estimated_new_tokens":10709,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":109112,"ongoing_decode_tokens":0,"pending_prefill_tokens":7736,"num_requests":2,"active_p_offloads":0,"cached_blocks":1901,"cache_hit":512,"new_prefill":103381,"score_linear":108600.0,"score_lmetric":222234},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":193609,"ongoing_decode_tokens":0,"pending_prefill_tokens":71753,"num_requests":1,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":0,"new_prefill":103893,"score_linear":193609.0,"score_lmetric":175646},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86984,"ongoing_decode_tokens":86984,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":93184,"new_prefill":10709,"score_linear":-6200.0,"score_lmetric":10709},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-6200.0,"chosen_score_lmetric":10709,"t_first_token":336392.368191823,"t_first_token_unix":1779767257.3821356,"t_done":336398.631488142,"t_done_unix":1779767263.6454322},{"request_id":"1363943:30:1506171:927","session_id":"1363943","input_length":89713,"t_proxy_recv":336399.681872916,"t_decision_unix":1779767264.695814,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9987404278086788,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":89600,"estimated_new_tokens":113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":8704,"new_prefill":81009,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":272331,"ongoing_decode_tokens":193609,"pending_prefill_tokens":2434,"num_requests":2,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":0,"new_prefill":89713,"score_linear":272331.0,"score_lmetric":184294},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":89713,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":89713,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":4096,"new_prefill":85617,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":89713,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2168,"cache_hit":89600,"new_prefill":113,"score_linear":-89600.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":4096,"new_prefill":85617,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-89600.0,"chosen_score_lmetric":0,"t_first_token":336399.819868113,"t_first_token_unix":1779767264.8338115,"t_done":336400.488620681,"t_done_unix":1779767265.5025647},{"request_id":"1342921:8:1503584:925","session_id":"1342921","input_length":78722,"t_proxy_recv":336391.099108121,"t_decision_unix":1779767256.1130493,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":76288,"affinity_cache_ratio":0.9690810700947639,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":76288,"estimated_new_tokens":2434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":33352,"ongoing_decode_tokens":33352,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1909,"cache_hit":0,"new_prefill":78722,"score_linear":33352.0,"score_lmetric":78722},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":193609,"ongoing_decode_tokens":0,"pending_prefill_tokens":71753,"num_requests":1,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":76288,"new_prefill":2434,"score_linear":117321.0,"score_lmetric":74187},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":190877,"ongoing_decode_tokens":86984,"pending_prefill_tokens":10709,"num_requests":2,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":78722,"score_linear":190877.0,"score_lmetric":178862},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":69120,"new_prefill":9602,"score_linear":-69120.0,"score_lmetric":0}],"chosen_score_linear":117321.0,"chosen_score_lmetric":74187,"t_first_token":336412.308992348,"t_first_token_unix":1779767277.3229365,"t_done":336412.775119738,"t_done_unix":1779767277.7890637},{"request_id":"1268861:14:1498281:920","session_id":"1268861","input_length":61910,"t_proxy_recv":336373.405157256,"t_decision_unix":1779767238.4190984,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9179777095784203,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":56832,"estimated_new_tokens":5078,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":1901,"cache_hit":0,"new_prefill":61910,"score_linear":75760.0,"score_lmetric":65990},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":0,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":56832,"new_prefill":5078,"score_linear":74867.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":84090,"ongoing_decode_tokens":84090,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":61910,"score_linear":84090.0,"score_lmetric":61910},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":49110,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":74867.0,"chosen_score_lmetric":0,"t_first_token":336393.800375196,"t_first_token_unix":1779767258.8143182,"t_done":336413.459660702,"t_done_unix":1779767278.4736042},{"request_id":"1313181:13:1349104:484","session_id":"1313181","input_length":131699,"t_proxy_recv":336352.127724982,"t_decision_unix":1779767217.1416667,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":65024,"affinity_cache_ratio":0.49373191899710706,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":65024,"estimated_new_tokens":66675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57130,"ongoing_decode_tokens":57130,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2346,"cache_hit":65024,"new_prefill":66675,"score_linear":-7894.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":61952,"new_prefill":69747,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":12800,"new_prefill":118899,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":24064,"new_prefill":107635,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":74939,"ongoing_decode_tokens":74939,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2114,"cache_hit":12800,"new_prefill":118899,"score_linear":62139.0,"score_lmetric":118899},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":118899,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-7894.0,"chosen_score_lmetric":0,"t_first_token":336393.797735547,"t_first_token_unix":1779767258.8116791,"t_done":336415.086701755,"t_done_unix":1779767280.1006458},{"request_id":"1268861:15:1508874:928","session_id":"1268861","input_length":63035,"t_proxy_recv":336413.472090365,"t_decision_unix":1779767278.486032,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9828190687713175,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":61952,"estimated_new_tokens":1083,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":131699,"ongoing_decode_tokens":131699,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2362,"cache_hit":61952,"new_prefill":1083,"score_linear":69747.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2168,"cache_hit":0,"new_prefill":63035,"score_linear":89790.0,"score_lmetric":63035},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":50235,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":69747.0,"chosen_score_lmetric":0,"t_first_token":336414.0433541,"t_first_token_unix":1779767279.0572972,"t_done":336416.492375467,"t_done_unix":1779767281.5063188},{"request_id":"1313181:13:1406095:783","session_id":"1313181","input_length":65279,"t_proxy_recv":336415.099674539,"t_decision_unix":1779767280.113616,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9960936901606948,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":65024,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":0,"new_prefill":65279,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63035,"ongoing_decode_tokens":63035,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2366,"cache_hit":65024,"new_prefill":255,"score_linear":-1989.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":61952,"new_prefill":3327,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":12800,"new_prefill":52479,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":24064,"new_prefill":41215,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":65279,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2168,"cache_hit":12800,"new_prefill":52479,"score_linear":76990.0,"score_lmetric":52479},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":52479,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-1989.0,"chosen_score_lmetric":0,"t_first_token":336415.204434018,"t_first_token_unix":1779767280.218377,"t_done":336417.822832564,"t_done_unix":1779767282.8367765},{"request_id":"1399948:15:1512300:930","session_id":"1399948","input_length":15669,"t_proxy_recv":336420.194298198,"t_decision_unix":1779767285.2082396,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8822515795519816,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":13824,"estimated_new_tokens":1845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":13824,"new_prefill":1845,"score_linear":-13824.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":0,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":0,"new_prefill":15669,"score_linear":139357.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2168,"cache_hit":0,"new_prefill":15669,"score_linear":89790.0,"score_lmetric":15669},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13824.0,"chosen_score_lmetric":0,"t_first_token":336420.435031473,"t_first_token_unix":1779767285.448975,"t_done":336420.690039619,"t_done_unix":1779767285.7039828},{"request_id":"1399948:16:1513839:933","session_id":"1399948","input_length":15913,"t_proxy_recv":336425.374377882,"t_decision_unix":1779767290.3883193,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":15360,"affinity_cache_ratio":0.9652485389304343,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":15360,"estimated_new_tokens":553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1923,"cache_hit":15360,"new_prefill":553,"score_linear":-15360.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":0,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":0,"new_prefill":15913,"score_linear":139357.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44364,"ongoing_decode_tokens":0,"pending_prefill_tokens":1868,"num_requests":1,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":0,"new_prefill":15913,"score_linear":44364.0,"score_lmetric":17781},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130532,"ongoing_decode_tokens":130532,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":15913,"score_linear":130532.0,"score_lmetric":15913},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2168,"cache_hit":0,"new_prefill":15913,"score_linear":89790.0,"score_lmetric":15913},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-15360.0,"chosen_score_lmetric":0,"t_first_token":336425.455076705,"t_first_token_unix":1779767290.46902,"t_done":336425.888821752,"t_done_unix":1779767290.9027653},{"request_id":"1356885:4:1512902:931","session_id":"1356885","input_length":130532,"t_proxy_recv":336422.089161972,"t_decision_unix":1779767287.1031032,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":129536,"affinity_cache_ratio":0.9923696871265284,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":129536,"estimated_new_tokens":996,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1923,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":0,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":1024,"new_prefill":129508,"score_linear":138333.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":6656,"new_prefill":123876,"score_linear":-6656.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":129536,"new_prefill":996,"score_linear":-129536.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2168,"cache_hit":0,"new_prefill":130532,"score_linear":89790.0,"score_lmetric":130532},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-129536.0,"chosen_score_lmetric":0,"t_first_token":336422.734273154,"t_first_token_unix":1779767287.7482173,"t_done":336426.176872438,"t_done_unix":1779767291.1908162},{"request_id":"1277428:9:1513231:932","session_id":"1277428","input_length":44364,"t_proxy_recv":336423.227635879,"t_decision_unix":1779767288.2415771,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":42496,"affinity_cache_ratio":0.9578937877558381,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":42496,"estimated_new_tokens":1868,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1923,"cache_hit":0,"new_prefill":44364,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":0,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":4608,"new_prefill":39756,"score_linear":134749.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":44364,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":17408,"new_prefill":26956,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":42496,"new_prefill":1868,"score_linear":-42496.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130532,"ongoing_decode_tokens":130532,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":36352,"new_prefill":8012,"score_linear":94180.0,"score_lmetric":8012},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2168,"cache_hit":0,"new_prefill":44364,"score_linear":89790.0,"score_lmetric":44364},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":44364,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-42496.0,"chosen_score_lmetric":0,"t_first_token":336430.807794177,"t_first_token_unix":1779767295.8217375,"t_done":336431.110667069,"t_done_unix":1779767296.1246102},{"request_id":"1277428:10:1517408:935","session_id":"1277428","input_length":45851,"t_proxy_recv":336437.004901934,"t_decision_unix":1779767302.0188415,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9603280190181239,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":44032,"estimated_new_tokens":1819,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":0,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":4608,"new_prefill":41243,"score_linear":134749.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":17408,"new_prefill":28443,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2611,"cache_hit":44032,"new_prefill":1819,"score_linear":-44032.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":36352,"new_prefill":9499,"score_linear":-36352.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2168,"cache_hit":0,"new_prefill":45851,"score_linear":89790.0,"score_lmetric":45851},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":336437.539641398,"t_first_token_unix":1779767302.5535858,"t_done":336439.648554383,"t_done_unix":1779767304.6624975},{"request_id":"1399948:17:1518102:936","session_id":"1399948","input_length":16604,"t_proxy_recv":336439.488560608,"t_decision_unix":1779767304.502502,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":15872,"affinity_cache_ratio":0.9559142375331245,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":15872,"estimated_new_tokens":732,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":15872,"new_prefill":732,"score_linear":-15872.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":0,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":0,"new_prefill":16604,"score_linear":139357.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":45851,"ongoing_decode_tokens":45851,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2611,"cache_hit":0,"new_prefill":16604,"score_linear":45851.0,"score_lmetric":16604},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2168,"cache_hit":0,"new_prefill":16604,"score_linear":89790.0,"score_lmetric":16604},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-15872.0,"chosen_score_lmetric":0,"t_first_token":336439.625136529,"t_first_token_unix":1779767304.63908,"t_done":336439.983393936,"t_done_unix":1779767304.9973378},{"request_id":"1363943:31:1509815:929","session_id":"1363943","input_length":89790,"t_proxy_recv":336411.760659414,"t_decision_unix":1779767276.7746005,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9978839514422542,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":89600,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":8704,"new_prefill":81086,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":272331,"ongoing_decode_tokens":193609,"pending_prefill_tokens":2434,"num_requests":2,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":0,"new_prefill":89790,"score_linear":272331.0,"score_lmetric":184448},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":89790,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":89790,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":4096,"new_prefill":85694,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":89790,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2168,"cache_hit":89600,"new_prefill":190,"score_linear":-89600.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":4096,"new_prefill":85694,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-89600.0,"chosen_score_lmetric":0,"t_first_token":336411.880099005,"t_first_token_unix":1779767276.8940423,"t_done":336447.274206568,"t_done_unix":1779767312.2881503},{"request_id":"1277428:11:1520449:937","session_id":"1277428","input_length":46361,"t_proxy_recv":336446.99182895,"t_decision_unix":1779767312.00577,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":46080,"affinity_cache_ratio":0.9939388710338432,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":46080,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1925,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":0,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":4608,"new_prefill":41753,"score_linear":134749.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":17408,"new_prefill":28953,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":46080,"new_prefill":281,"score_linear":-46080.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":36352,"new_prefill":10009,"score_linear":-36352.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2168,"cache_hit":0,"new_prefill":46361,"score_linear":89790.0,"score_lmetric":46361},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-46080.0,"chosen_score_lmetric":0,"t_first_token":336447.1600797,"t_first_token_unix":1779767312.1740232,"t_done":336447.561337057,"t_done_unix":1779767312.5752833},{"request_id":"1399948:18:1524432:938","session_id":"1399948","input_length":17276,"t_proxy_recv":336460.552106526,"t_decision_unix":1779767325.5660474,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16384,"affinity_cache_ratio":0.948367677703172,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":16384,"estimated_new_tokens":892,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1925,"cache_hit":16384,"new_prefill":892,"score_linear":-16384.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":0,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":0,"new_prefill":17276,"score_linear":139357.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16384.0,"chosen_score_lmetric":0,"t_first_token":336460.689994284,"t_first_token_unix":1779767325.7039375,"t_done":336461.047376935,"t_done_unix":1779767326.0613205},{"request_id":"1399948:19:1526739:941","session_id":"1399948","input_length":18091,"t_proxy_recv":336468.460909788,"t_decision_unix":1779767333.4748511,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16896,"affinity_cache_ratio":0.9339450555524846,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":16896,"estimated_new_tokens":1195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1926,"cache_hit":16896,"new_prefill":1195,"score_linear":-16896.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":306019,"ongoing_decode_tokens":139357,"pending_prefill_tokens":11526,"num_requests":2,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":0,"new_prefill":18091,"score_linear":306019.0,"score_lmetric":59234},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":336468.642577695,"t_first_token_unix":1779767333.6565208,"t_done":336468.928463373,"t_done_unix":1779767333.9424067},{"request_id":"1399948:20:1527857:942","session_id":"1399948","input_length":18164,"t_proxy_recv":336471.960319167,"t_decision_unix":1779767336.9742606,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":17920,"affinity_cache_ratio":0.9865668354987888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":17920,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":17920,"new_prefill":244,"score_linear":-17920.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":306019,"ongoing_decode_tokens":139357,"pending_prefill_tokens":11526,"num_requests":2,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":0,"new_prefill":18164,"score_linear":306019.0,"score_lmetric":59380},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":336472.009871172,"t_first_token_unix":1779767337.0238142,"t_done":336472.552527474,"t_done_unix":1779767337.5664706},{"request_id":"1399948:21:1528978:944","session_id":"1399948","input_length":18388,"t_proxy_recv":336475.904545733,"t_decision_unix":1779767340.918487,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":17920,"affinity_cache_ratio":0.9745486186643463,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":17920,"estimated_new_tokens":468,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36568,"ongoing_decode_tokens":0,"pending_prefill_tokens":36568,"num_requests":1,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":17920,"new_prefill":468,"score_linear":18648.0,"score_lmetric":37036},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":306019,"ongoing_decode_tokens":139357,"pending_prefill_tokens":11526,"num_requests":2,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":0,"new_prefill":18388,"score_linear":306019.0,"score_lmetric":59828},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":18648.0,"chosen_score_lmetric":37036,"t_first_token":336478.67877791,"t_first_token_unix":1779767343.692721,"t_done":336479.500903754,"t_done_unix":1779767344.5148473},{"request_id":"1399948:22:1530122:947","session_id":"1399948","input_length":18563,"t_proxy_recv":336479.733404756,"t_decision_unix":1779767344.7473464,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":18432,"affinity_cache_ratio":0.992942951031622,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":18432,"estimated_new_tokens":131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36568,"ongoing_decode_tokens":36568,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":18432,"new_prefill":131,"score_linear":18136.0,"score_lmetric":131},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":377211,"ongoing_decode_tokens":139357,"pending_prefill_tokens":19742,"num_requests":3,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":0,"new_prefill":18563,"score_linear":377211.0,"score_lmetric":114915},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":18136.0,"chosen_score_lmetric":131,"t_first_token":336479.801378443,"t_first_token_unix":1779767344.8153217,"t_done":336480.172410073,"t_done_unix":1779767345.1863532},{"request_id":"1243831:2:1528168:943","session_id":"1243831","input_length":36568,"t_proxy_recv":336473.166534755,"t_decision_unix":1779767338.1804762,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.30802887770728504,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"cache_hit":0,"estimated_new_tokens":36568,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":306019,"ongoing_decode_tokens":139357,"pending_prefill_tokens":11526,"num_requests":2,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":11264,"new_prefill":25304,"score_linear":294755.0,"score_lmetric":73660},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":336478.674983372,"t_first_token_unix":1779767343.688927,"t_done":336483.219067506,"t_done_unix":1779767348.233011},{"request_id":"1243831:3:1270336:110","session_id":"1243831","input_length":11584,"t_proxy_recv":336483.223551302,"t_decision_unix":1779767348.237493,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9723756906077348,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11264,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2001,"cache_hit":11264,"new_prefill":320,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":377211,"ongoing_decode_tokens":139357,"pending_prefill_tokens":19742,"num_requests":3,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":11264,"new_prefill":320,"score_linear":365947.0,"score_lmetric":60186},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":336483.257568586,"t_first_token_unix":1779767348.2715116,"t_done":336484.103333051,"t_done_unix":1779767349.1172764},{"request_id":"1243831:4:1284306:183","session_id":"1243831","input_length":14515,"t_proxy_recv":336484.109161369,"t_decision_unix":1779767349.123103,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.7760248019290389,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":11264,"estimated_new_tokens":3251,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2001,"cache_hit":11264,"new_prefill":3251,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":377211,"ongoing_decode_tokens":139357,"pending_prefill_tokens":19742,"num_requests":3,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":11264,"new_prefill":3251,"score_linear":365947.0,"score_lmetric":68979},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":336484.48067824,"t_first_token_unix":1779767349.494622,"t_done":336484.913338785,"t_done_unix":1779767349.927282},{"request_id":"1243831:5:1303288:273","session_id":"1243831","input_length":14627,"t_proxy_recv":336484.917555821,"t_decision_unix":1779767349.9314976,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":14336,"affinity_cache_ratio":0.980105284747385,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":14336,"estimated_new_tokens":291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":14336,"new_prefill":291,"score_linear":-14336.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":377211,"ongoing_decode_tokens":139357,"pending_prefill_tokens":19742,"num_requests":3,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":11264,"new_prefill":3363,"score_linear":365947.0,"score_lmetric":69315},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-14336.0,"chosen_score_lmetric":0,"t_first_token":336484.968875192,"t_first_token_unix":1779767349.9828186,"t_done":336485.424433027,"t_done_unix":1779767350.4383764},{"request_id":"1243831:6:1313694:320","session_id":"1243831","input_length":17410,"t_proxy_recv":336485.432486334,"t_decision_unix":1779767350.4464278,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":14336,"affinity_cache_ratio":0.8234348075818495,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":14336,"estimated_new_tokens":3074,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":14336,"new_prefill":3074,"score_linear":-14336.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":377211,"ongoing_decode_tokens":139357,"pending_prefill_tokens":19742,"num_requests":3,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":11264,"new_prefill":6146,"score_linear":365947.0,"score_lmetric":77664},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-14336.0,"chosen_score_lmetric":0,"t_first_token":336485.846881228,"t_first_token_unix":1779767350.8608246,"t_done":336486.3063426,"t_done_unix":1779767351.3202858},{"request_id":"1243831:7:1323865:366","session_id":"1243831","input_length":19460,"t_proxy_recv":336486.311722823,"t_decision_unix":1779767351.3256645,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":17408,"affinity_cache_ratio":0.8945529290853032,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":17408,"estimated_new_tokens":2052,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2013,"cache_hit":17408,"new_prefill":2052,"score_linear":-17408.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":377211,"ongoing_decode_tokens":218443,"pending_prefill_tokens":18992,"num_requests":3,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":11264,"new_prefill":8196,"score_linear":365947.0,"score_lmetric":81564},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-17408.0,"chosen_score_lmetric":0,"t_first_token":336486.666529937,"t_first_token_unix":1779767351.6804736,"t_done":336487.274311224,"t_done_unix":1779767352.2882547},{"request_id":"1243831:8:1333049:414","session_id":"1243831","input_length":24512,"t_proxy_recv":336487.282144504,"t_decision_unix":1779767352.296086,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19456,"affinity_cache_ratio":0.793733681462141,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":19456,"estimated_new_tokens":5056,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2017,"cache_hit":19456,"new_prefill":5056,"score_linear":-19456.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":377211,"ongoing_decode_tokens":218443,"pending_prefill_tokens":18992,"num_requests":3,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":11264,"new_prefill":13248,"score_linear":365947.0,"score_lmetric":96720},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-19456.0,"chosen_score_lmetric":0,"t_first_token":336488.152659684,"t_first_token_unix":1779767353.1666028,"t_done":336488.835229512,"t_done_unix":1779767353.8491728},{"request_id":"1243831:9:1348240:478","session_id":"1243831","input_length":25075,"t_proxy_recv":336488.84128353,"t_decision_unix":1779767353.8552253,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24576,"affinity_cache_ratio":0.980099700897308,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24576,"estimated_new_tokens":499,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":24576,"new_prefill":499,"score_linear":-24576.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":377211,"ongoing_decode_tokens":218443,"pending_prefill_tokens":18992,"num_requests":3,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":11264,"new_prefill":13811,"score_linear":365947.0,"score_lmetric":98409},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":336489.003117386,"t_first_token_unix":1779767354.0170605,"t_done":336489.414786422,"t_done_unix":1779767354.4287298},{"request_id":"1243831:10:1358921:521","session_id":"1243831","input_length":26343,"t_proxy_recv":336489.421292147,"t_decision_unix":1779767354.4352336,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9523592605246175,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":25088,"estimated_new_tokens":1255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":25088,"new_prefill":1255,"score_linear":-25088.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":377211,"ongoing_decode_tokens":218443,"pending_prefill_tokens":18992,"num_requests":3,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":11264,"new_prefill":15079,"score_linear":365947.0,"score_lmetric":102213},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-25088.0,"chosen_score_lmetric":0,"t_first_token":336489.709805103,"t_first_token_unix":1779767354.723749,"t_done":336490.412148166,"t_done_unix":1779767355.4260914},{"request_id":"1243831:11:1371191:594","session_id":"1243831","input_length":26818,"t_proxy_recv":336490.417942015,"t_decision_unix":1779767355.4318836,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9736743977925274,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":26112,"estimated_new_tokens":706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2030,"cache_hit":26112,"new_prefill":706,"score_linear":-26112.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":377211,"ongoing_decode_tokens":218443,"pending_prefill_tokens":18992,"num_requests":3,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":11264,"new_prefill":15554,"score_linear":365947.0,"score_lmetric":103638},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":336490.582942656,"t_first_token_unix":1779767355.5968857,"t_done":336491.047475134,"t_done_unix":1779767356.0614188},{"request_id":"1243831:12:1385174:681","session_id":"1243831","input_length":27164,"t_proxy_recv":336491.053348076,"t_decision_unix":1779767356.0672896,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9801207480488883,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":26624,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":26624,"new_prefill":540,"score_linear":-26624.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":377211,"ongoing_decode_tokens":218443,"pending_prefill_tokens":18992,"num_requests":3,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":11264,"new_prefill":15900,"score_linear":365947.0,"score_lmetric":104676},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-26624.0,"chosen_score_lmetric":0,"t_first_token":336491.168163796,"t_first_token_unix":1779767356.1821072,"t_done":336491.583749727,"t_done_unix":1779767356.5976927},{"request_id":"1243831:13:1398072:738","session_id":"1243831","input_length":27286,"t_proxy_recv":336491.589240307,"t_decision_unix":1779767356.603182,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9945026753646559,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":27136,"estimated_new_tokens":150,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2032,"cache_hit":27136,"new_prefill":150,"score_linear":-27136.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":377211,"ongoing_decode_tokens":218443,"pending_prefill_tokens":18992,"num_requests":3,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":11264,"new_prefill":16022,"score_linear":365947.0,"score_lmetric":105042},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130906,"ongoing_decode_tokens":0,"pending_prefill_tokens":346,"num_requests":1,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":27286,"score_linear":130906.0,"score_lmetric":27632},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":336491.663904982,"t_first_token_unix":1779767356.677848,"t_done":336492.201769517,"t_done_unix":1779767357.2157128},{"request_id":"1243831:14:1411189:814","session_id":"1243831","input_length":28085,"t_proxy_recv":336492.208149355,"t_decision_unix":1779767357.222091,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9662097204913654,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":27136,"estimated_new_tokens":949,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2032,"cache_hit":27136,"new_prefill":949,"score_linear":-27136.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":377211,"ongoing_decode_tokens":218443,"pending_prefill_tokens":18992,"num_requests":3,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":11264,"new_prefill":16821,"score_linear":365947.0,"score_lmetric":107439},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":71987,"ongoing_decode_tokens":0,"pending_prefill_tokens":7987,"num_requests":1,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":0,"new_prefill":28085,"score_linear":71987.0,"score_lmetric":36072},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130906,"ongoing_decode_tokens":130906,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":28085,"score_linear":130906.0,"score_lmetric":28085},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":336492.443728853,"t_first_token_unix":1779767357.457672,"t_done":336492.980928987,"t_done_unix":1779767357.9948726},{"request_id":"1356885:5:1533696:948","session_id":"1356885","input_length":130906,"t_proxy_recv":336491.572235495,"t_decision_unix":1779767356.5861769,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":130560,"affinity_cache_ratio":0.9973568820374925,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":130560,"estimated_new_tokens":346,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":27164,"ongoing_decode_tokens":27164,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":130906,"score_linear":27164.0,"score_lmetric":130906},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":377211,"ongoing_decode_tokens":218443,"pending_prefill_tokens":18992,"num_requests":3,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":1024,"new_prefill":129882,"score_linear":376187.0,"score_lmetric":446622},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":6656,"new_prefill":124250,"score_linear":-6656.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":130560,"new_prefill":346,"score_linear":-130560.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-130560.0,"chosen_score_lmetric":0,"t_first_token":336491.813433503,"t_first_token_unix":1779767356.8273766,"t_done":336494.020796439,"t_done_unix":1779767359.0347407},{"request_id":"1243831:15:1427593:849","session_id":"1243831","input_length":29382,"t_proxy_recv":336492.987635646,"t_decision_unix":1779767358.0015771,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9584099108297597,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":28160,"estimated_new_tokens":1222,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":28160,"new_prefill":1222,"score_linear":-28160.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":377211,"ongoing_decode_tokens":218443,"pending_prefill_tokens":18992,"num_requests":3,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":11264,"new_prefill":18118,"score_linear":365947.0,"score_lmetric":111330},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":71987,"ongoing_decode_tokens":0,"pending_prefill_tokens":7987,"num_requests":1,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":0,"new_prefill":29382,"score_linear":71987.0,"score_lmetric":37369},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130906,"ongoing_decode_tokens":130906,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":29382,"score_linear":130906.0,"score_lmetric":29382},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":336493.298273655,"t_first_token_unix":1779767358.3122168,"t_done":336494.162264643,"t_done_unix":1779767359.176208},{"request_id":"1243831:16:1446717:874","session_id":"1243831","input_length":29571,"t_proxy_recv":336494.168416192,"t_decision_unix":1779767359.1823575,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9869128538094755,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":29184,"estimated_new_tokens":387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":29184,"new_prefill":387,"score_linear":-29184.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":377211,"ongoing_decode_tokens":218443,"pending_prefill_tokens":18992,"num_requests":3,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":11264,"new_prefill":18307,"score_linear":365947.0,"score_lmetric":111897},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":71987,"ongoing_decode_tokens":0,"pending_prefill_tokens":7987,"num_requests":1,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":0,"new_prefill":29571,"score_linear":71987.0,"score_lmetric":37558},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":336494.249893537,"t_first_token_unix":1779767359.2638366,"t_done":336494.682451076,"t_done_unix":1779767359.6963947},{"request_id":"1342921:9:1525898:939","session_id":"1342921","input_length":79086,"t_proxy_recv":336465.578262813,"t_decision_unix":1779767330.592204,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9905166527577574,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":78336,"estimated_new_tokens":750,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1926,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139357,"ongoing_decode_tokens":139357,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":78336,"new_prefill":750,"score_linear":61021.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":69120,"new_prefill":9966,"score_linear":-69120.0,"score_lmetric":0}],"chosen_score_linear":61021.0,"chosen_score_lmetric":0,"t_first_token":336486.285962845,"t_first_token_unix":1779767351.299906,"t_done":336497.255936407,"t_done_unix":1779767362.26988},{"request_id":"1294611:15:1533841:949","session_id":"1294611","input_length":71987,"t_proxy_recv":336492.043429896,"t_decision_unix":1779767357.0573714,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":64000,"affinity_cache_ratio":0.8890494116993346,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":64000,"estimated_new_tokens":7987,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":27286,"ongoing_decode_tokens":27286,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2032,"cache_hit":0,"new_prefill":71987,"score_linear":27286.0,"score_lmetric":71987},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":377211,"ongoing_decode_tokens":218443,"pending_prefill_tokens":18992,"num_requests":3,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":0,"new_prefill":71987,"score_linear":377211.0,"score_lmetric":272937},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":64000,"new_prefill":7987,"score_linear":-64000.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130906,"ongoing_decode_tokens":130906,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":12800,"new_prefill":59187,"score_linear":118106.0,"score_lmetric":59187},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":59187,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-64000.0,"chosen_score_lmetric":0,"t_first_token":336502.965504228,"t_first_token_unix":1779767367.9794478,"t_done":336505.768819436,"t_done_unix":1779767370.782763},{"request_id":"1363943:32:1537767:950","session_id":"1363943","input_length":93368,"t_proxy_recv":336505.365806123,"t_decision_unix":1779767370.3797476,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9980293034015937,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":93184,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":8704,"new_prefill":84664,"score_linear":22457.0,"score_lmetric":84664},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":298125,"ongoing_decode_tokens":139357,"pending_prefill_tokens":18992,"num_requests":2,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":93368,"score_linear":298125.0,"score_lmetric":224720},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":93368,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":93368,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":71987,"ongoing_decode_tokens":71987,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":4096,"new_prefill":89272,"score_linear":67891.0,"score_lmetric":89272},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":93368,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":93184,"new_prefill":184,"score_linear":-93184.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":4096,"new_prefill":89272,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":336505.616809614,"t_first_token_unix":1779767370.6307528,"t_done":336507.554369778,"t_done_unix":1779767372.5683134},{"request_id":"1363943:33:1541065:952","session_id":"1363943","input_length":93596,"t_proxy_recv":336516.095793975,"t_decision_unix":1779767381.1097355,"policy":"unified_kv_both","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9955981024830121,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":93184,"estimated_new_tokens":412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":8704,"new_prefill":84892,"score_linear":22457.0,"score_lmetric":84892},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":298125,"ongoing_decode_tokens":226933,"pending_prefill_tokens":8216,"num_requests":2,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":93596,"score_linear":298125.0,"score_lmetric":203624},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":93596,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":93596,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":4096,"new_prefill":89500,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":93596,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":93184,"new_prefill":412,"score_linear":-93184.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":4096,"new_prefill":89500,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":336516.242326228,"t_first_token_unix":1779767381.2562692,"t_done":336522.735472427,"t_done_unix":1779767387.7494164},{"request_id":"1399948:23:1544108:954","session_id":"1399948","input_length":20031,"t_proxy_recv":336525.958336733,"t_decision_unix":1779767390.9722776,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9201737307173881,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":18432,"estimated_new_tokens":1599,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":18432,"new_prefill":1599,"score_linear":12729.0,"score_lmetric":1599},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":298125,"ongoing_decode_tokens":226933,"pending_prefill_tokens":8216,"num_requests":2,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":20031,"score_linear":298125.0,"score_lmetric":56494},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":12729.0,"chosen_score_lmetric":1599,"t_first_token":336526.245505658,"t_first_token_unix":1779767391.25945,"t_done":336526.872058561,"t_done_unix":1779767391.8860018},{"request_id":"1313181:14:1351342:491","session_id":"1313181","input_length":139357,"t_proxy_recv":336417.848259391,"t_decision_unix":1779767282.862201,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9442223928471479,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":131584,"estimated_new_tokens":7773,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":0,"new_prefill":139357,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":131584,"new_prefill":7773,"score_linear":-131584.0,"score_lmetric":-7773},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":61952,"new_prefill":77405,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":12800,"new_prefill":126557,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2608,"cache_hit":24064,"new_prefill":115293,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":139357,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2168,"cache_hit":12800,"new_prefill":126557,"score_linear":76990.0,"score_lmetric":126557},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":126557,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-131584.0,"chosen_score_lmetric":-7773,"t_first_token":336463.908077043,"t_first_token_unix":1779767328.922021,"t_done":336529.782912387,"t_done_unix":1779767394.7968585},{"request_id":"1399948:24:1546940:955","session_id":"1399948","input_length":21809,"t_proxy_recv":336535.409817419,"t_decision_unix":1779767400.4237585,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9155853088174607,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":19968,"estimated_new_tokens":1841,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":19968,"new_prefill":1841,"score_linear":11193.0,"score_lmetric":1841},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":224644,"ongoing_decode_tokens":87576,"pending_prefill_tokens":8556,"num_requests":2,"active_p_offloads":0,"cached_blocks":2386,"cache_hit":0,"new_prefill":21809,"score_linear":224644.0,"score_lmetric":60730},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":11193.0,"chosen_score_lmetric":1841,"t_first_token":336535.75942699,"t_first_token_unix":1779767400.7733707,"t_done":336536.130530342,"t_done_unix":1779767401.1444738},{"request_id":"1268861:16:1529894:946","session_id":"1268861","input_length":71192,"t_proxy_recv":336478.921561861,"t_decision_unix":1779767343.9355032,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":62976,"affinity_cache_ratio":0.8845937745814136,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":62976,"estimated_new_tokens":8216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54956,"ongoing_decode_tokens":54956,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":0,"new_prefill":71192,"score_linear":54956.0,"score_lmetric":142384},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":306019,"ongoing_decode_tokens":139357,"pending_prefill_tokens":11526,"num_requests":2,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":62976,"new_prefill":8216,"score_linear":243043.0,"score_lmetric":39484},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":58392,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":243043.0,"chosen_score_lmetric":39484,"t_first_token":336538.056569764,"t_first_token_unix":1779767403.0705135,"t_done":336540.493388509,"t_done_unix":1779767405.5073323},{"request_id":"1268861:17:1540278:951","session_id":"1268861","input_length":75693,"t_proxy_recv":336540.507761614,"t_decision_unix":1779767405.5217032,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9402190427120077,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":71168,"estimated_new_tokens":4525,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":0,"new_prefill":75693,"score_linear":31161.0,"score_lmetric":75693},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":153452,"ongoing_decode_tokens":153452,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2402,"cache_hit":71168,"new_prefill":4525,"score_linear":82284.0,"score_lmetric":4525},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":62893,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":82284.0,"chosen_score_lmetric":4525,"t_first_token":336542.681953671,"t_first_token_unix":1779767407.695897,"t_done":336545.714147699,"t_done_unix":1779767410.7280912},{"request_id":"1313181:14:1408792:803","session_id":"1313181","input_length":65876,"t_proxy_recv":336529.794019742,"t_decision_unix":1779767394.8079612,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":65536,"affinity_cache_ratio":0.9948387880259882,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":65536,"estimated_new_tokens":340,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":65876,"score_linear":31161.0,"score_lmetric":65876},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158768,"ongoing_decode_tokens":87576,"pending_prefill_tokens":8216,"num_requests":1,"active_p_offloads":0,"cached_blocks":2386,"cache_hit":65536,"new_prefill":340,"score_linear":93232.0,"score_lmetric":8556},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":61952,"new_prefill":3924,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":12800,"new_prefill":53076,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":24064,"new_prefill":41812,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":65876,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":12800,"new_prefill":53076,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":53076,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":93232.0,"chosen_score_lmetric":8556,"t_first_token":336538.063596367,"t_first_token_unix":1779767403.0775406,"t_done":336546.3691604,"t_done_unix":1779767411.383104},{"request_id":"1243831:17:1453633:883","session_id":"1243831","input_length":31161,"t_proxy_recv":336494.693248468,"t_decision_unix":1779767359.7071903,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9365553095215173,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":29184,"estimated_new_tokens":1977,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":29184,"new_prefill":1977,"score_linear":-29184.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":377211,"ongoing_decode_tokens":218443,"pending_prefill_tokens":18992,"num_requests":3,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":11264,"new_prefill":19897,"score_linear":365947.0,"score_lmetric":116667},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":71987,"ongoing_decode_tokens":0,"pending_prefill_tokens":7987,"num_requests":1,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":0,"new_prefill":31161,"score_linear":71987.0,"score_lmetric":39148},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":336495.085331053,"t_first_token_unix":1779767360.0992744,"t_done":336548.566816184,"t_done_unix":1779767413.5807595},{"request_id":"1313181:15:1411723:818","session_id":"1313181","input_length":66259,"t_proxy_recv":336546.380883618,"t_decision_unix":1779767411.3948252,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":66048,"affinity_cache_ratio":0.9968155269472826,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":66048,"estimated_new_tokens":211,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":0,"new_prefill":66259,"score_linear":31161.0,"score_lmetric":66259},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":66048,"new_prefill":211,"score_linear":21528.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":61952,"new_prefill":4307,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":12800,"new_prefill":53459,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":24064,"new_prefill":42195,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":66259,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":12800,"new_prefill":53459,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":53459,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":21528.0,"chosen_score_lmetric":0,"t_first_token":336546.519028222,"t_first_token_unix":1779767411.5329714,"t_done":336551.763135379,"t_done_unix":1779767416.777079},{"request_id":"1253804:7:1526643:940","session_id":"1253804","input_length":87576,"t_proxy_recv":336468.026210986,"t_decision_unix":1779767333.0401523,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":76800,"affinity_cache_ratio":0.8769525897506166,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":76800,"estimated_new_tokens":10776,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1926,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218443,"ongoing_decode_tokens":139357,"pending_prefill_tokens":750,"num_requests":1,"active_p_offloads":0,"cached_blocks":2369,"cache_hit":76800,"new_prefill":10776,"score_linear":141643.0,"score_lmetric":11526},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":3584,"new_prefill":83992,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2615,"cache_hit":3584,"new_prefill":83992,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":3584,"new_prefill":83992,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":141643.0,"chosen_score_lmetric":11526,"t_first_token":336511.614328345,"t_first_token_unix":1779767376.6282718,"t_done":336554.387949179,"t_done_unix":1779767419.4018927},{"request_id":"1253804:8:1541192:953","session_id":"1253804","input_length":89116,"t_proxy_recv":336554.404988111,"t_decision_unix":1779767419.4189296,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":88576,"affinity_cache_ratio":0.9939404820683154,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":88576,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2047,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2436,"cache_hit":88576,"new_prefill":540,"score_linear":-88576.0,"score_lmetric":-540},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":3584,"new_prefill":85532,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":3584,"new_prefill":85532,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":3584,"new_prefill":85532,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-88576.0,"chosen_score_lmetric":-540,"t_first_token":336554.545053803,"t_first_token_unix":1779767419.558997,"t_done":336554.967948203,"t_done_unix":1779767419.9818916},{"request_id":"1399948:25:1553234:957","session_id":"1399948","input_length":22250,"t_proxy_recv":336555.937795466,"t_decision_unix":1779767420.9517372,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9664719101123596,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":21504,"estimated_new_tokens":746,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2047,"cache_hit":21504,"new_prefill":746,"score_linear":-21504.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":76017,"ongoing_decode_tokens":76017,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":22250,"score_linear":76017.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":336556.086067085,"t_first_token_unix":1779767421.1000102,"t_done":336556.638830949,"t_done_unix":1779767421.652774},{"request_id":"1268861:18:1553083:956","session_id":"1268861","input_length":76017,"t_proxy_recv":336555.4974306,"t_decision_unix":1779767420.5113719,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9968296565241985,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":75776,"estimated_new_tokens":241,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2047,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":75776,"new_prefill":241,"score_linear":-75776.0,"score_lmetric":-241},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":63217,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":-241,"t_first_token":336555.739241484,"t_first_token_unix":1779767420.753185,"t_done":336556.772350061,"t_done_unix":1779767421.7862935},{"request_id":"1399948:26:1557859:959","session_id":"1399948","input_length":23042,"t_proxy_recv":336571.900583538,"t_decision_unix":1779767436.9145246,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9554726152243729,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":22016,"estimated_new_tokens":1026,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":22016,"new_prefill":1026,"score_linear":-22016.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":-23042},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-22016.0,"chosen_score_lmetric":0,"t_first_token":336572.105782733,"t_first_token_unix":1779767437.119726,"t_done":336572.395152538,"t_done_unix":1779767437.4090958},{"request_id":"1399948:27:1559017:960","session_id":"1399948","input_length":24139,"t_proxy_recv":336575.563628545,"t_decision_unix":1779767440.57757,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9544720162392808,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":23040,"estimated_new_tokens":1099,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":23040,"new_prefill":1099,"score_linear":-23040.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":-24139},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":336575.826803247,"t_first_token_unix":1779767440.8407464,"t_done":336576.797747533,"t_done_unix":1779767441.811691},{"request_id":"1399948:28:1560859:961","session_id":"1399948","input_length":24386,"t_proxy_recv":336581.694274993,"t_decision_unix":1779767446.7082164,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9867957024522267,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24064,"estimated_new_tokens":322,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":24064,"new_prefill":322,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":336581.778639753,"t_first_token_unix":1779767446.792583,"t_done":336583.059391516,"t_done_unix":1779767448.073335},{"request_id":"1399948:29:1571125:963","session_id":"1399948","input_length":28781,"t_proxy_recv":336615.556692828,"t_decision_unix":1779767480.5706341,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24576,"affinity_cache_ratio":0.8538966679406553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":24576,"estimated_new_tokens":4205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":24576,"new_prefill":4205,"score_linear":-24576.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":131413,"ongoing_decode_tokens":131413,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":28781,"score_linear":131413.0,"score_lmetric":28781},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":336616.439277456,"t_first_token_unix":1779767481.4532204,"t_done":336616.710784308,"t_done_unix":1779767481.7247276},{"request_id":"1356885:6:1570780:962","session_id":"1356885","input_length":131413,"t_proxy_recv":336614.535710625,"t_decision_unix":1779767479.5496519,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":131072,"affinity_cache_ratio":0.9974051273466096,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":131072,"estimated_new_tokens":341,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":1024,"new_prefill":130389,"score_linear":-1024.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":6656,"new_prefill":124757,"score_linear":-6656.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":131072,"new_prefill":341,"score_linear":-131072.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-131072.0,"chosen_score_lmetric":0,"t_first_token":336615.167734945,"t_first_token_unix":1779767480.1816785,"t_done":336617.359235314,"t_done_unix":1779767482.373179},{"request_id":"1270606:4:1578042:965","session_id":"1270606","input_length":109083,"t_proxy_recv":336639.181704691,"t_decision_unix":1779767504.195646,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9903651348056067,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":108032,"estimated_new_tokens":1051,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2061,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":108032,"new_prefill":1051,"score_linear":-108032.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":1536,"new_prefill":107547,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":336639.921125,"t_first_token_unix":1779767504.9350686,"t_done":336640.357295825,"t_done_unix":1779767505.3712397},{"request_id":"1268861:19:1578134:966","session_id":"1268861","input_length":76963,"t_proxy_recv":336639.407623653,"t_decision_unix":1779767504.4215648,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9845770045346465,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":75776,"estimated_new_tokens":1187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2061,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":75776,"new_prefill":1187,"score_linear":-75776.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":109083,"ongoing_decode_tokens":0,"pending_prefill_tokens":1051,"num_requests":1,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":76963,"score_linear":109083.0,"score_lmetric":78014},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":64163,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":336639.957575525,"t_first_token_unix":1779767504.971519,"t_done":336640.735576356,"t_done_unix":1779767505.7495196},{"request_id":"1399948:30:1578524:967","session_id":"1399948","input_length":30773,"t_proxy_recv":336640.746379548,"t_decision_unix":1779767505.7603211,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9317258635817113,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":28672,"estimated_new_tokens":2101,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2061,"cache_hit":28672,"new_prefill":2101,"score_linear":-28672.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2439,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-28672.0,"chosen_score_lmetric":0,"t_first_token":336641.254365179,"t_first_token_unix":1779767506.2683082,"t_done":336641.558599847,"t_done_unix":1779767506.5725431},{"request_id":"1399948:31:1579418:968","session_id":"1399948","input_length":30925,"t_proxy_recv":336643.972988701,"t_decision_unix":1779767508.98693,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9933710590137429,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":30720,"estimated_new_tokens":205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2065,"cache_hit":30720,"new_prefill":205,"score_linear":-30720.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2439,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":336644.073254892,"t_first_token_unix":1779767509.0871985,"t_done":336645.418695202,"t_done_unix":1779767510.432641},{"request_id":"1356885:7:1580925:969","session_id":"1356885","input_length":131775,"t_proxy_recv":336649.289091998,"t_decision_unix":1779767514.3030334,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9985505596660975,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":131584,"estimated_new_tokens":191,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2065,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2439,"cache_hit":1024,"new_prefill":130751,"score_linear":-1024.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":6656,"new_prefill":125119,"score_linear":-6656.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":131584,"new_prefill":191,"score_linear":-131584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-131584.0,"chosen_score_lmetric":0,"t_first_token":336649.684720544,"t_first_token_unix":1779767514.6986644,"t_done":336651.705219496,"t_done_unix":1779767516.7191634},{"request_id":"1399948:32:1581424:970","session_id":"1399948","input_length":31231,"t_proxy_recv":336650.724547093,"t_decision_unix":1779767515.7384884,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9836380519355769,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":30720,"estimated_new_tokens":511,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2065,"cache_hit":30720,"new_prefill":511,"score_linear":-30720.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2439,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":131775,"ongoing_decode_tokens":131775,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":31231,"score_linear":131775.0,"score_lmetric":31231},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":336650.824618951,"t_first_token_unix":1779767515.838562,"t_done":336651.837774292,"t_done_unix":1779767516.8517175},{"request_id":"1270606:5:1581455:971","session_id":"1270606","input_length":111387,"t_proxy_recv":336650.898028666,"t_decision_unix":1779767515.9119701,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9790729618357618,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":109056,"estimated_new_tokens":2331,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":31231,"ongoing_decode_tokens":31231,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2065,"cache_hit":0,"new_prefill":111387,"score_linear":31231.0,"score_lmetric":111387},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2439,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":109056,"new_prefill":2331,"score_linear":-109056.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":1536,"new_prefill":109851,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":131775,"ongoing_decode_tokens":131775,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":111387,"score_linear":131775.0,"score_lmetric":111387},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-109056.0,"chosen_score_lmetric":0,"t_first_token":336652.708594559,"t_first_token_unix":1779767517.722538,"t_done":336655.557671685,"t_done_unix":1779767520.5716155},{"request_id":"1399948:33:1583165:972","session_id":"1399948","input_length":31445,"t_proxy_recv":336656.629991159,"t_decision_unix":1779767521.6439323,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9932262680871363,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":31232,"estimated_new_tokens":213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":31232,"new_prefill":213,"score_linear":-31232.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2439,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":336656.717421745,"t_first_token_unix":1779767521.7313657,"t_done":336657.379600543,"t_done_unix":1779767522.3935444},{"request_id":"1277428:12:1586139:973","session_id":"1277428","input_length":47660,"t_proxy_recv":336666.772116162,"t_decision_unix":1779767531.7860577,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":46080,"affinity_cache_ratio":0.9668485102811583,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":46080,"estimated_new_tokens":1580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2439,"cache_hit":4608,"new_prefill":43052,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":17408,"new_prefill":30252,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":46080,"new_prefill":1580,"score_linear":-46080.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":36352,"new_prefill":11308,"score_linear":-36352.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-46080.0,"chosen_score_lmetric":0,"t_first_token":336667.23273181,"t_first_token_unix":1779767532.2466753,"t_done":336667.846347276,"t_done_unix":1779767532.8602905},{"request_id":"1399948:34:1586232:974","session_id":"1399948","input_length":32143,"t_proxy_recv":336667.121935955,"t_decision_unix":1779767532.1358776,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.97165790374265,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":31232,"estimated_new_tokens":911,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":31232,"new_prefill":911,"score_linear":-31232.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2439,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":47660,"ongoing_decode_tokens":0,"pending_prefill_tokens":1580,"num_requests":1,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":0,"new_prefill":32143,"score_linear":47660.0,"score_lmetric":33723},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":336667.339436958,"t_first_token_unix":1779767532.3533807,"t_done":336668.241536671,"t_done_unix":1779767533.25548},{"request_id":"1294611:15:1590202:975","session_id":"1294611","input_length":75249,"t_proxy_recv":336680.310539237,"t_decision_unix":1779767545.3244803,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9593748754136268,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":72192,"estimated_new_tokens":3057,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2439,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2634,"cache_hit":72192,"new_prefill":3057,"score_linear":-72192.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":12800,"new_prefill":62449,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":62449,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-72192.0,"chosen_score_lmetric":0,"t_first_token":336681.807098459,"t_first_token_unix":1779767546.8210418,"t_done":336684.526084778,"t_done_unix":1779767549.5400283},{"request_id":"1277428:13:1593499:976","session_id":"1277428","input_length":49316,"t_proxy_recv":336691.950150737,"t_decision_unix":1779767556.9640913,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":47616,"affinity_cache_ratio":0.9655284289074539,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":47616,"estimated_new_tokens":1700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2439,"cache_hit":4608,"new_prefill":44708,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":17408,"new_prefill":31908,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2640,"cache_hit":47616,"new_prefill":1700,"score_linear":-47616.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":36352,"new_prefill":12964,"score_linear":-36352.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-47616.0,"chosen_score_lmetric":0,"t_first_token":336692.600099393,"t_first_token_unix":1779767557.6140432,"t_done":336694.448326015,"t_done_unix":1779767559.4622695},{"request_id":"1294611:15:1594038:977","session_id":"1294611","input_length":75584,"t_proxy_recv":336693.673311063,"t_decision_unix":1779767558.6872523,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":75264,"affinity_cache_ratio":0.995766299745978,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":75264,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2439,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":49316,"ongoing_decode_tokens":49316,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2640,"cache_hit":75264,"new_prefill":320,"score_linear":-25948.0,"score_lmetric":320},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":12800,"new_prefill":62784,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":62784,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-25948.0,"chosen_score_lmetric":320,"t_first_token":336693.802456798,"t_first_token_unix":1779767558.8164,"t_done":336695.121552631,"t_done_unix":1779767560.1354961},{"request_id":"1268861:20:1595141:978","session_id":"1268861","input_length":77218,"t_proxy_recv":336697.652705097,"t_decision_unix":1779767562.6666462,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9945867543836929,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":76800,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2439,"cache_hit":76800,"new_prefill":418,"score_linear":-76800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":64418,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":336697.905162292,"t_first_token_unix":1779767562.9191055,"t_done":336698.4389323,"t_done_unix":1779767563.4528759},{"request_id":"1399948:35:1602048:980","session_id":"1399948","input_length":33533,"t_proxy_recv":336721.033277995,"t_decision_unix":1779767586.047219,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":32256,"affinity_cache_ratio":0.9619181105179972,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":32256,"estimated_new_tokens":1277,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":32256,"new_prefill":1277,"score_linear":-32256.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2439,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75716,"ongoing_decode_tokens":75716,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":33533,"score_linear":75716.0,"score_lmetric":33533},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-32256.0,"chosen_score_lmetric":0,"t_first_token":336721.440844097,"t_first_token_unix":1779767586.4547877,"t_done":336722.466471991,"t_done_unix":1779767587.4804153},{"request_id":"1253804:9:1605110:981","session_id":"1253804","input_length":90656,"t_proxy_recv":336731.015618882,"t_decision_unix":1779767596.02956,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":89088,"affinity_cache_ratio":0.9827038475114719,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":89088,"estimated_new_tokens":1568,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2070,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2439,"cache_hit":89088,"new_prefill":1568,"score_linear":-89088.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":3584,"new_prefill":87072,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75716,"ongoing_decode_tokens":75716,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":3584,"new_prefill":87072,"score_linear":72132.0,"score_lmetric":87072},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":3584,"new_prefill":87072,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-89088.0,"chosen_score_lmetric":0,"t_first_token":336731.984702971,"t_first_token_unix":1779767596.9986465,"t_done":336735.621728835,"t_done_unix":1779767600.6356726},{"request_id":"1294611:15:1596163:979","session_id":"1294611","input_length":75716,"t_proxy_recv":336700.83732806,"t_decision_unix":1779767565.851269,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9940303238417243,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":75264,"estimated_new_tokens":452,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2439,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":75264,"new_prefill":452,"score_linear":-75264.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":12800,"new_prefill":62916,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":62916,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":336700.989388083,"t_first_token_unix":1779767566.003332,"t_done":336739.436304676,"t_done_unix":1779767604.4502528},{"request_id":"1268861:21:1609831:982","session_id":"1268861","input_length":77293,"t_proxy_recv":336746.762108828,"t_decision_unix":1779767611.77605,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9936216733727504,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":76800,"estimated_new_tokens":493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2070,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2442,"cache_hit":76800,"new_prefill":493,"score_linear":-76800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2645,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":64493,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":336746.873482283,"t_first_token_unix":1779767611.8874254,"t_done":336748.483168831,"t_done_unix":1779767613.4971123},{"request_id":"1253804:10:1611505:983","session_id":"1253804","input_length":91103,"t_proxy_recv":336752.238289769,"t_decision_unix":1779767617.252231,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":90624,"affinity_cache_ratio":0.9947422148557128,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":90624,"estimated_new_tokens":479,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2070,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2443,"cache_hit":90624,"new_prefill":479,"score_linear":-90624.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":3584,"new_prefill":87519,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2645,"cache_hit":3584,"new_prefill":87519,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":3584,"new_prefill":87519,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-90624.0,"chosen_score_lmetric":0,"t_first_token":336752.408758163,"t_first_token_unix":1779767617.4227016,"t_done":336752.544072983,"t_done_unix":1779767617.5580168},{"request_id":"1399948:36:1612467:984","session_id":"1399948","input_length":34773,"t_proxy_recv":336755.344832395,"t_decision_unix":1779767620.3587735,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9570643890374716,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":33280,"estimated_new_tokens":1493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2070,"cache_hit":33280,"new_prefill":1493,"score_linear":-33280.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2443,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2645,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-33280.0,"chosen_score_lmetric":0,"t_first_token":336755.697616393,"t_first_token_unix":1779767620.71156,"t_done":336756.249395369,"t_done_unix":1779767621.2633386},{"request_id":"1253804:11:1613030:985","session_id":"1253804","input_length":91131,"t_proxy_recv":336757.574693438,"t_decision_unix":1779767622.5886347,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":90624,"affinity_cache_ratio":0.9944365803074695,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":90624,"estimated_new_tokens":507,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2443,"cache_hit":90624,"new_prefill":507,"score_linear":-90624.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":3584,"new_prefill":87547,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2645,"cache_hit":3584,"new_prefill":87547,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":3584,"new_prefill":87547,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-90624.0,"chosen_score_lmetric":0,"t_first_token":336757.693511708,"t_first_token_unix":1779767622.7074547,"t_done":336759.782645999,"t_done_unix":1779767624.7965896},{"request_id":"1399948:37:1613628:986","session_id":"1399948","input_length":35308,"t_proxy_recv":336759.420552525,"t_decision_unix":1779767624.434494,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9860654809108418,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":34816,"estimated_new_tokens":492,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":34816,"new_prefill":492,"score_linear":-34816.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91131,"ongoing_decode_tokens":91131,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2443,"cache_hit":0,"new_prefill":35308,"score_linear":91131.0,"score_lmetric":35308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2645,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":336759.636153372,"t_first_token_unix":1779767624.6500967,"t_done":336760.791947366,"t_done_unix":1779767625.8058908},{"request_id":"1399948:38:1616890:987","session_id":"1399948","input_length":35581,"t_proxy_recv":336770.607326505,"t_decision_unix":1779767635.6212678,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9928894634776988,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":35328,"estimated_new_tokens":253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2074,"cache_hit":35328,"new_prefill":253,"score_linear":-35328.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2444,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2645,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":336770.715527663,"t_first_token_unix":1779767635.7294707,"t_done":336771.241336439,"t_done_unix":1779767636.2552793},{"request_id":"1399948:39:1618250:989","session_id":"1399948","input_length":35682,"t_proxy_recv":336775.298478672,"t_decision_unix":1779767640.3124201,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9900790314444258,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":35328,"estimated_new_tokens":354,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2074,"cache_hit":35328,"new_prefill":354,"score_linear":-35328.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2444,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2645,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":336775.371566974,"t_first_token_unix":1779767640.3855104,"t_done":336775.819015493,"t_done_unix":1779767640.8329587},{"request_id":"1399948:40:1620970:991","session_id":"1399948","input_length":35958,"t_proxy_recv":336784.290375881,"t_decision_unix":1779767649.3043172,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9824795594860671,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":35328,"estimated_new_tokens":630,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2074,"cache_hit":35328,"new_prefill":630,"score_linear":-35328.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":78439,"ongoing_decode_tokens":0,"pending_prefill_tokens":1127,"num_requests":1,"active_p_offloads":0,"cached_blocks":2444,"cache_hit":0,"new_prefill":35958,"score_linear":78439.0,"score_lmetric":37085},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2645,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":336784.432308418,"t_first_token_unix":1779767649.446252,"t_done":336784.80016584,"t_done_unix":1779767649.814109},{"request_id":"1268861:22:1620830:990","session_id":"1268861","input_length":78439,"t_proxy_recv":336783.827504675,"t_decision_unix":1779767648.8414462,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":77312,"affinity_cache_ratio":0.9856321472736777,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":77312,"estimated_new_tokens":1127,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2074,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2444,"cache_hit":77312,"new_prefill":1127,"score_linear":-77312.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2645,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":65639,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-77312.0,"chosen_score_lmetric":0,"t_first_token":336784.524715106,"t_first_token_unix":1779767649.5386586,"t_done":336785.804915679,"t_done_unix":1779767650.8188596},{"request_id":"1253804:12:1621957:992","session_id":"1253804","input_length":91389,"t_proxy_recv":336787.733535464,"t_decision_unix":1779767652.7474768,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9972316143080677,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":91136,"estimated_new_tokens":253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2446,"cache_hit":91136,"new_prefill":253,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":3584,"new_prefill":87805,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2645,"cache_hit":3584,"new_prefill":87805,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":3584,"new_prefill":87805,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":336787.912895627,"t_first_token_unix":1779767652.9268389,"t_done":336788.208911406,"t_done_unix":1779767653.2228546},{"request_id":"1399948:41:1624143:993","session_id":"1399948","input_length":36168,"t_proxy_recv":336795.09775844,"t_decision_unix":1779767660.1116998,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":35840,"affinity_cache_ratio":0.990931209909312,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":35840,"estimated_new_tokens":328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":35840,"new_prefill":328,"score_linear":-35840.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2446,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2645,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":0,"t_first_token":336795.233664168,"t_first_token_unix":1779767660.2476075,"t_done":336795.910076826,"t_done_unix":1779767660.92402},{"request_id":"1253804:13:1624613:994","session_id":"1253804","input_length":91440,"t_proxy_recv":336796.672759648,"t_decision_unix":1779767661.6867008,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9966754155730534,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":91136,"estimated_new_tokens":304,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2446,"cache_hit":91136,"new_prefill":304,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":3584,"new_prefill":87856,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2645,"cache_hit":3584,"new_prefill":87856,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":3584,"new_prefill":87856,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":336796.800867658,"t_first_token_unix":1779767661.814811,"t_done":336797.807560023,"t_done_unix":1779767662.8215036},{"request_id":"1253804:14:1626575:995","session_id":"1253804","input_length":92367,"t_proxy_recv":336803.187849634,"t_decision_unix":1779767668.2017906,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9866727294380028,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":91136,"estimated_new_tokens":1231,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2446,"cache_hit":91136,"new_prefill":1231,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":3584,"new_prefill":88783,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2645,"cache_hit":3584,"new_prefill":88783,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":3584,"new_prefill":88783,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":336803.827220117,"t_first_token_unix":1779767668.8411636,"t_done":336804.639636146,"t_done_unix":1779767669.65358},{"request_id":"1253804:15:1628485:997","session_id":"1253804","input_length":92701,"t_proxy_recv":336809.510521634,"t_decision_unix":1779767674.5244632,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92160,"affinity_cache_ratio":0.9941640327504557,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":92160,"estimated_new_tokens":541,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36984,"ongoing_decode_tokens":0,"pending_prefill_tokens":1144,"num_requests":1,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":92701,"score_linear":36984.0,"score_lmetric":93845},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2448,"cache_hit":92160,"new_prefill":541,"score_linear":-92160.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":3584,"new_prefill":89117,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2645,"cache_hit":3584,"new_prefill":89117,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":3584,"new_prefill":89117,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-92160.0,"chosen_score_lmetric":0,"t_first_token":336809.802207047,"t_first_token_unix":1779767674.81615,"t_done":336810.183628801,"t_done_unix":1779767675.1975727},{"request_id":"1399948:42:1628429:996","session_id":"1399948","input_length":36984,"t_proxy_recv":336809.289313915,"t_decision_unix":1779767674.303255,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":35840,"affinity_cache_ratio":0.9690677049534934,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":35840,"estimated_new_tokens":1144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":35840,"new_prefill":1144,"score_linear":-35840.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2448,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2645,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":0,"t_first_token":336809.581337069,"t_first_token_unix":1779767674.5952802,"t_done":336810.80288188,"t_done_unix":1779767675.8168252},{"request_id":"1388507:3:1629072:998","session_id":"1388507","input_length":79074,"t_proxy_recv":336811.598542065,"t_decision_unix":1779767676.6124835,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9582922325922554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":75776,"estimated_new_tokens":3298,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2077,"cache_hit":75776,"new_prefill":3298,"score_linear":-75776.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2449,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2645,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":336813.315755874,"t_first_token_unix":1779767678.3296993,"t_done":336813.873031239,"t_done_unix":1779767678.8869748},{"request_id":"1253804:16:1629713:999","session_id":"1253804","input_length":92953,"t_proxy_recv":336813.56213646,"t_decision_unix":1779767678.5760765,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92672,"affinity_cache_ratio":0.9969769668542167,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":92672,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":79074,"ongoing_decode_tokens":79074,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2077,"cache_hit":0,"new_prefill":92953,"score_linear":79074.0,"score_lmetric":92953},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2449,"cache_hit":92672,"new_prefill":281,"score_linear":-92672.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":3584,"new_prefill":89369,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2645,"cache_hit":3584,"new_prefill":89369,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":3584,"new_prefill":89369,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-92672.0,"chosen_score_lmetric":0,"t_first_token":336813.851008174,"t_first_token_unix":1779767678.8649514,"t_done":336814.837284337,"t_done_unix":1779767679.851228},{"request_id":"1294611:15:1631116:1000","session_id":"1294611","input_length":79890,"t_proxy_recv":336818.142036845,"t_decision_unix":1779767683.1559782,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":79360,"affinity_cache_ratio":0.9933658780823632,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":79360,"estimated_new_tokens":530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2449,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2645,"cache_hit":79360,"new_prefill":530,"score_linear":-79360.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":12800,"new_prefill":67090,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":67090,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-79360.0,"chosen_score_lmetric":0,"t_first_token":336818.31902037,"t_first_token_unix":1779767683.3329635,"t_done":336821.074783446,"t_done_unix":1779767686.0887272},{"request_id":"1268861:23:1631587:1001","session_id":"1268861","input_length":79693,"t_proxy_recv":336819.559297485,"t_decision_unix":1779767684.5732386,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9829721556472965,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":78336,"estimated_new_tokens":1357,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2449,"cache_hit":78336,"new_prefill":1357,"score_linear":-78336.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79890,"ongoing_decode_tokens":79890,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2645,"cache_hit":0,"new_prefill":79693,"score_linear":79890.0,"score_lmetric":79693},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":66893,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":336820.281464504,"t_first_token_unix":1779767685.2954078,"t_done":336821.491356487,"t_done_unix":1779767686.5053},{"request_id":"1253804:17:1631602:1002","session_id":"1253804","input_length":93219,"t_proxy_recv":336819.634527111,"t_decision_unix":1779767684.6484685,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92672,"affinity_cache_ratio":0.9941320975337645,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":92672,"estimated_new_tokens":547,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79693,"ongoing_decode_tokens":0,"pending_prefill_tokens":1357,"num_requests":1,"active_p_offloads":0,"cached_blocks":2449,"cache_hit":92672,"new_prefill":547,"score_linear":-12979.0,"score_lmetric":1904},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":3584,"new_prefill":89635,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79890,"ongoing_decode_tokens":79890,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2645,"cache_hit":3584,"new_prefill":89635,"score_linear":76306.0,"score_lmetric":89635},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":3584,"new_prefill":89635,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-12979.0,"chosen_score_lmetric":1904,"t_first_token":336820.474684515,"t_first_token_unix":1779767685.488628,"t_done":336821.581476788,"t_done_unix":1779767686.5954201},{"request_id":"1253804:18:1633257:1003","session_id":"1253804","input_length":93509,"t_proxy_recv":336825.087891577,"t_decision_unix":1779767690.1018326,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9965243987209788,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":93184,"estimated_new_tokens":325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":93184,"new_prefill":325,"score_linear":-93184.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":3584,"new_prefill":89925,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2646,"cache_hit":3584,"new_prefill":89925,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":3584,"new_prefill":89925,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":336825.384558956,"t_first_token_unix":1779767690.398503,"t_done":336826.278929628,"t_done_unix":1779767691.2928734},{"request_id":"1294611:15:1634779:1004","session_id":"1294611","input_length":80221,"t_proxy_recv":336830.254756708,"t_decision_unix":1779767695.2686977,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":79872,"affinity_cache_ratio":0.995649518205956,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":79872,"estimated_new_tokens":349,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2646,"cache_hit":79872,"new_prefill":349,"score_linear":-79872.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":12800,"new_prefill":67421,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":67421,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":336830.384636723,"t_first_token_unix":1779767695.39858,"t_done":336830.943409081,"t_done_unix":1779767695.9573524},{"request_id":"1253804:19:1634903:1005","session_id":"1253804","input_length":93664,"t_proxy_recv":336830.62869955,"t_decision_unix":1779767695.6426408,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9948752989408951,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":93184,"estimated_new_tokens":480,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":93184,"new_prefill":480,"score_linear":-93184.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":3584,"new_prefill":90080,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":80221,"ongoing_decode_tokens":80221,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2646,"cache_hit":3584,"new_prefill":90080,"score_linear":76637.0,"score_lmetric":90080},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":3584,"new_prefill":90080,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":336830.808203666,"t_first_token_unix":1779767695.822147,"t_done":336834.843335174,"t_done_unix":1779767699.8572793},{"request_id":"1253804:20:1638889:1007","session_id":"1253804","input_length":94111,"t_proxy_recv":336843.805750602,"t_decision_unix":1779767708.8196917,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93696,"affinity_cache_ratio":0.9955903135658956,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":93696,"estimated_new_tokens":415,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2453,"cache_hit":93696,"new_prefill":415,"score_linear":-93696.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":3584,"new_prefill":90527,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2646,"cache_hit":3584,"new_prefill":90527,"score_linear":77133.0,"score_lmetric":90527},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":3584,"new_prefill":90527,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93696.0,"chosen_score_lmetric":0,"t_first_token":336843.996982738,"t_first_token_unix":1779767709.0109258,"t_done":336844.825749185,"t_done_unix":1779767709.8396926},{"request_id":"1258908:2:1639411:1008","session_id":"1258908","input_length":9804,"t_proxy_recv":336845.606773574,"t_decision_unix":1779767710.6207147,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9400244798041616,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":9216,"estimated_new_tokens":588,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2453,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":9216,"new_prefill":588,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2646,"cache_hit":0,"new_prefill":9804,"score_linear":80717.0,"score_lmetric":9804},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":336846.440294877,"t_first_token_unix":1779767711.4542384,"t_done":336848.020024944,"t_done_unix":1779767713.0339684},{"request_id":"1294611:15:1636645:1006","session_id":"1294611","input_length":80717,"t_proxy_recv":336836.294754738,"t_decision_unix":1779767701.308696,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9895313254952488,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":79872,"estimated_new_tokens":845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2453,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2646,"cache_hit":79872,"new_prefill":845,"score_linear":-79872.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":12800,"new_prefill":67917,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":67917,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":336836.705165849,"t_first_token_unix":1779767701.7191093,"t_done":336859.94163946,"t_done_unix":1779767724.9555833},{"request_id":"1399948:43:1643413:1010","session_id":"1399948","input_length":38102,"t_proxy_recv":336859.08894945,"t_decision_unix":1779767724.1028907,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9675082672825573,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":36864,"estimated_new_tokens":1238,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":36864,"new_prefill":1238,"score_linear":-36864.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":94269,"ongoing_decode_tokens":94269,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2453,"cache_hit":0,"new_prefill":38102,"score_linear":94269.0,"score_lmetric":38102},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2646,"cache_hit":0,"new_prefill":38102,"score_linear":80717.0,"score_lmetric":38102},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-36864.0,"chosen_score_lmetric":0,"t_first_token":336859.466174268,"t_first_token_unix":1779767724.4801173,"t_done":336860.256953579,"t_done_unix":1779767725.270897},{"request_id":"1268861:24:1643502:1011","session_id":"1268861","input_length":80019,"t_proxy_recv":336859.433914418,"t_decision_unix":1779767724.447856,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":79360,"affinity_cache_ratio":0.9917644559417138,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":79360,"estimated_new_tokens":659,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38102,"ongoing_decode_tokens":0,"pending_prefill_tokens":1238,"num_requests":1,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":0,"new_prefill":80019,"score_linear":38102.0,"score_lmetric":81257},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":94269,"ongoing_decode_tokens":94269,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2453,"cache_hit":79360,"new_prefill":659,"score_linear":14909.0,"score_lmetric":659},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2646,"cache_hit":0,"new_prefill":80019,"score_linear":80717.0,"score_lmetric":80019},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":67219,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":14909.0,"chosen_score_lmetric":659,"t_first_token":336859.695772172,"t_first_token_unix":1779767724.7097154,"t_done":336860.464681055,"t_done_unix":1779767725.4786248},{"request_id":"1253804:21:1640487:1009","session_id":"1253804","input_length":94269,"t_proxy_recv":336849.092974516,"t_decision_unix":1779767714.106916,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93696,"affinity_cache_ratio":0.9939216497470006,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":93696,"estimated_new_tokens":573,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2453,"cache_hit":93696,"new_prefill":573,"score_linear":-93696.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":90685,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2646,"cache_hit":3584,"new_prefill":90685,"score_linear":77133.0,"score_lmetric":90685},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":3584,"new_prefill":90685,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93696.0,"chosen_score_lmetric":0,"t_first_token":336849.294530959,"t_first_token_unix":1779767714.3084745,"t_done":336864.184739907,"t_done_unix":1779767729.198684},{"request_id":"1399948:44:1644970:1012","session_id":"1399948","input_length":38308,"t_proxy_recv":336864.210229405,"t_decision_unix":1779767729.224171,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9890362326407017,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":37888,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":37888,"new_prefill":420,"score_linear":-37888.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2649,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-37888.0,"chosen_score_lmetric":0,"t_first_token":336864.325046191,"t_first_token_unix":1779767729.3389895,"t_done":336865.859527228,"t_done_unix":1779767730.873471},{"request_id":"1253804:22:1650001:1013","session_id":"1253804","input_length":95715,"t_proxy_recv":336880.802985382,"t_decision_unix":1779767745.8169265,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":95232,"affinity_cache_ratio":0.9949537690017238,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":95232,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2086,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":95232,"new_prefill":483,"score_linear":-95232.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":92131,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2649,"cache_hit":3584,"new_prefill":92131,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":3584,"new_prefill":92131,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-95232.0,"chosen_score_lmetric":0,"t_first_token":336880.991699435,"t_first_token_unix":1779767746.0056427,"t_done":336881.48928103,"t_done_unix":1779767746.5032246},{"request_id":"1399948:45:1650679:1014","session_id":"1399948","input_length":38758,"t_proxy_recv":336883.250152942,"t_decision_unix":1779767748.264094,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9907631972754012,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":38400,"estimated_new_tokens":358,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2086,"cache_hit":38400,"new_prefill":358,"score_linear":-38400.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2457,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2649,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":0,"t_first_token":336883.396727509,"t_first_token_unix":1779767748.4106708,"t_done":336883.997742609,"t_done_unix":1779767749.011686},{"request_id":"1253804:23:1651448:1015","session_id":"1253804","input_length":96944,"t_proxy_recv":336885.549699249,"t_decision_unix":1779767750.56364,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9876217197557353,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":95744,"estimated_new_tokens":1200,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2086,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2457,"cache_hit":95744,"new_prefill":1200,"score_linear":-95744.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":93360,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2649,"cache_hit":3584,"new_prefill":93360,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":3584,"new_prefill":93360,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-95744.0,"chosen_score_lmetric":0,"t_first_token":336886.39388022,"t_first_token_unix":1779767751.4078236,"t_done":336886.804940881,"t_done_unix":1779767751.8188841},{"request_id":"1399948:46:1658183:1018","session_id":"1399948","input_length":39837,"t_proxy_recv":336908.385331966,"t_decision_unix":1779767773.3992732,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9639280066270051,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":38400,"estimated_new_tokens":1437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2086,"cache_hit":38400,"new_prefill":1437,"score_linear":-38400.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2459,"cache_hit":0,"new_prefill":39837,"score_linear":80406.0,"score_lmetric":39837},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2649,"cache_hit":0,"new_prefill":39837,"score_linear":83204.0,"score_lmetric":39837},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":0,"t_first_token":336908.785360085,"t_first_token_unix":1779767773.7993038,"t_done":336909.636094178,"t_done_unix":1779767774.6500375},{"request_id":"1253804:24:1659020:1019","session_id":"1253804","input_length":97769,"t_proxy_recv":336911.287240488,"t_decision_unix":1779767776.3011818,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":96768,"affinity_cache_ratio":0.9897615808691916,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":96768,"estimated_new_tokens":1001,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2459,"cache_hit":96768,"new_prefill":1001,"score_linear":-16362.0,"score_lmetric":1001},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":94185,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2649,"cache_hit":3584,"new_prefill":94185,"score_linear":79620.0,"score_lmetric":94185},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":3584,"new_prefill":94185,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16362.0,"chosen_score_lmetric":1001,"t_first_token":336911.955754596,"t_first_token_unix":1779767776.9696977,"t_done":336912.584179552,"t_done_unix":1779767777.598123},{"request_id":"1268861:25:1653400:1016","session_id":"1268861","input_length":80406,"t_proxy_recv":336891.988138411,"t_decision_unix":1779767757.0020797,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9933587045742855,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":79872,"estimated_new_tokens":534,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2086,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2459,"cache_hit":79872,"new_prefill":534,"score_linear":-79872.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2649,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":67606,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":336892.393651574,"t_first_token_unix":1779767757.407595,"t_done":336917.666797418,"t_done_unix":1779767782.6807408},{"request_id":"1253804:25:1662273:1020","session_id":"1253804","input_length":98187,"t_proxy_recv":336922.14432715,"t_decision_unix":1779767787.1582685,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9959770641734649,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":97792,"estimated_new_tokens":395,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":97792,"new_prefill":395,"score_linear":-97792.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":94603,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2649,"cache_hit":3584,"new_prefill":94603,"score_linear":79620.0,"score_lmetric":94603},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":3584,"new_prefill":94603,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-97792.0,"chosen_score_lmetric":0,"t_first_token":336922.624794474,"t_first_token_unix":1779767787.638738,"t_done":336923.034666799,"t_done_unix":1779767788.0486104},{"request_id":"1294611:15:1657992:1017","session_id":"1294611","input_length":83204,"t_proxy_recv":336907.906784995,"t_decision_unix":1779767772.920726,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":82944,"affinity_cache_ratio":0.9968751502331619,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":82944,"estimated_new_tokens":260,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2086,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2459,"cache_hit":0,"new_prefill":83204,"score_linear":80406.0,"score_lmetric":83204},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2649,"cache_hit":82944,"new_prefill":260,"score_linear":-82944.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":12800,"new_prefill":70404,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":70404,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-82944.0,"chosen_score_lmetric":0,"t_first_token":336908.087868133,"t_first_token_unix":1779767773.1018116,"t_done":336930.199778531,"t_done_unix":1779767795.2137222},{"request_id":"1399948:47:1664702:1022","session_id":"1399948","input_length":40261,"t_proxy_recv":336930.745822101,"t_decision_unix":1779767795.7597635,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9919276719405876,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":39936,"estimated_new_tokens":325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":39936,"new_prefill":325,"score_linear":-39936.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":40261,"score_linear":98254.0,"score_lmetric":40261},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2650,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":336930.97355296,"t_first_token_unix":1779767795.987496,"t_done":336931.398480613,"t_done_unix":1779767796.4124236},{"request_id":"1356885:8:1665690:1023","session_id":"1356885","input_length":132537,"t_proxy_recv":336933.962374347,"t_decision_unix":1779767798.9763157,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9928095550676415,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":131584,"estimated_new_tokens":953,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":1024,"new_prefill":131513,"score_linear":97230.0,"score_lmetric":131513},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2650,"cache_hit":6656,"new_prefill":125881,"score_linear":-6656.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":131584,"new_prefill":953,"score_linear":-131584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-131584.0,"chosen_score_lmetric":0,"t_first_token":336934.624847711,"t_first_token_unix":1779767799.638792,"t_done":336936.413065275,"t_done_unix":1779767801.4270089},{"request_id":"1399948:48:1666394:1024","session_id":"1399948","input_length":40343,"t_proxy_recv":336936.376931959,"t_decision_unix":1779767801.3908734,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9899115088119377,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":39936,"estimated_new_tokens":407,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":39936,"new_prefill":407,"score_linear":-39936.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":40343,"score_linear":98254.0,"score_lmetric":40343},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2650,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":132537,"ongoing_decode_tokens":132537,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":40343,"score_linear":132537.0,"score_lmetric":40343},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":336936.451013392,"t_first_token_unix":1779767801.4649565,"t_done":336937.853906886,"t_done_unix":1779767802.8678505},{"request_id":"1399948:49:1668825:1025","session_id":"1399948","input_length":40642,"t_proxy_recv":336944.93947545,"t_decision_unix":1779767809.9534163,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9952266128635402,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":40448,"estimated_new_tokens":194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2090,"cache_hit":40448,"new_prefill":194,"score_linear":-40448.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":40642,"score_linear":98254.0,"score_lmetric":40642},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2650,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":336945.066536147,"t_first_token_unix":1779767810.0804799,"t_done":336946.155551534,"t_done_unix":1779767811.1694949},{"request_id":"1294611:15:1673197:1026","session_id":"1294611","input_length":85542,"t_proxy_recv":336960.154973016,"t_decision_unix":1779767825.1689138,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9935704098571462,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":84992,"estimated_new_tokens":550,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2090,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":85542,"score_linear":98254.0,"score_lmetric":85542},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2650,"cache_hit":84992,"new_prefill":550,"score_linear":-84992.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":12800,"new_prefill":72742,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":72742,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-84992.0,"chosen_score_lmetric":0,"t_first_token":336960.34314957,"t_first_token_unix":1779767825.3570929,"t_done":336961.953947636,"t_done_unix":1779767826.9678912},{"request_id":"1253804:26:1663639:1021","session_id":"1253804","input_length":98254,"t_proxy_recv":336926.979393665,"t_decision_unix":1779767791.9933352,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9952979013577056,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":97792,"estimated_new_tokens":462,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":97792,"new_prefill":462,"score_linear":-97792.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":94670,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2649,"cache_hit":3584,"new_prefill":94670,"score_linear":79620.0,"score_lmetric":94670},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":3584,"new_prefill":94670,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-97792.0,"chosen_score_lmetric":0,"t_first_token":336927.118932111,"t_first_token_unix":1779767792.1328752,"t_done":336963.491889406,"t_done_unix":1779767828.505833},{"request_id":"1294611:15:1676489:1027","session_id":"1294611","input_length":85722,"t_proxy_recv":336971.546347353,"t_decision_unix":1779767836.5602887,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9974568955460675,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":85504,"estimated_new_tokens":218,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2090,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2464,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2651,"cache_hit":85504,"new_prefill":218,"score_linear":-85504.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":12800,"new_prefill":72922,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":72922,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-85504.0,"chosen_score_lmetric":0,"t_first_token":336971.669337919,"t_first_token_unix":1779767836.6832812,"t_done":336974.266721803,"t_done_unix":1779767839.2806654},{"request_id":"1399948:50:1677482:1028","session_id":"1399948","input_length":42648,"t_proxy_recv":336974.794197364,"t_decision_unix":1779767839.8081388,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9484149315325455,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":40448,"estimated_new_tokens":2200,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2090,"cache_hit":40448,"new_prefill":2200,"score_linear":-40448.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2464,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2651,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":336975.390232008,"t_first_token_unix":1779767840.4041755,"t_done":336979.073905289,"t_done_unix":1779767844.087849},{"request_id":"1294611:15:1679070:1029","session_id":"1294611","input_length":86602,"t_proxy_recv":336980.222175196,"t_decision_unix":1779767845.2361164,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":85504,"affinity_cache_ratio":0.987321308976698,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":85504,"estimated_new_tokens":1098,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2464,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2651,"cache_hit":85504,"new_prefill":1098,"score_linear":-85504.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":12800,"new_prefill":73802,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":73802,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-85504.0,"chosen_score_lmetric":0,"t_first_token":336980.662013262,"t_first_token_unix":1779767845.6759567,"t_done":336983.451170026,"t_done_unix":1779767848.4651139},{"request_id":"1253804:27:1683133:1031","session_id":"1253804","input_length":101743,"t_proxy_recv":336993.853216692,"t_decision_unix":1779767858.8671565,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9963928722369106,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":101376,"estimated_new_tokens":367,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2464,"cache_hit":101376,"new_prefill":367,"score_linear":-101376.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":98159,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":86925,"ongoing_decode_tokens":86925,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2653,"cache_hit":3584,"new_prefill":98159,"score_linear":83341.0,"score_lmetric":98159},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":3584,"new_prefill":98159,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":336994.05004735,"t_first_token_unix":1779767859.0639908,"t_done":336994.365899387,"t_done_unix":1779767859.3798428},{"request_id":"1294611:15:1682649:1030","session_id":"1294611","input_length":86925,"t_proxy_recv":336992.132660204,"t_decision_unix":1779767857.1466017,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":86528,"affinity_cache_ratio":0.9954328444060973,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":86528,"estimated_new_tokens":397,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2464,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2653,"cache_hit":86528,"new_prefill":397,"score_linear":-86528.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":12800,"new_prefill":74125,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":12800,"new_prefill":74125,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-86528.0,"chosen_score_lmetric":0,"t_first_token":336992.268190549,"t_first_token_unix":1779767857.2821336,"t_done":336996.256700111,"t_done_unix":1779767861.2706437},{"request_id":"1253804:28:1685257:1032","session_id":"1253804","input_length":101794,"t_proxy_recv":337000.852785843,"t_decision_unix":1779767865.8667269,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9958936676031986,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":101376,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2464,"cache_hit":101376,"new_prefill":418,"score_linear":-101376.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":98210,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":3584,"new_prefill":98210,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":3584,"new_prefill":98210,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":337000.993236227,"t_first_token_unix":1779767866.0071793,"t_done":337001.719670568,"t_done_unix":1779767866.733614},{"request_id":"1399948:51:1686626:1033","session_id":"1399948","input_length":43407,"t_proxy_recv":337005.782122523,"t_decision_unix":1779767870.796064,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":43008,"affinity_cache_ratio":0.9908079342041606,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":43008,"estimated_new_tokens":399,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":43008,"new_prefill":399,"score_linear":-43008.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2464,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-43008.0,"chosen_score_lmetric":0,"t_first_token":337005.94474249,"t_first_token_unix":1779767870.958686,"t_done":337007.399300908,"t_done_unix":1779767872.4132442},{"request_id":"1253804:29:1688398:1034","session_id":"1253804","input_length":102067,"t_proxy_recv":337011.839646891,"t_decision_unix":1779767876.8535883,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9932299371981149,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":101376,"estimated_new_tokens":691,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2096,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2464,"cache_hit":101376,"new_prefill":691,"score_linear":-101376.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":98483,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":3584,"new_prefill":98483,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":3584,"new_prefill":98483,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":337012.151427745,"t_first_token_unix":1779767877.1653712,"t_done":337013.176936275,"t_done_unix":1779767878.1908803},{"request_id":"1399948:52:1689144:1035","session_id":"1399948","input_length":43673,"t_proxy_recv":337014.419259435,"t_decision_unix":1779767879.4332006,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9964966913195796,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":43520,"estimated_new_tokens":153,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2096,"cache_hit":43520,"new_prefill":153,"score_linear":-43520.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2465,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":337014.531551435,"t_first_token_unix":1779767879.5454948,"t_done":337015.275356848,"t_done_unix":1779767880.2893},{"request_id":"1356885:9:1689871:1036","session_id":"1356885","input_length":132823,"t_proxy_recv":337016.797885948,"t_decision_unix":1779767881.8118272,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":132608,"affinity_cache_ratio":0.9983813044427546,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":132608,"estimated_new_tokens":215,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2096,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2465,"cache_hit":1024,"new_prefill":131799,"score_linear":-1024.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":6656,"new_prefill":126167,"score_linear":-6656.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":132608,"new_prefill":215,"score_linear":-132608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-132608.0,"chosen_score_lmetric":0,"t_first_token":337017.083099492,"t_first_token_unix":1779767882.0970428,"t_done":337018.781194911,"t_done_unix":1779767883.795139},{"request_id":"1253804:30:1690362:1037","session_id":"1253804","input_length":102214,"t_proxy_recv":337018.450819958,"t_decision_unix":1779767883.464761,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9968106130275696,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":101888,"estimated_new_tokens":326,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2096,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2465,"cache_hit":101888,"new_prefill":326,"score_linear":-101888.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":98630,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":3584,"new_prefill":98630,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":132823,"ongoing_decode_tokens":132823,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":3584,"new_prefill":98630,"score_linear":129239.0,"score_lmetric":98630},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101888.0,"chosen_score_lmetric":0,"t_first_token":337018.653113747,"t_first_token_unix":1779767883.667058,"t_done":337019.420076988,"t_done_unix":1779767884.4340208},{"request_id":"1253804:31:1691981:1038","session_id":"1253804","input_length":102322,"t_proxy_recv":337024.029453576,"t_decision_unix":1779767889.0433948,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9957584879107132,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":101888,"estimated_new_tokens":434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2096,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2465,"cache_hit":101888,"new_prefill":434,"score_linear":-101888.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":98738,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":3584,"new_prefill":98738,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":3584,"new_prefill":98738,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101888.0,"chosen_score_lmetric":0,"t_first_token":337024.184388132,"t_first_token_unix":1779767889.198331,"t_done":337024.57336037,"t_done_unix":1779767889.5873039},{"request_id":"1399948:53:1692115:1039","session_id":"1399948","input_length":43938,"t_proxy_recv":337024.547283847,"t_decision_unix":1779767889.5612252,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9904865947471437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":43520,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2096,"cache_hit":43520,"new_prefill":418,"score_linear":-43520.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102322,"ongoing_decode_tokens":102322,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2465,"cache_hit":0,"new_prefill":43938,"score_linear":102322.0,"score_lmetric":43938},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":337024.706031918,"t_first_token_unix":1779767889.7199755,"t_done":337026.092311991,"t_done_unix":1779767891.1062553},{"request_id":"1253804:32:1693715:1040","session_id":"1253804","input_length":102509,"t_proxy_recv":337030.109161317,"t_decision_unix":1779767895.1231024,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9939419953369948,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":101888,"estimated_new_tokens":621,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2465,"cache_hit":101888,"new_prefill":621,"score_linear":-101888.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":98925,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":3584,"new_prefill":98925,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":3584,"new_prefill":98925,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101888.0,"chosen_score_lmetric":0,"t_first_token":337030.416971225,"t_first_token_unix":1779767895.4309154,"t_done":337031.204997663,"t_done_unix":1779767896.2189412},{"request_id":"1399948:54:1694570:1041","session_id":"1399948","input_length":44182,"t_proxy_recv":337033.200892748,"t_decision_unix":1779767898.214834,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9966049522429948,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":44032,"estimated_new_tokens":150,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":44032,"new_prefill":150,"score_linear":-44032.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2466,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":337033.310299046,"t_first_token_unix":1779767898.3242419,"t_done":337033.593384672,"t_done_unix":1779767898.6073282},{"request_id":"1253804:33:1695393:1042","session_id":"1253804","input_length":102632,"t_proxy_recv":337035.865284697,"t_decision_unix":1779767900.8792262,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102400,"affinity_cache_ratio":0.9977394964533479,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":102400,"estimated_new_tokens":232,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2466,"cache_hit":102400,"new_prefill":232,"score_linear":-102400.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":99048,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":3584,"new_prefill":99048,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":3584,"new_prefill":99048,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102400.0,"chosen_score_lmetric":0,"t_first_token":337036.059590254,"t_first_token_unix":1779767901.0735335,"t_done":337036.56781197,"t_done_unix":1779767901.5817556},{"request_id":"1253804:34:1697569:1043","session_id":"1253804","input_length":102792,"t_proxy_recv":337043.703514146,"t_decision_unix":1779767908.7174554,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102400,"affinity_cache_ratio":0.9961864736555374,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":102400,"estimated_new_tokens":392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2466,"cache_hit":102400,"new_prefill":392,"score_linear":-102400.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":99208,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":3584,"new_prefill":99208,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":3584,"new_prefill":99208,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102400.0,"chosen_score_lmetric":0,"t_first_token":337043.953353956,"t_first_token_unix":1779767908.9672976,"t_done":337047.370917749,"t_done_unix":1779767912.3848617},{"request_id":"1253804:35:1701250:1044","session_id":"1253804","input_length":103349,"t_proxy_recv":337056.246508965,"t_decision_unix":1779767921.2604501,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102912,"affinity_cache_ratio":0.9957716088205981,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":102912,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2467,"cache_hit":102912,"new_prefill":437,"score_linear":-102912.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":99765,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":3584,"new_prefill":99765,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":3584,"new_prefill":99765,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102912.0,"chosen_score_lmetric":0,"t_first_token":337056.562479641,"t_first_token_unix":1779767921.5764232,"t_done":337056.877655991,"t_done_unix":1779767921.8916},{"request_id":"1253804:36:1702697:1045","session_id":"1253804","input_length":103400,"t_proxy_recv":337061.397041417,"t_decision_unix":1779767926.4109795,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102912,"affinity_cache_ratio":0.9952804642166344,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":102912,"estimated_new_tokens":488,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2467,"cache_hit":102912,"new_prefill":488,"score_linear":-102912.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":99816,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":3584,"new_prefill":99816,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":3584,"new_prefill":99816,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102912.0,"chosen_score_lmetric":0,"t_first_token":337061.542274668,"t_first_token_unix":1779767926.556218,"t_done":337061.9958341,"t_done_unix":1779767927.0097775},{"request_id":"1399948:55:1704272:1047","session_id":"1399948","input_length":45284,"t_proxy_recv":337066.664526579,"t_decision_unix":1779767931.6784678,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9723522657009098,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":44032,"estimated_new_tokens":1252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":44032,"new_prefill":1252,"score_linear":-44032.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2468,"cache_hit":0,"new_prefill":45284,"score_linear":103471.0,"score_lmetric":45284},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":337067.101941487,"t_first_token_unix":1779767932.115885,"t_done":337068.794647995,"t_done_unix":1779767933.8085914},{"request_id":"1356885:10:1706624:1048","session_id":"1356885","input_length":133014,"t_proxy_recv":337074.992190874,"t_decision_unix":1779767940.006132,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":132608,"affinity_cache_ratio":0.9969476897168719,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":132608,"estimated_new_tokens":406,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2468,"cache_hit":1024,"new_prefill":131990,"score_linear":102447.0,"score_lmetric":131990},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":6656,"new_prefill":126358,"score_linear":-6656.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":132608,"new_prefill":406,"score_linear":-132608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-132608.0,"chosen_score_lmetric":0,"t_first_token":337075.256260262,"t_first_token_unix":1779767940.2702038,"t_done":337076.723760582,"t_done_unix":1779767941.7377043},{"request_id":"1253804:37:1704071:1046","session_id":"1253804","input_length":103471,"t_proxy_recv":337065.865891612,"t_decision_unix":1779767930.879833,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":103424,"affinity_cache_ratio":0.9995457664466372,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":103424,"estimated_new_tokens":47,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2468,"cache_hit":103424,"new_prefill":47,"score_linear":-103424.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":99887,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":3584,"new_prefill":99887,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":3584,"new_prefill":99887,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-103424.0,"chosen_score_lmetric":0,"t_first_token":337066.009875575,"t_first_token_unix":1779767931.0238187,"t_done":337081.545472868,"t_done_unix":1779767946.5594163},{"request_id":"1399948:56:1708284:1049","session_id":"1399948","input_length":45571,"t_proxy_recv":337080.702362378,"t_decision_unix":1779767945.7163036,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9886989532816923,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":45056,"estimated_new_tokens":515,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":45056,"new_prefill":515,"score_linear":-45056.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2468,"cache_hit":0,"new_prefill":45571,"score_linear":103471.0,"score_lmetric":45571},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-45056.0,"chosen_score_lmetric":0,"t_first_token":337080.816831084,"t_first_token_unix":1779767945.8307743,"t_done":337081.723482015,"t_done_unix":1779767946.7374253},{"request_id":"1399948:57:1711464:1050","session_id":"1399948","input_length":45756,"t_proxy_recv":337091.498719654,"t_decision_unix":1779767956.5126605,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":45568,"affinity_cache_ratio":0.995891249235073,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":45568,"estimated_new_tokens":188,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":45568,"new_prefill":188,"score_linear":-45568.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-45568.0,"chosen_score_lmetric":0,"t_first_token":337091.615273998,"t_first_token_unix":1779767956.6292174,"t_done":337094.11617421,"t_done_unix":1779767959.1301177},{"request_id":"1253804:38:1712824:1051","session_id":"1253804","input_length":104953,"t_proxy_recv":337096.321909673,"t_decision_unix":1779767961.335851,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104448,"affinity_cache_ratio":0.9951883223919278,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":104448,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":104448,"new_prefill":505,"score_linear":-104448.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":101369,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":3584,"new_prefill":101369,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":3584,"new_prefill":101369,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104448.0,"chosen_score_lmetric":0,"t_first_token":337096.551683878,"t_first_token_unix":1779767961.5656276,"t_done":337096.841627454,"t_done_unix":1779767961.8555713},{"request_id":"1253804:39:1714767:1052","session_id":"1253804","input_length":105004,"t_proxy_recv":337102.907753779,"t_decision_unix":1779767967.9216952,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104960,"affinity_cache_ratio":0.9995809683440631,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":104960,"estimated_new_tokens":44,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2471,"cache_hit":104960,"new_prefill":44,"score_linear":-104960.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":101420,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":3584,"new_prefill":101420,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":3584,"new_prefill":101420,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104960.0,"chosen_score_lmetric":0,"t_first_token":337103.054187292,"t_first_token_unix":1779767968.0681305,"t_done":337103.634533037,"t_done_unix":1779767968.6484764},{"request_id":"1253804:40:1716790:1053","session_id":"1253804","input_length":105156,"t_proxy_recv":337109.618390588,"t_decision_unix":1779767974.6323318,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104960,"affinity_cache_ratio":0.9981361025523984,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":104960,"estimated_new_tokens":196,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2471,"cache_hit":104960,"new_prefill":196,"score_linear":-104960.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":101572,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":3584,"new_prefill":101572,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":3584,"new_prefill":101572,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104960.0,"chosen_score_lmetric":0,"t_first_token":337109.873336466,"t_first_token_unix":1779767974.8872795,"t_done":337114.549664662,"t_done_unix":1779767979.5636084},{"request_id":"1305906:4:1718131:1054","session_id":"1305906","input_length":47861,"t_proxy_recv":337114.066123442,"t_decision_unix":1779767979.0800648,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9413927832682142,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":45056,"estimated_new_tokens":2805,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":105156,"ongoing_decode_tokens":105156,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2471,"cache_hit":0,"new_prefill":47861,"score_linear":105156.0,"score_lmetric":47861},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":45056,"new_prefill":2805,"score_linear":-45056.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-45056.0,"chosen_score_lmetric":0,"t_first_token":337114.988034147,"t_first_token_unix":1779767980.0019777,"t_done":337117.074785425,"t_done_unix":1779767982.088729},{"request_id":"1305906:5:1514292:934","session_id":"1305906","input_length":49817,"t_proxy_recv":337117.085505095,"t_decision_unix":1779767982.0994465,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9660959110343859,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":48128,"estimated_new_tokens":1689,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":37173,"ongoing_decode_tokens":0,"pending_prefill_tokens":1845,"num_requests":1,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":49817,"score_linear":37173.0,"score_lmetric":51662},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2472,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2660,"cache_hit":48128,"new_prefill":1689,"score_linear":-48128.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":337117.744600092,"t_first_token_unix":1779767982.7585433,"t_done":337118.418860924,"t_done_unix":1779767983.4328043},{"request_id":"1340290:13:1718889:1055","session_id":"1340290","input_length":37173,"t_proxy_recv":337116.699089227,"t_decision_unix":1779767981.7130303,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9503672020014526,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":35328,"estimated_new_tokens":1845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":35328,"new_prefill":1845,"score_linear":-35328.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2472,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":47861,"ongoing_decode_tokens":47861,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":0,"new_prefill":37173,"score_linear":47861.0,"score_lmetric":37173},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":36149,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":16181,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":337122.365119325,"t_first_token_unix":1779767987.3790624,"t_done":337123.999388428,"t_done_unix":1779767989.0133321},{"request_id":"1253804:41:1721979:1057","session_id":"1253804","input_length":105638,"t_proxy_recv":337127.295863021,"t_decision_unix":1779767992.3098042,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9984285957704614,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":105472,"estimated_new_tokens":166,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":37438,"ongoing_decode_tokens":37438,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":105638,"score_linear":37438.0,"score_lmetric":105638},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2472,"cache_hit":105472,"new_prefill":166,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":102054,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":3584,"new_prefill":102054,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":3584,"new_prefill":102054,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":337127.497303409,"t_first_token_unix":1779767992.5112467,"t_done":337128.153398776,"t_done_unix":1779767993.1673424},{"request_id":"1340290:14:1721731:1056","session_id":"1340290","input_length":37438,"t_proxy_recv":337126.419883956,"t_decision_unix":1779767991.4338255,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":37376,"affinity_cache_ratio":0.998343928628666,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":37376,"estimated_new_tokens":62,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":37376,"new_prefill":62,"score_linear":-37376.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2472,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":36414,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":16446,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-37376.0,"chosen_score_lmetric":0,"t_first_token":337126.497801944,"t_first_token_unix":1779767991.5117455,"t_done":337128.283791404,"t_done_unix":1779767993.2977347},{"request_id":"1253804:42:1724453:1058","session_id":"1253804","input_length":105715,"t_proxy_recv":337135.795243808,"t_decision_unix":1779768000.809185,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9977013668826562,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":105472,"estimated_new_tokens":243,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2472,"cache_hit":105472,"new_prefill":243,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":102131,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":3584,"new_prefill":102131,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":3584,"new_prefill":102131,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":337135.94342022,"t_first_token_unix":1779768000.9573631,"t_done":337136.728774696,"t_done_unix":1779768001.7427185},{"request_id":"1253804:43:1726322:1060","session_id":"1253804","input_length":105845,"t_proxy_recv":337141.87408387,"t_decision_unix":1779768006.888025,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9964759790259341,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":105472,"estimated_new_tokens":373,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":105845,"score_linear":37724.0,"score_lmetric":105845},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2472,"cache_hit":105472,"new_prefill":373,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":102261,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":3584,"new_prefill":102261,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":3584,"new_prefill":102261,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":337142.082051926,"t_first_token_unix":1779768007.0959952,"t_done":337142.782132639,"t_done_unix":1779768007.7960763},{"request_id":"1399948:58:1726693:1061","session_id":"1399948","input_length":46886,"t_proxy_recv":337143.085788599,"t_decision_unix":1779768008.09973,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":46080,"affinity_cache_ratio":0.982809367401783,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":46080,"estimated_new_tokens":806,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":46080,"new_prefill":806,"score_linear":-8356.0,"score_lmetric":806},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2472,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8356.0,"chosen_score_lmetric":806,"t_first_token":337143.445068208,"t_first_token_unix":1779768008.4590113,"t_done":337143.636440371,"t_done_unix":1779768008.6503837},{"request_id":"1399948:59:1728305:1062","session_id":"1399948","input_length":46927,"t_proxy_recv":337148.379188961,"t_decision_unix":1779768013.3931305,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":46592,"affinity_cache_ratio":0.9928612525838004,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":46592,"estimated_new_tokens":335,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":46592,"new_prefill":335,"score_linear":-8868.0,"score_lmetric":335},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2472,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8868.0,"chosen_score_lmetric":335,"t_first_token":337148.476072641,"t_first_token_unix":1779768013.4900157,"t_done":337148.688791822,"t_done_unix":1779768013.7027352},{"request_id":"1253804:44:1728625:1063","session_id":"1253804","input_length":106070,"t_proxy_recv":337149.57184288,"t_decision_unix":1779768014.5857844,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9943622136325069,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":105472,"estimated_new_tokens":598,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":106070,"score_linear":37724.0,"score_lmetric":106070},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2472,"cache_hit":105472,"new_prefill":598,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":102486,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":3584,"new_prefill":102486,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":3584,"new_prefill":102486,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":337149.892835089,"t_first_token_unix":1779768014.9067786,"t_done":337150.941015189,"t_done_unix":1779768015.9549587},{"request_id":"1340290:15:1725612:1059","session_id":"1340290","input_length":37724,"t_proxy_recv":337139.603934088,"t_decision_unix":1779768004.6178753,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9907751033824621,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":37376,"estimated_new_tokens":348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":37376,"new_prefill":348,"score_linear":-37376.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2472,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":36700,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":16732,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-37376.0,"chosen_score_lmetric":0,"t_first_token":337139.681927063,"t_first_token_unix":1779768004.6958702,"t_done":337157.826735352,"t_done_unix":1779768022.8406787},{"request_id":"1253804:45:1732408:1064","session_id":"1253804","input_length":106394,"t_proxy_recv":337162.538115204,"t_decision_unix":1779768027.5520566,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9961463992330395,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":105984,"estimated_new_tokens":410,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2110,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2473,"cache_hit":105984,"new_prefill":410,"score_linear":-105984.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":102810,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":3584,"new_prefill":102810,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":3584,"new_prefill":102810,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105984.0,"chosen_score_lmetric":0,"t_first_token":337162.86440517,"t_first_token_unix":1779768027.8783486,"t_done":337163.239778307,"t_done_unix":1779768028.2537222},{"request_id":"1399948:60:1732843:1065","session_id":"1399948","input_length":47074,"t_proxy_recv":337164.132109937,"t_decision_unix":1779768029.1460512,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":46592,"affinity_cache_ratio":0.9897608021413095,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":46592,"estimated_new_tokens":482,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2110,"cache_hit":46592,"new_prefill":482,"score_linear":-46592.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2473,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-46592.0,"chosen_score_lmetric":0,"t_first_token":337164.261254592,"t_first_token_unix":1779768029.275198,"t_done":337164.634275562,"t_done_unix":1779768029.648219},{"request_id":"1253804:46:1733935:1066","session_id":"1253804","input_length":106443,"t_proxy_recv":337167.629673697,"t_decision_unix":1779768032.643615,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9956878329246639,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":105984,"estimated_new_tokens":459,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2473,"cache_hit":105984,"new_prefill":459,"score_linear":-105984.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":102859,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":3584,"new_prefill":102859,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":3584,"new_prefill":102859,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105984.0,"chosen_score_lmetric":0,"t_first_token":337167.772802571,"t_first_token_unix":1779768032.7867458,"t_done":337168.491974139,"t_done_unix":1779768033.505918},{"request_id":"1399948:61:1735933:1067","session_id":"1399948","input_length":47205,"t_proxy_recv":337174.329805334,"t_decision_unix":1779768039.3437467,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":47104,"affinity_cache_ratio":0.9978603961444762,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":47104,"estimated_new_tokens":101,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":47104,"new_prefill":101,"score_linear":-47104.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2474,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-47104.0,"chosen_score_lmetric":0,"t_first_token":337174.437305035,"t_first_token_unix":1779768039.4512486,"t_done":337175.994187341,"t_done_unix":1779768041.0081308},{"request_id":"1253804:47:1736337:1068","session_id":"1253804","input_length":107137,"t_proxy_recv":337175.609357579,"t_decision_unix":1779768040.623299,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":106496,"affinity_cache_ratio":0.994017006263009,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":106496,"estimated_new_tokens":641,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":47205,"ongoing_decode_tokens":47205,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":0,"new_prefill":107137,"score_linear":47205.0,"score_lmetric":107137},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2474,"cache_hit":106496,"new_prefill":641,"score_linear":-106496.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":103553,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":3584,"new_prefill":103553,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":3584,"new_prefill":103553,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-106496.0,"chosen_score_lmetric":0,"t_first_token":337176.33206243,"t_first_token_unix":1779768041.3460083,"t_done":337176.750672062,"t_done_unix":1779768041.7646158},{"request_id":"1253804:48:1737694:1069","session_id":"1253804","input_length":108145,"t_proxy_recv":337180.045055103,"t_decision_unix":1779768045.0589964,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":107008,"affinity_cache_ratio":0.98948633778723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":107008,"estimated_new_tokens":1137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2475,"cache_hit":107008,"new_prefill":1137,"score_linear":-107008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":104561,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":3584,"new_prefill":104561,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":3584,"new_prefill":104561,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":337180.965167373,"t_first_token_unix":1779768045.9791107,"t_done":337181.394696949,"t_done_unix":1779768046.4086409},{"request_id":"1253804:49:1739030:1070","session_id":"1253804","input_length":109454,"t_proxy_recv":337184.43192308,"t_decision_unix":1779768049.4458644,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9870082409048551,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":108032,"estimated_new_tokens":1422,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2477,"cache_hit":108032,"new_prefill":1422,"score_linear":-108032.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":105870,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":3584,"new_prefill":105870,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":3584,"new_prefill":105870,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":337185.564219345,"t_first_token_unix":1779768050.5781627,"t_done":337185.999056605,"t_done_unix":1779768051.013},{"request_id":"1253804:50:1741670:1071","session_id":"1253804","input_length":110854,"t_proxy_recv":337193.409721999,"t_decision_unix":1779768058.4236631,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9837804680029588,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":109056,"estimated_new_tokens":1798,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2479,"cache_hit":109056,"new_prefill":1798,"score_linear":-109056.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":107270,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":3584,"new_prefill":107270,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":3584,"new_prefill":107270,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-109056.0,"chosen_score_lmetric":0,"t_first_token":337194.565784791,"t_first_token_unix":1779768059.5797348,"t_done":337195.000169702,"t_done_unix":1779768060.0141132},{"request_id":"1253804:51:1744514:1072","session_id":"1253804","input_length":111661,"t_proxy_recv":337202.836199703,"t_decision_unix":1779768067.8501408,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":110592,"affinity_cache_ratio":0.9904263798461415,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":110592,"estimated_new_tokens":1069,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2482,"cache_hit":110592,"new_prefill":1069,"score_linear":-110592.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":108077,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":3584,"new_prefill":108077,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":3584,"new_prefill":108077,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-110592.0,"chosen_score_lmetric":0,"t_first_token":337203.593320018,"t_first_token_unix":1779768068.607264,"t_done":337204.023788801,"t_done_unix":1779768069.0377328},{"request_id":"1340290:16:1745847:1073","session_id":"1340290","input_length":40200,"t_proxy_recv":337207.444238516,"t_decision_unix":1779768072.45818,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9934328358208955,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":39936,"estimated_new_tokens":264,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":39936,"new_prefill":264,"score_linear":-39936.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2484,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":39176,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":19208,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":337207.5241338,"t_first_token_unix":1779768072.5380769,"t_done":337208.257789415,"t_done_unix":1779768073.2717328},{"request_id":"1253804:52:1746191:1074","session_id":"1253804","input_length":111724,"t_proxy_recv":337208.474860258,"t_decision_unix":1779768073.4888015,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9990333321399162,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":111616,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2484,"cache_hit":111616,"new_prefill":108,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":108140,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":3584,"new_prefill":108140,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":3584,"new_prefill":108140,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":337208.633224287,"t_first_token_unix":1779768073.6471674,"t_done":337209.423249298,"t_done_unix":1779768074.4371927},{"request_id":"1253804:53:1748377:1075","session_id":"1253804","input_length":111811,"t_proxy_recv":337215.81255762,"t_decision_unix":1779768080.826499,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9982559855470392,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":111616,"estimated_new_tokens":195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2484,"cache_hit":111616,"new_prefill":195,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":108227,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":3584,"new_prefill":108227,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":3584,"new_prefill":108227,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":337215.963367106,"t_first_token_unix":1779768080.9773104,"t_done":337216.461087038,"t_done_unix":1779768081.4750302},{"request_id":"1399948:62:1749028:1076","session_id":"1399948","input_length":48212,"t_proxy_recv":337217.971388128,"t_decision_unix":1779768082.9853294,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":47104,"affinity_cache_ratio":0.9770181697502697,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":47104,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":47104,"new_prefill":1108,"score_linear":-47104.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2484,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-47104.0,"chosen_score_lmetric":0,"t_first_token":337218.336463729,"t_first_token_unix":1779768083.350407,"t_done":337218.898176035,"t_done_unix":1779768083.9121194},{"request_id":"1253804:54:1750056:1077","session_id":"1253804","input_length":112074,"t_proxy_recv":337221.404803285,"t_decision_unix":1779768086.4187443,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9959134143512323,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":111616,"estimated_new_tokens":458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2113,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2484,"cache_hit":111616,"new_prefill":458,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":108490,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":3584,"new_prefill":108490,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":3584,"new_prefill":108490,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":337221.756325654,"t_first_token_unix":1779768086.7702694,"t_done":337227.706573757,"t_done_unix":1779768092.7205176},{"request_id":"1399948:63:1753316:1079","session_id":"1399948","input_length":48636,"t_proxy_recv":337232.268539369,"t_decision_unix":1779768097.282481,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9895550620939222,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":48128,"estimated_new_tokens":508,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2113,"cache_hit":48128,"new_prefill":508,"score_linear":-48128.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":133552,"ongoing_decode_tokens":0,"pending_prefill_tokens":432,"num_requests":1,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":48636,"score_linear":133552.0,"score_lmetric":49068},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":337232.530405293,"t_first_token_unix":1779768097.5443487,"t_done":337232.641856163,"t_done_unix":1779768097.6557996},{"request_id":"1399948:64:1754453:1080","session_id":"1399948","input_length":48693,"t_proxy_recv":337236.179711051,"t_decision_unix":1779768101.1936522,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9989115478610888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":48640,"estimated_new_tokens":53,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2114,"cache_hit":48640,"new_prefill":53,"score_linear":-48640.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":133552,"ongoing_decode_tokens":133552,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":48693,"score_linear":133552.0,"score_lmetric":48693},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48640.0,"chosen_score_lmetric":0,"t_first_token":337236.288056845,"t_first_token_unix":1779768101.302,"t_done":337237.586219631,"t_done_unix":1779768102.600163},{"request_id":"1356885:11:1753167:1078","session_id":"1356885","input_length":133552,"t_proxy_recv":337231.845098292,"t_decision_unix":1779768096.8590398,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":133120,"affinity_cache_ratio":0.9967653048999641,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":133120,"estimated_new_tokens":432,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2113,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":1024,"new_prefill":132528,"score_linear":-1024.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":6656,"new_prefill":126896,"score_linear":-6656.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":133120,"new_prefill":432,"score_linear":-133120.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-133120.0,"chosen_score_lmetric":0,"t_first_token":337232.486720764,"t_first_token_unix":1779768097.5006638,"t_done":337249.801338242,"t_done_unix":1779768114.8152823},{"request_id":"1399948:65:1759200:1081","session_id":"1399948","input_length":49220,"t_proxy_recv":337252.675695894,"t_decision_unix":1779768117.6896372,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9882161722876879,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":48640,"estimated_new_tokens":580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2114,"cache_hit":48640,"new_prefill":580,"score_linear":-48640.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48640.0,"chosen_score_lmetric":0,"t_first_token":337252.943861514,"t_first_token_unix":1779768117.9578052,"t_done":337258.566747296,"t_done_unix":1779768123.5806906},{"request_id":"1277428:14:1767578:1082","session_id":"1277428","input_length":49716,"t_proxy_recv":337281.54533413,"t_decision_unix":1779768146.5592756,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9886555636012552,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49152,"estimated_new_tokens":564,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2116,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":4608,"new_prefill":45108,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":17408,"new_prefill":32308,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":49152,"new_prefill":564,"score_linear":-49152.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":36352,"new_prefill":13364,"score_linear":-36352.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":337281.722279413,"t_first_token_unix":1779768146.7362227,"t_done":337282.770132915,"t_done_unix":1779768147.7840765},{"request_id":"1277428:14:1770237:1083","session_id":"1277428","input_length":49925,"t_proxy_recv":337290.884684495,"t_decision_unix":1779768155.8986259,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":49664,"affinity_cache_ratio":0.994772158237356,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2116,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":4608,"new_prefill":45317,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":17408,"new_prefill":32517,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":49664,"new_prefill":261,"score_linear":-49664.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":36352,"new_prefill":13573,"score_linear":-36352.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":337290.994695497,"t_first_token_unix":1779768156.0086389,"t_done":337291.313569506,"t_done_unix":1779768156.3275135},{"request_id":"1277428:15:1771467:1084","session_id":"1277428","input_length":51398,"t_proxy_recv":337294.955536493,"t_decision_unix":1779768159.9694777,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9662632787267987,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":1734,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2116,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":4608,"new_prefill":46790,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":17408,"new_prefill":33990,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":49664,"new_prefill":1734,"score_linear":-49664.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":36352,"new_prefill":15046,"score_linear":-36352.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":337295.557599646,"t_first_token_unix":1779768160.571543,"t_done":337299.052268788,"t_done_unix":1779768164.0662122},{"request_id":"1399948:66:1772336:1085","session_id":"1399948","input_length":51012,"t_proxy_recv":337297.903074527,"t_decision_unix":1779768162.917016,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9735748451344781,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":1348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2116,"cache_hit":49664,"new_prefill":1348,"score_linear":-49664.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":51398,"ongoing_decode_tokens":51398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":0,"new_prefill":51012,"score_linear":51398.0,"score_lmetric":51012},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":337298.38208934,"t_first_token_unix":1779768163.3960328,"t_done":337301.390754352,"t_done_unix":1779768166.4046981},{"request_id":"1399948:67:1777074:1086","session_id":"1399948","input_length":52331,"t_proxy_recv":337313.9757753,"t_decision_unix":1779768178.9897165,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9783875714203818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":51200,"estimated_new_tokens":1131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2119,"cache_hit":51200,"new_prefill":1131,"score_linear":-51200.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2668,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-51200.0,"chosen_score_lmetric":0,"t_first_token":337314.45979354,"t_first_token_unix":1779768179.473737,"t_done":337318.824406187,"t_done_unix":1779768183.8383496},{"request_id":"1399948:68:1784799:1087","session_id":"1399948","input_length":53289,"t_proxy_recv":337340.467930889,"t_decision_unix":1779768205.4818723,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9896226238060387,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":52736,"estimated_new_tokens":553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2122,"cache_hit":52736,"new_prefill":553,"score_linear":-52736.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2668,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":337340.761035709,"t_first_token_unix":1779768205.7749796,"t_done":337345.112188134,"t_done_unix":1779768210.126132},{"request_id":"1277428:16:1787662:1088","session_id":"1277428","input_length":52754,"t_proxy_recv":337350.907476803,"t_decision_unix":1779768215.921418,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":51712,"affinity_cache_ratio":0.9802479432839216,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":51712,"estimated_new_tokens":1042,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2124,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":4608,"new_prefill":48146,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":17408,"new_prefill":35346,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2668,"cache_hit":51712,"new_prefill":1042,"score_linear":-51712.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":36352,"new_prefill":16402,"score_linear":-36352.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-51712.0,"chosen_score_lmetric":0,"t_first_token":337351.304357402,"t_first_token_unix":1779768216.318301,"t_done":337351.90284654,"t_done_unix":1779768216.9167898},{"request_id":"1305906:5:1788459:1089","session_id":"1305906","input_length":52461,"t_proxy_recv":337353.442961753,"t_decision_unix":1779768218.4569032,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":49664,"affinity_cache_ratio":0.946684203503555,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":2797,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2124,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2670,"cache_hit":49664,"new_prefill":2797,"score_linear":-49664.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":337354.426155112,"t_first_token_unix":1779768219.4400985,"t_done":337354.93767796,"t_done_unix":1779768219.9516213},{"request_id":"1399948:69:1790968:1090","session_id":"1399948","input_length":54141,"t_proxy_recv":337362.038670551,"t_decision_unix":1779768227.0526118,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9929628193051476,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":53760,"estimated_new_tokens":381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2124,"cache_hit":53760,"new_prefill":381,"score_linear":-53760.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":51255,"ongoing_decode_tokens":51255,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2675,"cache_hit":0,"new_prefill":54141,"score_linear":51255.0,"score_lmetric":54141},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":337362.324851326,"t_first_token_unix":1779768227.3387945,"t_done":337366.253064762,"t_done_unix":1779768231.267008},{"request_id":"1305906:6:1529600:945","session_id":"1305906","input_length":51255,"t_proxy_recv":337354.955276585,"t_decision_unix":1779768219.969218,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9989269339576626,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":51200,"estimated_new_tokens":55,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2124,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2675,"cache_hit":51200,"new_prefill":55,"score_linear":-51200.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-51200.0,"chosen_score_lmetric":0,"t_first_token":337355.033377913,"t_first_token_unix":1779768220.0473213,"t_done":337370.075541254,"t_done_unix":1779768235.0894845},{"request_id":"1277428:17:1793546:1091","session_id":"1277428","input_length":53574,"t_proxy_recv":337371.040503217,"t_decision_unix":1779768236.0544446,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9843580841452944,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":52736,"estimated_new_tokens":838,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2125,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":4608,"new_prefill":48966,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":17408,"new_prefill":36166,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2676,"cache_hit":52736,"new_prefill":838,"score_linear":-52736.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":36352,"new_prefill":17222,"score_linear":-36352.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":337371.433047118,"t_first_token_unix":1779768236.4469903,"t_done":337372.756906569,"t_done_unix":1779768237.77085},{"request_id":"1399948:70:1795589:1092","session_id":"1399948","input_length":54654,"t_proxy_recv":337378.360375461,"t_decision_unix":1779768243.3743165,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9930105756211806,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":54272,"estimated_new_tokens":382,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2125,"cache_hit":54272,"new_prefill":382,"score_linear":-54272.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2677,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":337378.452626027,"t_first_token_unix":1779768243.4665694,"t_done":337379.394328239,"t_done_unix":1779768244.4082716},{"request_id":"1277428:18:1796824:1093","session_id":"1277428","input_length":53805,"t_proxy_recv":337382.957785826,"t_decision_unix":1779768247.9717271,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":53248,"affinity_cache_ratio":0.9896478022488616,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":53248,"estimated_new_tokens":557,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2125,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":4608,"new_prefill":49197,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":17408,"new_prefill":36397,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2677,"cache_hit":53248,"new_prefill":557,"score_linear":-53248.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":36352,"new_prefill":17453,"score_linear":-36352.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53248.0,"chosen_score_lmetric":0,"t_first_token":337383.0882682,"t_first_token_unix":1779768248.1022112,"t_done":337383.466518832,"t_done_unix":1779768248.4804623},{"request_id":"1399948:71:1800797:1094","session_id":"1399948","input_length":54920,"t_proxy_recv":337396.547228954,"t_decision_unix":1779768261.5611703,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9882010196649672,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":54272,"estimated_new_tokens":648,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2125,"cache_hit":54272,"new_prefill":648,"score_linear":-54272.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2678,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":337396.730782224,"t_first_token_unix":1779768261.7447255,"t_done":337398.82729191,"t_done_unix":1779768263.8412375},{"request_id":"1399948:72:1804699:1097","session_id":"1399948","input_length":55246,"t_proxy_recv":337410.001325555,"t_decision_unix":1779768275.015267,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9916374036129313,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":54784,"estimated_new_tokens":462,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2126,"cache_hit":54784,"new_prefill":462,"score_linear":-54784.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":0,"new_prefill":55246,"score_linear":112634.0,"score_lmetric":55246},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":55246,"score_linear":111736.0,"score_lmetric":55246},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2678,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":337410.12493506,"t_first_token_unix":1779768275.1388783,"t_done":337410.52055714,"t_done_unix":1779768275.5345004},{"request_id":"1399948:73:1805981:1098","session_id":"1399948","input_length":55559,"t_proxy_recv":337414.178490224,"t_decision_unix":1779768279.1924317,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9952662934898037,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":55296,"estimated_new_tokens":263,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":55296,"new_prefill":263,"score_linear":-55296.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":0,"new_prefill":55559,"score_linear":112634.0,"score_lmetric":55559},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":55559,"score_linear":111736.0,"score_lmetric":55559},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2678,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55296.0,"chosen_score_lmetric":0,"t_first_token":337414.370920114,"t_first_token_unix":1779768279.3848634,"t_done":337415.675682868,"t_done_unix":1779768280.689627},{"request_id":"1305906:6:1806419:1099","session_id":"1305906","input_length":52932,"t_proxy_recv":337415.689350497,"t_decision_unix":1779768280.703292,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9962971359480087,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":52736,"estimated_new_tokens":196,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":0,"new_prefill":52932,"score_linear":112634.0,"score_lmetric":52932},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":52932,"score_linear":111736.0,"score_lmetric":52932},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2678,"cache_hit":52736,"new_prefill":196,"score_linear":-52736.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":337415.767365764,"t_first_token_unix":1779768280.7813091,"t_done":337416.482951979,"t_done_unix":1779768281.4968953},{"request_id":"1305906:7:1572780:964","session_id":"1305906","input_length":54789,"t_proxy_recv":337416.495194039,"t_decision_unix":1779768281.509134,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9625289747942105,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":52736,"estimated_new_tokens":2053,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":0,"new_prefill":54789,"score_linear":112634.0,"score_lmetric":54789},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":54789,"score_linear":111736.0,"score_lmetric":54789},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2678,"cache_hit":52736,"new_prefill":2053,"score_linear":-52736.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":337417.213366412,"t_first_token_unix":1779768282.2273107,"t_done":337417.515377491,"t_done_unix":1779768282.5293212},{"request_id":"1399948:74:1808473:1100","session_id":"1399948","input_length":55791,"t_proxy_recv":337422.88134435,"t_decision_unix":1779768287.8952858,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9911276012260042,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":55296,"estimated_new_tokens":495,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":55296,"new_prefill":495,"score_linear":-55296.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":0,"new_prefill":55791,"score_linear":112634.0,"score_lmetric":55791},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":55791,"score_linear":111736.0,"score_lmetric":55791},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2682,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55296.0,"chosen_score_lmetric":0,"t_first_token":337423.013626352,"t_first_token_unix":1779768288.0275698,"t_done":337424.906942724,"t_done_unix":1779768289.920888},{"request_id":"1270606:6:1804345:1096","session_id":"1270606","input_length":111736,"t_proxy_recv":337408.839161909,"t_decision_unix":1779768273.8531032,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9989260399513138,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":111616,"estimated_new_tokens":120,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2126,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":0,"new_prefill":111736,"score_linear":112634.0,"score_lmetric":111736},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":111616,"new_prefill":120,"score_linear":-111616.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2678,"cache_hit":1536,"new_prefill":110200,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":337409.123321508,"t_first_token_unix":1779768274.1372652,"t_done":337451.69344679,"t_done_unix":1779768316.7073905},{"request_id":"1399948:75:1817312:1101","session_id":"1399948","input_length":57308,"t_proxy_recv":337451.418224722,"t_decision_unix":1779768316.432166,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9738256438891604,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":55808,"estimated_new_tokens":1500,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":55808,"new_prefill":1500,"score_linear":-55808.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":0,"new_prefill":57308,"score_linear":112634.0,"score_lmetric":57308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":57308,"score_linear":111736.0,"score_lmetric":57308},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2682,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":337452.05436425,"t_first_token_unix":1779768317.0683072,"t_done":337452.895722014,"t_done_unix":1779768317.9096656},{"request_id":"1399948:76:1821495:1102","session_id":"1399948","input_length":57659,"t_proxy_recv":337465.075566249,"t_decision_unix":1779768330.0895076,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9945368459390554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":57344,"estimated_new_tokens":315,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2131,"cache_hit":57344,"new_prefill":315,"score_linear":-57344.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":0,"new_prefill":57659,"score_linear":112634.0,"score_lmetric":57659},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1510,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2682,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":337465.275371024,"t_first_token_unix":1779768330.2893147,"t_done":337465.941227992,"t_done_unix":1779768330.9551713},{"request_id":"1270606:6:1822681:1103","session_id":"1270606","input_length":112180,"t_proxy_recv":337468.917558946,"t_decision_unix":1779768333.9315002,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9995364592619005,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":112128,"estimated_new_tokens":52,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2131,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":0,"new_prefill":112180,"score_linear":112634.0,"score_lmetric":112180},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1510,"cache_hit":112128,"new_prefill":52,"score_linear":-112128.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2682,"cache_hit":1536,"new_prefill":110644,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":337469.059934214,"t_first_token_unix":1779768334.0738776,"t_done":337469.951228609,"t_done_unix":1779768334.9651725},{"request_id":"1270606:7:1825806:1104","session_id":"1270606","input_length":112645,"t_proxy_recv":337479.54189914,"t_decision_unix":1779768344.5558405,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9954103599804697,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":112128,"estimated_new_tokens":517,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2131,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":0,"new_prefill":112645,"score_linear":112634.0,"score_lmetric":112645},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1510,"cache_hit":112128,"new_prefill":517,"score_linear":-112128.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2682,"cache_hit":1536,"new_prefill":111109,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":337480.094487002,"t_first_token_unix":1779768345.108431,"t_done":337484.153062502,"t_done_unix":1779768349.167006},{"request_id":"1277428:19:1834491:1105","session_id":"1277428","input_length":58474,"t_proxy_recv":337508.802483309,"t_decision_unix":1779768373.8164244,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9193829736293053,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":53760,"estimated_new_tokens":4714,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2131,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":4608,"new_prefill":53866,"score_linear":108026.0,"score_lmetric":53866},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1511,"cache_hit":17408,"new_prefill":41066,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2682,"cache_hit":53760,"new_prefill":4714,"score_linear":-53760.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":36352,"new_prefill":22122,"score_linear":-36352.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":337510.535778628,"t_first_token_unix":1779768375.5497222,"t_done":337510.872111772,"t_done_unix":1779768375.8860552},{"request_id":"1270606:8:1837578:1106","session_id":"1270606","input_length":113482,"t_proxy_recv":337519.633069957,"t_decision_unix":1779768384.6470108,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":112640,"affinity_cache_ratio":0.9925803211081934,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":112640,"estimated_new_tokens":842,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2131,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":0,"new_prefill":113482,"score_linear":112634.0,"score_lmetric":113482},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1511,"cache_hit":112640,"new_prefill":842,"score_linear":-112640.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2691,"cache_hit":1536,"new_prefill":111946,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":337520.202834464,"t_first_token_unix":1779768385.216778,"t_done":337520.628356711,"t_done_unix":1779768385.6423001},{"request_id":"1253804:55:1803044:1095","session_id":"1253804","input_length":112634,"t_proxy_recv":337404.429197631,"t_decision_unix":1779768269.4431386,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9955075732016976,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":112128,"estimated_new_tokens":506,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2126,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":112128,"new_prefill":506,"score_linear":-112128.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":3584,"new_prefill":109050,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2678,"cache_hit":3584,"new_prefill":109050,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":3584,"new_prefill":109050,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":337404.603685595,"t_first_token_unix":1779768269.6176286,"t_done":337529.487221263,"t_done_unix":1779768394.5011652},{"request_id":"1270606:9:1847569:1107","session_id":"1270606","input_length":116467,"t_proxy_recv":337553.538466694,"t_decision_unix":1779768418.5524075,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":113152,"affinity_cache_ratio":0.9715370018975332,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":113152,"estimated_new_tokens":3315,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2131,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1512,"cache_hit":113152,"new_prefill":3315,"score_linear":-113152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2691,"cache_hit":1536,"new_prefill":114931,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-113152.0,"chosen_score_lmetric":0,"t_first_token":337555.785627048,"t_first_token_unix":1779768420.7995703,"t_done":337557.328575797,"t_done_unix":1779768422.3425195},{"request_id":"1270606:10:1851128:1108","session_id":"1270606","input_length":116659,"t_proxy_recv":337565.620268813,"t_decision_unix":1779768430.63421,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9962711835349181,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":116224,"estimated_new_tokens":435,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2131,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":116224,"new_prefill":435,"score_linear":-116224.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2691,"cache_hit":1536,"new_prefill":115123,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-116224.0,"chosen_score_lmetric":0,"t_first_token":337565.865932049,"t_first_token_unix":1779768430.8798754,"t_done":337566.626444368,"t_done_unix":1779768431.6403878},{"request_id":"1305906:7:1851943:1109","session_id":"1305906","input_length":58042,"t_proxy_recv":337568.156813433,"t_decision_unix":1779768433.1707537,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9438682333482651,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":54784,"estimated_new_tokens":3258,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2131,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2691,"cache_hit":54784,"new_prefill":3258,"score_linear":-54784.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":337569.447987131,"t_first_token_unix":1779768434.4619305,"t_done":337571.715059849,"t_done_unix":1779768436.7290056},{"request_id":"1305906:8:1866131:1110","session_id":"1305906","input_length":58687,"t_proxy_recv":337616.62733653,"t_decision_unix":1779768481.6412778,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9858401349532264,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":57856,"estimated_new_tokens":831,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2131,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2697,"cache_hit":57856,"new_prefill":831,"score_linear":-57856.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":337616.935162915,"t_first_token_unix":1779768481.9491065,"t_done":337618.828467237,"t_done_unix":1779768483.842411},{"request_id":"1270606:11:1868274:1111","session_id":"1270606","input_length":117828,"t_proxy_recv":337623.906147098,"t_decision_unix":1779768488.9200883,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9863869368910615,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":116224,"estimated_new_tokens":1604,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2131,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1518,"cache_hit":116224,"new_prefill":1604,"score_linear":-116224.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2699,"cache_hit":1536,"new_prefill":116292,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-116224.0,"chosen_score_lmetric":0,"t_first_token":337624.908980876,"t_first_token_unix":1779768489.9229243,"t_done":337626.654738054,"t_done_unix":1779768491.6686823},{"request_id":"1270606:11:1870810:1113","session_id":"1270606","input_length":118012,"t_proxy_recv":337632.403088567,"t_decision_unix":1779768497.4170299,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9978646239365488,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":117760,"estimated_new_tokens":252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2131,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":118012,"score_linear":112926.0,"score_lmetric":118012},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":117760,"new_prefill":252,"score_linear":-117760.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2699,"cache_hit":1536,"new_prefill":116476,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-117760.0,"chosen_score_lmetric":0,"t_first_token":337632.574179965,"t_first_token_unix":1779768497.5881233,"t_done":337633.089858513,"t_done_unix":1779768498.1038024},{"request_id":"1356885:12:1874205:1114","session_id":"1356885","input_length":135435,"t_proxy_recv":337643.864276485,"t_decision_unix":1779768508.8782177,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":134656,"affinity_cache_ratio":0.9942481633255805,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":134656,"estimated_new_tokens":779,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2131,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":1024,"new_prefill":134411,"score_linear":111902.0,"score_lmetric":134411},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2699,"cache_hit":6656,"new_prefill":128779,"score_linear":-6656.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":134656,"new_prefill":779,"score_linear":-134656.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-134656.0,"chosen_score_lmetric":0,"t_first_token":337644.537942984,"t_first_token_unix":1779768509.5518866,"t_done":337647.083766893,"t_done_unix":1779768512.0977108},{"request_id":"1340290:17:1875101:1115","session_id":"1340290","input_length":40328,"t_proxy_recv":337646.79665441,"t_decision_unix":1779768511.8105955,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9902797064074589,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":39936,"estimated_new_tokens":392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2131,"cache_hit":39936,"new_prefill":392,"score_linear":-39936.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":40328,"score_linear":112926.0,"score_lmetric":40328},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2699,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":135435,"ongoing_decode_tokens":135435,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":40328,"score_linear":135435.0,"score_lmetric":40328},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":39304,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":19336,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":337646.871404545,"t_first_token_unix":1779768511.885348,"t_done":337650.012876733,"t_done_unix":1779768515.0268202},{"request_id":"1270606:12:1876851:1116","session_id":"1270606","input_length":118600,"t_proxy_recv":337652.763532364,"t_decision_unix":1779768517.7774734,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9929173693086003,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":117760,"estimated_new_tokens":840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":118600,"score_linear":112926.0,"score_lmetric":118600},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":117760,"new_prefill":840,"score_linear":-117760.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2699,"cache_hit":1536,"new_prefill":117064,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-117760.0,"chosen_score_lmetric":0,"t_first_token":337653.352076284,"t_first_token_unix":1779768518.3660204,"t_done":337655.525834498,"t_done_unix":1779768520.539778},{"request_id":"1340290:18:1878955:1117","session_id":"1340290","input_length":40583,"t_proxy_recv":337660.472772982,"t_decision_unix":1779768525.4867141,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9966734839711209,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":40448,"estimated_new_tokens":135,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":40448,"new_prefill":135,"score_linear":-40448.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":40583,"score_linear":112926.0,"score_lmetric":40583},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1523,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2699,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":39559,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":19591,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":337660.549701162,"t_first_token_unix":1779768525.5636444,"t_done":337660.75297724,"t_done_unix":1779768525.766922},{"request_id":"1340290:19:1880565:1118","session_id":"1340290","input_length":40676,"t_proxy_recv":337665.748486839,"t_decision_unix":1779768530.762428,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9943947290785722,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":40448,"estimated_new_tokens":228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":40448,"new_prefill":228,"score_linear":-40448.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":40676,"score_linear":112926.0,"score_lmetric":40676},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1523,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2699,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":39652,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":19684,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":337665.853179215,"t_first_token_unix":1779768530.8671224,"t_done":337666.421252081,"t_done_unix":1779768531.4351957},{"request_id":"1340290:20:1882251:1120","session_id":"1340290","input_length":40883,"t_proxy_recv":337671.554787523,"t_decision_unix":1779768536.5687287,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9893598806349827,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":40448,"estimated_new_tokens":435,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":40448,"new_prefill":435,"score_linear":-40448.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":40883,"score_linear":112926.0,"score_lmetric":40883},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":119030,"ongoing_decode_tokens":119030,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1523,"cache_hit":0,"new_prefill":40883,"score_linear":119030.0,"score_lmetric":40883},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2699,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":39859,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":19891,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":337671.665340705,"t_first_token_unix":1779768536.6792843,"t_done":337671.996160019,"t_done_unix":1779768537.0101035},{"request_id":"1270606:12:1881189:1119","session_id":"1270606","input_length":119030,"t_proxy_recv":337668.157245065,"t_decision_unix":1779768533.1711864,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":118784,"affinity_cache_ratio":0.9979332941275308,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":118784,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":119030,"score_linear":112926.0,"score_lmetric":119030},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1523,"cache_hit":118784,"new_prefill":246,"score_linear":-118784.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2699,"cache_hit":1536,"new_prefill":117494,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-118784.0,"chosen_score_lmetric":0,"t_first_token":337668.521455499,"t_first_token_unix":1779768533.5353987,"t_done":337672.564702591,"t_done_unix":1779768537.578649},{"request_id":"1340290:21:1883855:1121","session_id":"1340290","input_length":41002,"t_proxy_recv":337677.036623652,"t_decision_unix":1779768542.0505648,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":40448,"affinity_cache_ratio":0.986488463977367,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":40448,"estimated_new_tokens":554,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":40448,"new_prefill":554,"score_linear":-40448.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":41002,"score_linear":112926.0,"score_lmetric":41002},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1524,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2699,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":39978,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":20010,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":337677.143783371,"t_first_token_unix":1779768542.1577272,"t_done":337677.405980019,"t_done_unix":1779768542.4199238},{"request_id":"1340290:22:1884847:1122","session_id":"1340290","input_length":41909,"t_proxy_recv":337680.496830043,"t_decision_unix":1779768545.5107715,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":40960,"affinity_cache_ratio":0.9773556992531437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":40960,"estimated_new_tokens":949,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":40960,"new_prefill":949,"score_linear":-40960.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":41909,"score_linear":112926.0,"score_lmetric":41909},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1524,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2699,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":40885,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":20917,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-40960.0,"chosen_score_lmetric":0,"t_first_token":337680.8298499,"t_first_token_unix":1779768545.8437939,"t_done":337681.174745939,"t_done_unix":1779768546.1886897},{"request_id":"1253804:55:1869941:1112","session_id":"1253804","input_length":112926,"t_proxy_recv":337629.536099045,"t_decision_unix":1779768494.5500405,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":112640,"affinity_cache_ratio":0.9974673680109098,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":112640,"estimated_new_tokens":286,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2131,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":112640,"new_prefill":286,"score_linear":-112640.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":3584,"new_prefill":109342,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2699,"cache_hit":3584,"new_prefill":109342,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":3584,"new_prefill":109342,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":337629.68004562,"t_first_token_unix":1779768494.6939893,"t_done":337682.683475513,"t_done_unix":1779768547.6974192},{"request_id":"1340290:23:1886013:1124","session_id":"1340290","input_length":42086,"t_proxy_recv":337684.526453113,"t_decision_unix":1779768549.5403945,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":41472,"affinity_cache_ratio":0.9854108254526446,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":41472,"estimated_new_tokens":614,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":41472,"new_prefill":614,"score_linear":-41472.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1524,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63845,"ongoing_decode_tokens":0,"pending_prefill_tokens":5477,"num_requests":1,"active_p_offloads":0,"cached_blocks":2699,"cache_hit":0,"new_prefill":42086,"score_linear":63845.0,"score_lmetric":47563},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":41062,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":21094,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-41472.0,"chosen_score_lmetric":0,"t_first_token":337684.638921506,"t_first_token_unix":1779768549.6528647,"t_done":337684.938933962,"t_done_unix":1779768549.9528792},{"request_id":"1270606:12:1886765:1125","session_id":"1270606","input_length":119440,"t_proxy_recv":337687.270975925,"t_decision_unix":1779768552.2849174,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9987943737441393,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":119296,"estimated_new_tokens":144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1524,"cache_hit":119296,"new_prefill":144,"score_linear":-119296.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2699,"cache_hit":1536,"new_prefill":117904,"score_linear":62309.0,"score_lmetric":117904},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":337687.498116581,"t_first_token_unix":1779768552.51206,"t_done":337688.559340471,"t_done_unix":1779768553.5732844},{"request_id":"1340290:24:1887125:1126","session_id":"1340290","input_length":42199,"t_proxy_recv":337688.302732288,"t_decision_unix":1779768553.3166735,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9949050925377378,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":41984,"estimated_new_tokens":215,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":41984,"new_prefill":215,"score_linear":-41984.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":119440,"ongoing_decode_tokens":119440,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1524,"cache_hit":0,"new_prefill":42199,"score_linear":119440.0,"score_lmetric":42199},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2699,"cache_hit":0,"new_prefill":42199,"score_linear":63845.0,"score_lmetric":42199},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":41175,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":21207,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":337688.41372487,"t_first_token_unix":1779768553.4276686,"t_done":337688.587751017,"t_done_unix":1779768553.6016943},{"request_id":"1340290:25:1888447:1127","session_id":"1340290","input_length":42444,"t_proxy_recv":337692.695957648,"t_decision_unix":1779768557.709899,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9891621901800018,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":41984,"estimated_new_tokens":460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":41984,"new_prefill":460,"score_linear":-41984.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1524,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2699,"cache_hit":0,"new_prefill":42444,"score_linear":63845.0,"score_lmetric":42444},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":41420,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":21452,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":337692.853184716,"t_first_token_unix":1779768557.8671284,"t_done":337693.158251743,"t_done_unix":1779768558.1721954},{"request_id":"1277428:20:1885419:1123","session_id":"1277428","input_length":63845,"t_proxy_recv":337682.41308311,"t_decision_unix":1779768547.4270246,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9142141123032343,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":58368,"estimated_new_tokens":5477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":4608,"new_prefill":59237,"score_linear":108318.0,"score_lmetric":59237},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1524,"cache_hit":17408,"new_prefill":46437,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2699,"cache_hit":58368,"new_prefill":5477,"score_linear":-58368.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":36352,"new_prefill":27493,"score_linear":-36352.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":337684.621447231,"t_first_token_unix":1779768549.6353905,"t_done":337694.779970061,"t_done_unix":1779768559.7939136},{"request_id":"1340290:26:1889402:1128","session_id":"1340290","input_length":48504,"t_proxy_recv":337696.016155267,"t_decision_unix":1779768561.0300965,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":41984,"affinity_cache_ratio":0.8655780966518225,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":41984,"estimated_new_tokens":6520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":41984,"new_prefill":6520,"score_linear":-41984.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1524,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2710,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":47480,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":27512,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":337697.918296236,"t_first_token_unix":1779768562.9322398,"t_done":337698.12956654,"t_done_unix":1779768563.14351},{"request_id":"1270606:13:1890252:1129","session_id":"1270606","input_length":119686,"t_proxy_recv":337698.998843949,"t_decision_unix":1779768564.0127852,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9967414735223836,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":119296,"estimated_new_tokens":390,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1524,"cache_hit":119296,"new_prefill":390,"score_linear":-119296.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2710,"cache_hit":1536,"new_prefill":118150,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":337699.358728413,"t_first_token_unix":1779768564.372672,"t_done":337700.289724997,"t_done_unix":1779768565.3036687},{"request_id":"1340290:27:1892591:1131","session_id":"1340290","input_length":49361,"t_proxy_recv":337706.603282477,"t_decision_unix":1779768571.6172237,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9750207653815766,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":48128,"estimated_new_tokens":1233,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":48128,"new_prefill":1233,"score_linear":-48128.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":119828,"ongoing_decode_tokens":119828,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1524,"cache_hit":0,"new_prefill":49361,"score_linear":119828.0,"score_lmetric":49361},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2710,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":48337,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":28369,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":337706.980219912,"t_first_token_unix":1779768571.9941635,"t_done":337707.308475335,"t_done_unix":1779768572.3224187},{"request_id":"1270606:14:1892412:1130","session_id":"1270606","input_length":119828,"t_proxy_recv":337705.946978405,"t_decision_unix":1779768570.9609199,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9955603031011115,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":119296,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1524,"cache_hit":119296,"new_prefill":532,"score_linear":-119296.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2710,"cache_hit":1536,"new_prefill":118292,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":337706.196776429,"t_first_token_unix":1779768571.2107198,"t_done":337708.175267514,"t_done_unix":1779768573.1892116},{"request_id":"1340290:28:1893837:1132","session_id":"1340290","input_length":49454,"t_proxy_recv":337710.912167162,"t_decision_unix":1779768575.9261084,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9938933149997978,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49152,"estimated_new_tokens":302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":49152,"new_prefill":302,"score_linear":-49152.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2710,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":48430,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":28462,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":337711.033468531,"t_first_token_unix":1779768576.0474117,"t_done":337711.283189896,"t_done_unix":1779768576.2971332},{"request_id":"1305906:9:1893880:1133","session_id":"1305906","input_length":59265,"t_proxy_recv":337711.083312095,"t_decision_unix":1779768576.0972533,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9935037543237999,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":58880,"estimated_new_tokens":385,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49454,"ongoing_decode_tokens":49454,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":0,"new_prefill":59265,"score_linear":49454.0,"score_lmetric":59265},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2710,"cache_hit":58880,"new_prefill":385,"score_linear":-58880.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":337711.397596091,"t_first_token_unix":1779768576.4115396,"t_done":337712.012936365,"t_done_unix":1779768577.0268798},{"request_id":"1270606:15:1895310:1134","session_id":"1270606","input_length":120058,"t_proxy_recv":337715.745701902,"t_decision_unix":1779768580.759643,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":119808,"affinity_cache_ratio":0.9979176731246564,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":119808,"estimated_new_tokens":250,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":119808,"new_prefill":250,"score_linear":-119808.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2710,"cache_hit":1536,"new_prefill":118522,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119808.0,"chosen_score_lmetric":0,"t_first_token":337715.997085618,"t_first_token_unix":1779768581.0110295,"t_done":337716.985857408,"t_done_unix":1779768581.9998012},{"request_id":"1340290:29:1896119:1136","session_id":"1340290","input_length":49576,"t_proxy_recv":337718.237534842,"t_decision_unix":1779768583.2514763,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9914474745844764,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49152,"estimated_new_tokens":424,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":49152,"new_prefill":424,"score_linear":-49152.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2710,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":135905,"ongoing_decode_tokens":135905,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":49576,"score_linear":135905.0,"score_lmetric":49576},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":48552,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":28584,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":337718.345393062,"t_first_token_unix":1779768583.3593364,"t_done":337718.597266372,"t_done_unix":1779768583.6112096},{"request_id":"1356885:13:1895311:1135","session_id":"1356885","input_length":135905,"t_proxy_recv":337715.764553128,"t_decision_unix":1779768580.7784948,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":135168,"affinity_cache_ratio":0.9945770942938081,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":135168,"estimated_new_tokens":737,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":1024,"new_prefill":134881,"score_linear":-1024.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":120058,"ongoing_decode_tokens":0,"pending_prefill_tokens":250,"num_requests":1,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":135905,"score_linear":120058.0,"score_lmetric":136155},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2710,"cache_hit":6656,"new_prefill":129249,"score_linear":-6656.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":135168,"new_prefill":737,"score_linear":-135168.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-135168.0,"chosen_score_lmetric":0,"t_first_token":337716.179573932,"t_first_token_unix":1779768581.1935172,"t_done":337718.616477607,"t_done_unix":1779768583.630421},{"request_id":"1340290:30:1896991:1137","session_id":"1340290","input_length":49695,"t_proxy_recv":337721.210687643,"t_decision_unix":1779768586.224629,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9890733474192575,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49152,"estimated_new_tokens":543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":49152,"new_prefill":543,"score_linear":-49152.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2710,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":48671,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":28703,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":337721.336096462,"t_first_token_unix":1779768586.3500397,"t_done":337722.841385591,"t_done_unix":1779768587.8553288},{"request_id":"1340290:31:1899492:1138","session_id":"1340290","input_length":49927,"t_proxy_recv":337729.594334049,"t_decision_unix":1779768594.6082747,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9947323091713902,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":263,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":49664,"new_prefill":263,"score_linear":-49664.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2710,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":48903,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":28935,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":337729.687078077,"t_first_token_unix":1779768594.7010212,"t_done":337730.354655733,"t_done_unix":1779768595.368599},{"request_id":"1270606:16:1902252:1140","session_id":"1270606","input_length":120572,"t_proxy_recv":337738.097182058,"t_decision_unix":1779768603.111123,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":119808,"affinity_cache_ratio":0.9936635371396344,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":119808,"estimated_new_tokens":764,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":50078,"ongoing_decode_tokens":50078,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":120572,"score_linear":50078.0,"score_lmetric":120572},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":119808,"new_prefill":764,"score_linear":-119808.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2710,"cache_hit":1536,"new_prefill":119036,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119808.0,"chosen_score_lmetric":0,"t_first_token":337738.684638722,"t_first_token_unix":1779768603.698582,"t_done":337739.647532295,"t_done_unix":1779768604.661476},{"request_id":"1270606:17:1908800:1141","session_id":"1270606","input_length":121006,"t_proxy_recv":337759.694119286,"t_decision_unix":1779768624.7080607,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":120320,"affinity_cache_ratio":0.9943308596267953,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":120320,"estimated_new_tokens":686,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":50078,"ongoing_decode_tokens":50078,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":121006,"score_linear":50078.0,"score_lmetric":121006},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1526,"cache_hit":120320,"new_prefill":686,"score_linear":-120320.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2710,"cache_hit":1536,"new_prefill":119470,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-120320.0,"chosen_score_lmetric":0,"t_first_token":337760.278089977,"t_first_token_unix":1779768625.2920332,"t_done":337760.900310896,"t_done_unix":1779768625.9142547},{"request_id":"1340290:32:1901260:1139","session_id":"1340290","input_length":50078,"t_proxy_recv":337735.012275264,"t_decision_unix":1779768600.0262167,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9917328966811774,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":49664,"estimated_new_tokens":414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":49664,"new_prefill":414,"score_linear":-49664.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2710,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":49054,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":29086,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":337735.148616243,"t_first_token_unix":1779768600.1625597,"t_done":337765.965541242,"t_done_unix":1779768630.979485},{"request_id":"1270606:18:1915824:1142","session_id":"1270606","input_length":121288,"t_proxy_recv":337782.665352599,"t_decision_unix":1779768647.6792939,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":120832,"affinity_cache_ratio":0.9962403535386848,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":120832,"estimated_new_tokens":456,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":120832,"new_prefill":456,"score_linear":-120832.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2710,"cache_hit":1536,"new_prefill":119752,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-120832.0,"chosen_score_lmetric":0,"t_first_token":337783.036742186,"t_first_token_unix":1779768648.0506856,"t_done":337783.916576573,"t_done_unix":1779768648.93052},{"request_id":"1270606:19:1920499:1143","session_id":"1270606","input_length":121560,"t_proxy_recv":337797.822695551,"t_decision_unix":1779768662.8366368,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":121344,"affinity_cache_ratio":0.9982230997038499,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":121344,"estimated_new_tokens":216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":121344,"new_prefill":216,"score_linear":-121344.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2710,"cache_hit":1536,"new_prefill":120024,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-121344.0,"chosen_score_lmetric":0,"t_first_token":337798.189984975,"t_first_token_unix":1779768663.2039292,"t_done":337799.177817922,"t_done_unix":1779768664.1917615},{"request_id":"1270606:20:1922639:1144","session_id":"1270606","input_length":121704,"t_proxy_recv":337805.262184612,"t_decision_unix":1779768670.276126,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":121344,"affinity_cache_ratio":0.9970420035495957,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":121344,"estimated_new_tokens":360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":121344,"new_prefill":360,"score_linear":-121344.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2710,"cache_hit":1536,"new_prefill":120168,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-121344.0,"chosen_score_lmetric":0,"t_first_token":337805.493842754,"t_first_token_unix":1779768670.5077863,"t_done":337806.825311677,"t_done_unix":1779768671.839255},{"request_id":"1305906:10:1928316:1145","session_id":"1305906","input_length":61801,"t_proxy_recv":337823.824279952,"t_decision_unix":1779768688.838221,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9527353926311872,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":58880,"estimated_new_tokens":2921,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2710,"cache_hit":58880,"new_prefill":2921,"score_linear":-58880.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":337824.855978432,"t_first_token_unix":1779768689.8699222,"t_done":337825.214845129,"t_done_unix":1779768690.2287884},{"request_id":"1340290:33:1939781:1146","session_id":"1340290","input_length":53990,"t_proxy_recv":337861.584336151,"t_decision_unix":1779768726.5982773,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9957399518429338,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":53760,"estimated_new_tokens":230,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":53760,"new_prefill":230,"score_linear":-53760.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2715,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":52966,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":32998,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":337861.681137655,"t_first_token_unix":1779768726.6950808,"t_done":337862.787149725,"t_done_unix":1779768727.8010929},{"request_id":"1340290:34:1942249:1147","session_id":"1340290","input_length":54164,"t_proxy_recv":337869.424882162,"t_decision_unix":1779768734.4388237,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":53760,"affinity_cache_ratio":0.992541171257662,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":53760,"estimated_new_tokens":404,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":53760,"new_prefill":404,"score_linear":-53760.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2715,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":53140,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":33172,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":337869.521427835,"t_first_token_unix":1779768734.5353713,"t_done":337872.012509604,"t_done_unix":1779768737.026453},{"request_id":"1356885:14:1948151:1148","session_id":"1356885","input_length":136210,"t_proxy_recv":337889.193450483,"t_decision_unix":1779768754.2073917,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":135680,"affinity_cache_ratio":0.9961089494163424,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":135680,"estimated_new_tokens":530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2152,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":1024,"new_prefill":135186,"score_linear":-1024.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2715,"cache_hit":6656,"new_prefill":129554,"score_linear":-6656.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":135680,"new_prefill":530,"score_linear":-135680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-135680.0,"chosen_score_lmetric":0,"t_first_token":337889.524410575,"t_first_token_unix":1779768754.538354,"t_done":337891.227463326,"t_done_unix":1779768756.241407},{"request_id":"1340290:35:1964727:1149","session_id":"1340290","input_length":54498,"t_proxy_recv":337943.908881031,"t_decision_unix":1779768808.922822,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9958530588278469,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":54272,"estimated_new_tokens":226,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2152,"cache_hit":54272,"new_prefill":226,"score_linear":-54272.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2715,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":53474,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":33506,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":337944.009635117,"t_first_token_unix":1779768809.0235784,"t_done":337947.84166674,"t_done_unix":1779768812.8556101},{"request_id":"1340290:36:1969509:1150","session_id":"1340290","input_length":54811,"t_proxy_recv":337959.659852211,"t_decision_unix":1779768824.6737936,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9995073981500063,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":54784,"estimated_new_tokens":27,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":54784,"new_prefill":27,"score_linear":-54784.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2715,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":53787,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":33819,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":337959.741324658,"t_first_token_unix":1779768824.755268,"t_done":337960.20309601,"t_done_unix":1779768825.2170398},{"request_id":"1340290:37:1971106:1151","session_id":"1340290","input_length":55358,"t_proxy_recv":337964.806079243,"t_decision_unix":1779768829.8200202,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9896311282922071,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":54784,"estimated_new_tokens":574,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":54784,"new_prefill":574,"score_linear":-54784.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2715,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":54334,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":34366,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":337965.105903928,"t_first_token_unix":1779768830.1198475,"t_done":337965.572881933,"t_done_unix":1779768830.5868251},{"request_id":"1340290:38:1972289:1152","session_id":"1340290","input_length":56006,"t_proxy_recv":337968.732336897,"t_decision_unix":1779768833.746278,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9873227868442667,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":55296,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":55296,"new_prefill":710,"score_linear":-55296.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2715,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":54982,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":35014,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-55296.0,"chosen_score_lmetric":0,"t_first_token":337969.040675521,"t_first_token_unix":1779768834.0546188,"t_done":337969.712463373,"t_done_unix":1779768834.7264068},{"request_id":"1340290:39:1973889:1153","session_id":"1340290","input_length":56242,"t_proxy_recv":337974.157103113,"t_decision_unix":1779768839.1710446,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9922833469649017,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":55808,"estimated_new_tokens":434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":55808,"new_prefill":434,"score_linear":-55808.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2715,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":55218,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":35250,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":337974.344904957,"t_first_token_unix":1779768839.3588483,"t_done":337975.016946149,"t_done_unix":1779768840.0308895},{"request_id":"1340290:40:1975278:1154","session_id":"1340290","input_length":56416,"t_proxy_recv":337978.720473276,"t_decision_unix":1779768843.7344143,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":56320,"affinity_cache_ratio":0.998298355076574,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":56320,"estimated_new_tokens":96,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":56320,"new_prefill":96,"score_linear":-56320.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2715,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":55392,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":35424,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-56320.0,"chosen_score_lmetric":0,"t_first_token":337978.839329075,"t_first_token_unix":1779768843.8532724,"t_done":337979.330329519,"t_done_unix":1779768844.344273},{"request_id":"1340290:41:1977055:1156","session_id":"1340290","input_length":57181,"t_proxy_recv":337984.656554155,"t_decision_unix":1779768849.6704957,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":56320,"affinity_cache_ratio":0.9849425508473094,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":56320,"estimated_new_tokens":861,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":56320,"new_prefill":861,"score_linear":-56320.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":67793,"ongoing_decode_tokens":0,"pending_prefill_tokens":2769,"num_requests":1,"active_p_offloads":0,"cached_blocks":2715,"cache_hit":0,"new_prefill":57181,"score_linear":67793.0,"score_lmetric":59950},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":56157,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":36189,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-56320.0,"chosen_score_lmetric":0,"t_first_token":337985.071978059,"t_first_token_unix":1779768850.0859215,"t_done":337987.076957169,"t_done_unix":1779768852.0909007},{"request_id":"1277428:21:1976968:1155","session_id":"1277428","input_length":67793,"t_proxy_recv":337984.371675323,"t_decision_unix":1779768849.3856168,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9591550750077442,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":65024,"estimated_new_tokens":2769,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":4608,"new_prefill":63185,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":17408,"new_prefill":50385,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2715,"cache_hit":65024,"new_prefill":2769,"score_linear":-65024.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":36352,"new_prefill":31441,"score_linear":-36352.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":337985.619783548,"t_first_token_unix":1779768850.6337268,"t_done":337991.527811218,"t_done_unix":1779768856.541755},{"request_id":"1340290:42:1982198:1157","session_id":"1340290","input_length":57463,"t_proxy_recv":338001.555771011,"t_decision_unix":1779768866.5697122,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9979291022048971,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":57344,"estimated_new_tokens":119,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":57344,"new_prefill":119,"score_linear":-57344.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2721,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":56439,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":36471,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":338001.654634852,"t_first_token_unix":1779768866.6685781,"t_done":338002.154705894,"t_done_unix":1779768867.1686492},{"request_id":"1340290:43:1983901:1158","session_id":"1340290","input_length":57640,"t_proxy_recv":338006.955470477,"t_decision_unix":1779768871.9694118,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9948646773074254,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":57344,"estimated_new_tokens":296,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":57344,"new_prefill":296,"score_linear":-57344.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2721,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":56616,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":36648,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":338007.109736119,"t_first_token_unix":1779768872.1236794,"t_done":338007.63497997,"t_done_unix":1779768872.6489234},{"request_id":"1340290:44:1986230:1159","session_id":"1340290","input_length":57809,"t_proxy_recv":338015.037852451,"t_decision_unix":1779768880.0517936,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9919562697849815,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":57344,"estimated_new_tokens":465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":57344,"new_prefill":465,"score_linear":-57344.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2721,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":56785,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":36817,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":338015.196040372,"t_first_token_unix":1779768880.2099836,"t_done":338015.919407037,"t_done_unix":1779768880.9333503},{"request_id":"1277428:21:1989132:1160","session_id":"1277428","input_length":69987,"t_proxy_recv":338024.458635043,"t_decision_unix":1779768889.472576,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9729806964150485,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":68096,"estimated_new_tokens":1891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":4608,"new_prefill":65379,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":17408,"new_prefill":52579,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2721,"cache_hit":68096,"new_prefill":1891,"score_linear":-68096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":36352,"new_prefill":33635,"score_linear":-36352.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":338025.226651794,"t_first_token_unix":1779768890.2405949,"t_done":338025.576787331,"t_done_unix":1779768890.5907307},{"request_id":"1277428:22:1990436:1161","session_id":"1277428","input_length":70055,"t_proxy_recv":338028.99804273,"t_decision_unix":1779768894.011984,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":69632,"affinity_cache_ratio":0.993961887088716,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":69632,"estimated_new_tokens":423,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":4608,"new_prefill":65447,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":17408,"new_prefill":52647,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2724,"cache_hit":69632,"new_prefill":423,"score_linear":-69632.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":36352,"new_prefill":33703,"score_linear":-36352.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":338029.115164611,"t_first_token_unix":1779768894.1291077,"t_done":338029.529327479,"t_done_unix":1779768894.5432708},{"request_id":"1340290:45:1991694:1162","session_id":"1340290","input_length":58053,"t_proxy_recv":338033.012128277,"t_decision_unix":1779768898.0260694,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9966065491878111,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":57856,"estimated_new_tokens":197,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":57856,"new_prefill":197,"score_linear":-57856.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2724,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":57029,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":37061,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":338033.205637551,"t_first_token_unix":1779768898.2195807,"t_done":338033.463745256,"t_done_unix":1779768898.4776888},{"request_id":"1340290:46:1992980:1163","session_id":"1340290","input_length":58122,"t_proxy_recv":338037.234595643,"t_decision_unix":1779768902.2485368,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9954234197033826,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":57856,"estimated_new_tokens":266,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":57856,"new_prefill":266,"score_linear":-57856.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2724,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":57098,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":37130,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":338037.334568713,"t_first_token_unix":1779768902.348512,"t_done":338037.759762569,"t_done_unix":1779768902.7737057},{"request_id":"1340290:47:1995358:1164","session_id":"1340290","input_length":58307,"t_proxy_recv":338045.098320861,"t_decision_unix":1779768910.1122625,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9922650796645343,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":57856,"estimated_new_tokens":451,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":57856,"new_prefill":451,"score_linear":-57856.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2724,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":57283,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":37315,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":338045.239997186,"t_first_token_unix":1779768910.2539408,"t_done":338045.497410941,"t_done_unix":1779768910.5113547},{"request_id":"1340290:48:1996945:1165","session_id":"1340290","input_length":58339,"t_proxy_recv":338050.403173188,"t_decision_unix":1779768915.4171147,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9917208042647285,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":57856,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":57856,"new_prefill":483,"score_linear":-57856.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2724,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":57315,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":37347,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":338050.484194997,"t_first_token_unix":1779768915.4981384,"t_done":338052.530613241,"t_done_unix":1779768917.5445569},{"request_id":"1356885:15:1998292:1166","session_id":"1356885","input_length":136653,"t_proxy_recv":338054.872943347,"t_decision_unix":1779768919.8868847,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":136192,"affinity_cache_ratio":0.9966264919174844,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":136192,"estimated_new_tokens":461,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":1024,"new_prefill":135629,"score_linear":-1024.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2724,"cache_hit":6656,"new_prefill":129997,"score_linear":-6656.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":136192,"new_prefill":461,"score_linear":-136192.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-136192.0,"chosen_score_lmetric":0,"t_first_token":338055.552552204,"t_first_token_unix":1779768920.566496,"t_done":338057.233549207,"t_done_unix":1779768922.247493},{"request_id":"1340290:48:1999591:1167","session_id":"1340290","input_length":58622,"t_proxy_recv":338059.419166712,"t_decision_unix":1779768924.4331083,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9956671556753437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":58368,"estimated_new_tokens":254,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":58368,"new_prefill":254,"score_linear":-58368.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2724,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":57598,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":37630,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":338059.521224294,"t_first_token_unix":1779768924.5351677,"t_done":338060.127340653,"t_done_unix":1779768925.1412847},{"request_id":"1340290:48:2001313:1168","session_id":"1340290","input_length":58808,"t_proxy_recv":338064.884880861,"t_decision_unix":1779768929.898822,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9925180247585362,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":58368,"estimated_new_tokens":440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":58368,"new_prefill":440,"score_linear":-58368.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2724,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":57784,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":37816,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":338065.047092455,"t_first_token_unix":1779768930.061036,"t_done":338065.567344696,"t_done_unix":1779768930.581288},{"request_id":"1340290:48:2003195:1169","session_id":"1340290","input_length":58977,"t_proxy_recv":338071.210326642,"t_decision_unix":1779768936.224268,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":58368,"affinity_cache_ratio":0.989673940688743,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":58368,"estimated_new_tokens":609,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":58368,"new_prefill":609,"score_linear":-58368.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2724,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":57953,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":37985,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":338071.368833738,"t_first_token_unix":1779768936.382777,"t_done":338072.26906856,"t_done_unix":1779768937.2830122},{"request_id":"1340290:48:2005449:1170","session_id":"1340290","input_length":59220,"t_proxy_recv":338078.599353629,"t_decision_unix":1779768943.613295,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":58880,"affinity_cache_ratio":0.994258696386356,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":58880,"estimated_new_tokens":340,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2161,"cache_hit":58880,"new_prefill":340,"score_linear":-58880.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2724,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":58196,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":38228,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":338078.741288121,"t_first_token_unix":1779768943.7552314,"t_done":338079.598166737,"t_done_unix":1779768944.6121101},{"request_id":"1340290:48:2007287:1171","session_id":"1340290","input_length":59487,"t_proxy_recv":338084.720815154,"t_decision_unix":1779768949.734756,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9897960899019954,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":58880,"estimated_new_tokens":607,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2161,"cache_hit":58880,"new_prefill":607,"score_linear":-58880.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2724,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":58463,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":38495,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":338084.922966842,"t_first_token_unix":1779768949.9369104,"t_done":338085.311831007,"t_done_unix":1779768950.3257742},{"request_id":"1340290:48:2008380:1173","session_id":"1340290","input_length":60935,"t_proxy_recv":338088.826897315,"t_decision_unix":1779768953.8408387,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":59392,"affinity_cache_ratio":0.9746779355050463,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":59392,"estimated_new_tokens":1543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":59392,"new_prefill":1543,"score_linear":-59392.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":66506,"ongoing_decode_tokens":0,"pending_prefill_tokens":5066,"num_requests":1,"active_p_offloads":0,"cached_blocks":2724,"cache_hit":0,"new_prefill":60935,"score_linear":66506.0,"score_lmetric":66001},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":59911,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":39943,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-59392.0,"chosen_score_lmetric":0,"t_first_token":338089.500517099,"t_first_token_unix":1779768954.5144606,"t_done":338090.199881909,"t_done_unix":1779768955.2138255},{"request_id":"1305906:11:2008110:1172","session_id":"1305906","input_length":66506,"t_proxy_recv":338087.814975516,"t_decision_unix":1779768952.828917,"policy":"unified_kv_both","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9238264216762397,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":61440,"estimated_new_tokens":5066,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2724,"cache_hit":61440,"new_prefill":5066,"score_linear":-61440.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":338089.762064411,"t_first_token_unix":1779768954.776008,"t_done":338092.123246031,"t_done_unix":1779768957.1371894},{"request_id":"1340290:48:2010180:1174","session_id":"1340290","input_length":61080,"t_proxy_recv":338094.682809704,"t_decision_unix":1779768959.6967509,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9975114603798297,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":60928,"estimated_new_tokens":152,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2165,"cache_hit":60928,"new_prefill":152,"score_linear":-60928.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":60056,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":40088,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":338094.822772091,"t_first_token_unix":1779768959.8367155,"t_done":338095.859989824,"t_done_unix":1779768960.873933},{"request_id":"1340290:48:2012871:1175","session_id":"1340290","input_length":61365,"t_proxy_recv":338103.360902357,"t_decision_unix":1779768968.3748436,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9928786767701459,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":60928,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2165,"cache_hit":60928,"new_prefill":437,"score_linear":-60928.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":60341,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":40373,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":338103.564302486,"t_first_token_unix":1779768968.5782459,"t_done":338104.094101389,"t_done_unix":1779768969.1080449},{"request_id":"1340290:48:2014153:1176","session_id":"1340290","input_length":61518,"t_proxy_recv":338107.762374049,"t_decision_unix":1779768972.7763155,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9904093110959394,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":60928,"estimated_new_tokens":590,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2165,"cache_hit":60928,"new_prefill":590,"score_linear":-60928.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":60494,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":40526,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":338107.88824815,"t_first_token_unix":1779768972.9021914,"t_done":338108.396180155,"t_done_unix":1779768973.4101236},{"request_id":"1340290:48:2015982:1177","session_id":"1340290","input_length":69113,"t_proxy_recv":338113.860913198,"t_decision_unix":1779768978.8748543,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":61440,"affinity_cache_ratio":0.8889789185826111,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":61440,"estimated_new_tokens":7673,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2166,"cache_hit":61440,"new_prefill":7673,"score_linear":-61440.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":68089,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":48121,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":338117.101053226,"t_first_token_unix":1779768982.1149967,"t_done":338119.571356348,"t_done_unix":1779768984.5853},{"request_id":"1340290:48:2018973:1178","session_id":"1340290","input_length":69426,"t_proxy_recv":338123.63883135,"t_decision_unix":1779768988.6527727,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9955924293492352,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":69120,"estimated_new_tokens":306,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":69120,"new_prefill":306,"score_linear":-69120.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":68402,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":48434,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-69120.0,"chosen_score_lmetric":0,"t_first_token":338123.75403538,"t_first_token_unix":1779768988.7679787,"t_done":338124.353052467,"t_done_unix":1779768989.3669965},{"request_id":"1340290:48:2020779:1179","session_id":"1340290","input_length":69601,"t_proxy_recv":338129.699273107,"t_decision_unix":1779768994.7132144,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9930891797531645,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":69120,"estimated_new_tokens":481,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":69120,"new_prefill":481,"score_linear":-69120.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":68577,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":48609,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-69120.0,"chosen_score_lmetric":0,"t_first_token":338129.879651393,"t_first_token_unix":1779768994.8935947,"t_done":338130.460786396,"t_done_unix":1779768995.4747303},{"request_id":"1340290:48:2023753:1180","session_id":"1340290","input_length":69951,"t_proxy_recv":338139.31452766,"t_decision_unix":1779769004.3284688,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":69632,"affinity_cache_ratio":0.9954396649082929,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":69632,"estimated_new_tokens":319,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2182,"cache_hit":69632,"new_prefill":319,"score_linear":-69632.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":68927,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":48959,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":338139.549427969,"t_first_token_unix":1779769004.5633714,"t_done":338140.449445292,"t_done_unix":1779769005.4633887},{"request_id":"1340290:48:2026751:1181","session_id":"1340290","input_length":70342,"t_proxy_recv":338149.594501289,"t_decision_unix":1779769014.6084423,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":69632,"affinity_cache_ratio":0.989906457024253,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":69632,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2182,"cache_hit":69632,"new_prefill":710,"score_linear":-69632.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":69318,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":49350,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":338149.829489832,"t_first_token_unix":1779769014.8434331,"t_done":338150.364243101,"t_done_unix":1779769015.3781862},{"request_id":"1340290:48:2028652:1182","session_id":"1340290","input_length":70503,"t_proxy_recv":338155.848387309,"t_decision_unix":1779769020.8623283,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9949080180985206,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":70144,"estimated_new_tokens":359,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2183,"cache_hit":70144,"new_prefill":359,"score_linear":-70144.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":69479,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":49511,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":338156.030025494,"t_first_token_unix":1779769021.043969,"t_done":338156.940726617,"t_done_unix":1779769021.9546702},{"request_id":"1340290:48:2033065:1183","session_id":"1340290","input_length":70851,"t_proxy_recv":338170.575010118,"t_decision_unix":1779769035.5889509,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9900213123315126,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":70144,"estimated_new_tokens":707,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2183,"cache_hit":70144,"new_prefill":707,"score_linear":-70144.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":69827,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":49859,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":338170.806966878,"t_first_token_unix":1779769035.82091,"t_done":338171.458725735,"t_done_unix":1779769036.472669},{"request_id":"1340290:48:2034908:1184","session_id":"1340290","input_length":71067,"t_proxy_recv":338176.796966738,"t_decision_unix":1779769041.8109078,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":70656,"affinity_cache_ratio":0.9942167250622652,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":70656,"estimated_new_tokens":411,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2184,"cache_hit":70656,"new_prefill":411,"score_linear":-70656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":70043,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":50075,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-70656.0,"chosen_score_lmetric":0,"t_first_token":338176.960575662,"t_first_token_unix":1779769041.9745188,"t_done":338177.486652307,"t_done_unix":1779769042.5005958},{"request_id":"1258908:2:2035438:1185","session_id":"1258908","input_length":7844,"t_proxy_recv":338178.605523773,"t_decision_unix":1779769043.619465,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":7680,"affinity_cache_ratio":0.9790922998470168,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2184,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":7680,"new_prefill":164,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":338178.639486775,"t_first_token_unix":1779769043.65343,"t_done":338179.676592066,"t_done_unix":1779769044.6905353},{"request_id":"1258908:3:1388683:699","session_id":"1258908","input_length":9120,"t_proxy_recv":338179.680437458,"t_decision_unix":1779769044.6943793,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":7680,"affinity_cache_ratio":0.8421052631578947,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":7680,"estimated_new_tokens":1440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2184,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":7680,"new_prefill":1440,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":338179.829291206,"t_first_token_unix":1779769044.8432345,"t_done":338180.515769112,"t_done_unix":1779769045.5297124},{"request_id":"1340290:48:2036994:1186","session_id":"1340290","input_length":71240,"t_proxy_recv":338183.739964657,"t_decision_unix":1779769048.7539058,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":70656,"affinity_cache_ratio":0.9918023582257159,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":70656,"estimated_new_tokens":584,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2184,"cache_hit":70656,"new_prefill":584,"score_linear":-70656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":70216,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":50248,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-70656.0,"chosen_score_lmetric":0,"t_first_token":338183.924560842,"t_first_token_unix":1779769048.9385042,"t_done":338184.655331727,"t_done_unix":1779769049.669275},{"request_id":"1340290:48:2040473:1187","session_id":"1340290","input_length":71545,"t_proxy_recv":338195.26083506,"t_decision_unix":1779769060.2747762,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9947305891397022,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":71168,"estimated_new_tokens":377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2185,"cache_hit":71168,"new_prefill":377,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":70521,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":50553,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":338195.49453194,"t_first_token_unix":1779769060.5084753,"t_done":338196.655911426,"t_done_unix":1779769061.6698546},{"request_id":"1340290:48:2043771:1188","session_id":"1340290","input_length":71867,"t_proxy_recv":338206.28307034,"t_decision_unix":1779769071.2970119,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9902737000292207,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":71168,"estimated_new_tokens":699,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2185,"cache_hit":71168,"new_prefill":699,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":70843,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":50875,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":338206.514427362,"t_first_token_unix":1779769071.5283706,"t_done":338207.102537355,"t_done_unix":1779769072.1164808},{"request_id":"1340290:48:2045403:1189","session_id":"1340290","input_length":72025,"t_proxy_recv":338211.795193905,"t_decision_unix":1779769076.8091352,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":71680,"affinity_cache_ratio":0.995209996528983,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":71680,"estimated_new_tokens":345,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2186,"cache_hit":71680,"new_prefill":345,"score_linear":-71680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":71001,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":51033,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":338211.938801073,"t_first_token_unix":1779769076.9527445,"t_done":338212.641652507,"t_done_unix":1779769077.6555958},{"request_id":"1340290:48:2047167:1190","session_id":"1340290","input_length":72211,"t_proxy_recv":338217.560555998,"t_decision_unix":1779769082.5744972,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9926465496946448,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":71680,"estimated_new_tokens":531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2186,"cache_hit":71680,"new_prefill":531,"score_linear":-71680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":71187,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":51219,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":338217.745740765,"t_first_token_unix":1779769082.759684,"t_done":338218.308024437,"t_done_unix":1779769083.3219678},{"request_id":"1340290:48:2048793:1191","session_id":"1340290","input_length":72777,"t_proxy_recv":338222.991906661,"t_decision_unix":1779769088.0058477,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9919617461560658,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":72192,"estimated_new_tokens":585,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2187,"cache_hit":72192,"new_prefill":585,"score_linear":-72192.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":71753,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":51785,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-72192.0,"chosen_score_lmetric":0,"t_first_token":338223.369336953,"t_first_token_unix":1779769088.3832803,"t_done":338223.902514025,"t_done_unix":1779769088.9164574},{"request_id":"1340290:48:2050838:1192","session_id":"1340290","input_length":72952,"t_proxy_recv":338230.216153499,"t_decision_unix":1779769095.2300947,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9966005044412765,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":72704,"estimated_new_tokens":248,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2188,"cache_hit":72704,"new_prefill":248,"score_linear":-72704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":71928,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":51960,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":338230.403571511,"t_first_token_unix":1779769095.4175148,"t_done":338230.773137246,"t_done_unix":1779769095.7870805},{"request_id":"1340290:48:2052523:1193","session_id":"1340290","input_length":73208,"t_proxy_recv":338235.784160077,"t_decision_unix":1779769100.7981014,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9931155065020216,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":72704,"estimated_new_tokens":504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2188,"cache_hit":72704,"new_prefill":504,"score_linear":-72704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":72184,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":52216,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":338236.020956434,"t_first_token_unix":1779769101.0348997,"t_done":338236.817662923,"t_done_unix":1779769101.8316069},{"request_id":"1340290:48:2055365:1194","session_id":"1340290","input_length":73454,"t_proxy_recv":338245.491586844,"t_decision_unix":1779769110.505528,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9967598769297792,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":73216,"estimated_new_tokens":238,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":73216,"new_prefill":238,"score_linear":-73216.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":72430,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":52462,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":338245.723974732,"t_first_token_unix":1779769110.7379177,"t_done":338246.156729416,"t_done_unix":1779769111.1706727},{"request_id":"1340290:48:2057042:1195","session_id":"1340290","input_length":73636,"t_proxy_recv":338250.869153305,"t_decision_unix":1779769115.8830948,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9942962681297192,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":73216,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":73216,"new_prefill":420,"score_linear":-73216.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":72612,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":52644,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":338251.040766148,"t_first_token_unix":1779769116.0547092,"t_done":338251.316441159,"t_done_unix":1779769116.3303847},{"request_id":"1340290:48:2058614:1196","session_id":"1340290","input_length":73653,"t_proxy_recv":338256.012170443,"t_decision_unix":1779769121.0261118,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9940667725686666,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":73216,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":73216,"new_prefill":437,"score_linear":-73216.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":72629,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":52661,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":338256.128612963,"t_first_token_unix":1779769121.1425562,"t_done":338257.885940199,"t_done_unix":1779769122.8998835},{"request_id":"1340290:48:2061834:1197","session_id":"1340290","input_length":73858,"t_proxy_recv":338266.156254343,"t_decision_unix":1779769131.1701953,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9982398656882125,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":73728,"estimated_new_tokens":130,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2190,"cache_hit":73728,"new_prefill":130,"score_linear":-73728.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":72834,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":52866,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":338266.272631746,"t_first_token_unix":1779769131.286575,"t_done":338266.832453935,"t_done_unix":1779769131.8463976},{"request_id":"1258908:3:2063441:1198","session_id":"1258908","input_length":9359,"t_proxy_recv":338271.201571784,"t_decision_unix":1779769136.215513,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9847205898066033,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":9216,"estimated_new_tokens":143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2190,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":9216,"new_prefill":143,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":338271.25451641,"t_first_token_unix":1779769136.2684598,"t_done":338272.342894947,"t_done_unix":1779769137.3568385},{"request_id":"1340290:48:2063837:1199","session_id":"1340290","input_length":74011,"t_proxy_recv":338272.553209715,"t_decision_unix":1779769137.5671506,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9961762440718271,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":73728,"estimated_new_tokens":283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2190,"cache_hit":73728,"new_prefill":283,"score_linear":-73728.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9740,"ongoing_decode_tokens":0,"pending_prefill_tokens":524,"num_requests":1,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":74011,"score_linear":9740.0,"score_lmetric":74535},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":72987,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":53019,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":338272.699735014,"t_first_token_unix":1779769137.7136784,"t_done":338273.286917802,"t_done_unix":1779769138.3008614},{"request_id":"1258908:4:1553508:958","session_id":"1258908","input_length":9740,"t_proxy_recv":338272.488483543,"t_decision_unix":1779769137.5024252,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9462012320328542,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":9216,"estimated_new_tokens":524,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2190,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":9216,"new_prefill":524,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":338272.555705535,"t_first_token_unix":1779769137.5696487,"t_done":338274.479021004,"t_done_unix":1779769139.4929645},{"request_id":"1258908:5:1617181:988","session_id":"1258908","input_length":10201,"t_proxy_recv":338274.482821875,"t_decision_unix":1779769139.4967637,"policy":"unified_kv_both","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9536319968630527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":9728,"estimated_new_tokens":473,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2190,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1532,"cache_hit":9728,"new_prefill":473,"score_linear":-9728.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":338274.534886523,"t_first_token_unix":1779769139.5488296,"t_done":338276.625087295,"t_done_unix":1779769141.6390307},{"request_id":"1340290:48:2066647:1200","session_id":"1340290","input_length":74557,"t_proxy_recv":338281.992428199,"t_decision_unix":1779769147.0063696,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9888809903831968,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":73728,"estimated_new_tokens":829,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2190,"cache_hit":73728,"new_prefill":829,"score_linear":-73728.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":73533,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":53565,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":338282.376060371,"t_first_token_unix":1779769147.3900034,"t_done":338283.635831784,"t_done_unix":1779769148.6497753},{"request_id":"1340290:48:2071598:1201","session_id":"1340290","input_length":74863,"t_proxy_recv":338298.650052373,"t_decision_unix":1779769163.6639936,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":74240,"affinity_cache_ratio":0.991678132054553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":74240,"estimated_new_tokens":623,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2191,"cache_hit":74240,"new_prefill":623,"score_linear":-74240.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":73839,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":53871,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-74240.0,"chosen_score_lmetric":0,"t_first_token":338298.889636556,"t_first_token_unix":1779769163.90358,"t_done":338299.714112565,"t_done_unix":1779769164.7280557},{"request_id":"1340290:48:2076822:1202","session_id":"1340290","input_length":75113,"t_proxy_recv":338316.167706777,"t_decision_unix":1779769181.1816478,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9951939078455128,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":74752,"estimated_new_tokens":361,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":74752,"new_prefill":361,"score_linear":-74752.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":74089,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":54121,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":338316.407055719,"t_first_token_unix":1779769181.4209988,"t_done":338316.853882994,"t_done_unix":1779769181.8678262},{"request_id":"1340290:48:2078461:1203","session_id":"1340290","input_length":75299,"t_proxy_recv":338321.455135461,"t_decision_unix":1779769186.469077,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9927356272991673,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":74752,"estimated_new_tokens":547,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":74752,"new_prefill":547,"score_linear":-74752.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":74275,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":54307,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":338321.694147276,"t_first_token_unix":1779769186.7080905,"t_done":338321.985200801,"t_done_unix":1779769186.9991438},{"request_id":"1340290:48:2080016:1204","session_id":"1340290","input_length":75338,"t_proxy_recv":338326.747439451,"t_decision_unix":1779769191.761381,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9990177599617723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":75264,"estimated_new_tokens":74,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":75264,"new_prefill":74,"score_linear":-75264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":74314,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":54346,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":338326.85029602,"t_first_token_unix":1779769191.8642395,"t_done":338327.233209936,"t_done_unix":1779769192.247153},{"request_id":"1340290:48:2082644:1206","session_id":"1340290","input_length":75439,"t_proxy_recv":338335.420682054,"t_decision_unix":1779769200.4346232,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9976802449661316,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":75264,"estimated_new_tokens":175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":75264,"new_prefill":175,"score_linear":-75264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":75439,"score_linear":114971.0,"score_lmetric":136650},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":74415,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":54447,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":338335.580863558,"t_first_token_unix":1779769200.5948067,"t_done":338336.581711217,"t_done_unix":1779769201.5956552},{"request_id":"1356885:16:2084239:1207","session_id":"1356885","input_length":136991,"t_proxy_recv":338340.515616011,"t_decision_unix":1779769205.529557,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":136704,"affinity_cache_ratio":0.9979049718594653,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":136704,"estimated_new_tokens":287,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":1024,"new_prefill":135967,"score_linear":113947.0,"score_lmetric":197178},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":6656,"new_prefill":130335,"score_linear":-6656.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":136704,"new_prefill":287,"score_linear":-136704.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-136704.0,"chosen_score_lmetric":0,"t_first_token":338340.932403078,"t_first_token_unix":1779769205.9463465,"t_done":338343.774928746,"t_done_unix":1779769208.7888725},{"request_id":"1340290:48:2085626:1208","session_id":"1340290","input_length":77337,"t_proxy_recv":338345.49677243,"t_decision_unix":1779769210.5107136,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9731952364327553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":75264,"estimated_new_tokens":2073,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":75264,"new_prefill":2073,"score_linear":-75264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":77337,"score_linear":114971.0,"score_lmetric":138548},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1963,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":76313,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":56345,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":338346.474323438,"t_first_token_unix":1779769211.4882674,"t_done":338346.992330533,"t_done_unix":1779769212.0062742},{"request_id":"1340290:48:2087584:1209","session_id":"1340290","input_length":78683,"t_proxy_recv":338352.075202417,"t_decision_unix":1779769217.0891438,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":77312,"affinity_cache_ratio":0.9825756516655441,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":77312,"estimated_new_tokens":1371,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2197,"cache_hit":77312,"new_prefill":1371,"score_linear":-77312.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":78683,"score_linear":114971.0,"score_lmetric":139894},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1963,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":77659,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":57691,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-77312.0,"chosen_score_lmetric":0,"t_first_token":338352.923814378,"t_first_token_unix":1779769217.937758,"t_done":338354.398091125,"t_done_unix":1779769219.4120352},{"request_id":"1340290:48:2092759:1211","session_id":"1340290","input_length":79023,"t_proxy_recv":338369.363407743,"t_decision_unix":1779769234.377349,"policy":"unified_kv_both","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9913063285372613,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":78336,"estimated_new_tokens":687,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2199,"cache_hit":78336,"new_prefill":687,"score_linear":-78336.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":0,"new_prefill":79023,"score_linear":114971.0,"score_lmetric":140234},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1963,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1024,"new_prefill":77999,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":20992,"new_prefill":58031,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":338369.614931019,"t_first_token_unix":1779769234.6288743,"t_done":338370.917449013,"t_done_unix":1779769235.9313922},{"request_id":"1382086:2:2082052:1205","session_id":"1382086","input_length":114971,"t_proxy_recv":338333.408869784,"t_decision_unix":1779769198.422811,"policy":"unified_kv_both","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":53760,"affinity_cache_ratio":0.467596176427099,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"cache_hit":53760,"estimated_new_tokens":61211,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":53760,"new_prefill":61211,"score_linear":-53760.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":338376.249376185,"t_first_token_unix":1779769241.2633195,"t_done":338377.433170896,"t_done_unix":1779769242.4471147},{"request_id":"1382086:3:2089879:1210","session_id":"1382086","input_length":115184,"t_proxy_recv":338377.452687826,"t_decision_unix":1779769242.4666293,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":114688,"affinity_cache_ratio":0.9956938463675511,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":114688,"estimated_new_tokens":496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2605,"cache_hit":114688,"new_prefill":496,"score_linear":-114688.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1963,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-114688.0,"chosen_score_lmetric":0,"t_first_token":338377.731859867,"t_first_token_unix":1779769242.7458034,"t_done":338378.252355994,"t_done_unix":1779769243.2662997},{"request_id":"1382086:4:2092953:1212","session_id":"1382086","input_length":115246,"t_proxy_recv":338378.271762114,"t_decision_unix":1779769243.2857037,"policy":"unified_kv_both","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":115200,"affinity_cache_ratio":0.9996008538257293,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":115200,"estimated_new_tokens":46,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2606,"cache_hit":115200,"new_prefill":46,"score_linear":-115200.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1963,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-115200.0,"chosen_score_lmetric":0,"t_first_token":338378.420537278,"t_first_token_unix":1779769243.434481,"t_done":338385.54088853,"t_done_unix":1779769250.554833},{"request_id":"1356885:17:2097011:1213","session_id":"1356885","input_length":137546,"t_proxy_recv":338383.230875303,"t_decision_unix":1779769248.2448165,"policy":"unified_kv_both","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":137216,"affinity_cache_ratio":0.9976008026405712,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"cache_hit":137216,"estimated_new_tokens":330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":115246,"ongoing_decode_tokens":115246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2606,"cache_hit":1024,"new_prefill":136522,"score_linear":114222.0,"score_lmetric":136522},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2734,"cache_hit":6656,"new_prefill":130890,"score_linear":-6656.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1963,"cache_hit":137216,"new_prefill":330,"score_linear":-137216.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2059,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-137216.0,"chosen_score_lmetric":0,"t_first_token":338383.887070795,"t_first_token_unix":1779769248.9010143,"t_done":338386.578400885,"t_done_unix":1779769251.592345}] \ No newline at end of file diff --git a/analysis/characterization/elastic_migration_v2/data/breakdown_unified_v2.json b/analysis/characterization/elastic_migration_v2/data/breakdown_unified_v2.json new file mode 100644 index 0000000..7113c10 --- /dev/null +++ b/analysis/characterization/elastic_migration_v2/data/breakdown_unified_v2.json @@ -0,0 +1 @@ +[{"request_id":"1237198:1:1237198:0","session_id":"1237198","input_length":8228,"t_proxy_recv":338667.10043106,"t_decision_unix":1779769532.114372,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":8228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338667.971445523,"t_first_token_unix":1779769532.985389,"t_done":338668.06685661,"t_done_unix":1779769533.0808012},{"request_id":"1237337:1:1237337:1","session_id":"1237337","input_length":3976,"t_proxy_recv":338667.519741965,"t_decision_unix":1779769532.533683,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3976 < 8000)","cache_hit":0,"estimated_new_tokens":3976,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":8228,"ongoing_decode_tokens":0,"pending_prefill_tokens":8228,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":8228.0,"score_lmetric":12204},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338668.046299937,"t_first_token_unix":1779769533.0602436,"t_done":338668.438404829,"t_done_unix":1779769533.4523494},{"request_id":"1237198:2:1237773:2","session_id":"1237198","input_length":10237,"t_proxy_recv":338669.069647319,"t_decision_unix":1779769534.0835886,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":8192,"affinity_cache_ratio":0.8002344436846732,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2045 < 8000)","cache_hit":8192,"estimated_new_tokens":2045,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":16,"cache_hit":8192,"new_prefill":2045,"score_linear":-8192.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":7,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":338669.36577065,"t_first_token_unix":1779769534.3797143,"t_done":338669.500730136,"t_done_unix":1779769534.5146735},{"request_id":"1237877:1:1237877:3","session_id":"1237877","input_length":749,"t_proxy_recv":338669.52615391,"t_decision_unix":1779769534.5400956,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (749 < 8000)","cache_hit":0,"estimated_new_tokens":749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":7,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338669.645184097,"t_first_token_unix":1779769534.6591275,"t_done":338669.773664965,"t_done_unix":1779769534.7876081},{"request_id":"1239034:1:1239034:4","session_id":"1239034","input_length":13489,"t_proxy_recv":338673.304630262,"t_decision_unix":1779769538.3185716,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":13489,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338674.788824342,"t_first_token_unix":1779769539.8027682,"t_done":338675.243570312,"t_done_unix":1779769540.2575135},{"request_id":"1237877:2:1239577:6","session_id":"1237877","input_length":1620,"t_proxy_recv":338675.188169765,"t_decision_unix":1779769540.2021112,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":512,"affinity_cache_ratio":0.3160493827160494,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1108 < 8000)","cache_hit":512,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":512,"new_prefill":1108,"score_linear":-512.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13489,"ongoing_decode_tokens":13489,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":13489.0,"score_lmetric":1620},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":37165.0,"score_lmetric":38785},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":338675.267612011,"t_first_token_unix":1779769540.2815557,"t_done":338675.719843724,"t_done_unix":1779769540.7337868},{"request_id":"1239704:1:1239704:7","session_id":"1239704","input_length":5194,"t_proxy_recv":338675.631392948,"t_decision_unix":1779769540.6453345,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5194 < 8000)","cache_hit":0,"estimated_new_tokens":5194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":1620,"ongoing_decode_tokens":1620,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":5194,"score_linear":1620.0,"score_lmetric":5194},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":37165.0,"score_lmetric":42359},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338676.242909951,"t_first_token_unix":1779769541.2568538,"t_done":338676.516126698,"t_done_unix":1779769541.5300698},{"request_id":"1240924:1:1240924:11","session_id":"1240924","input_length":7429,"t_proxy_recv":338679.651918984,"t_decision_unix":1779769544.6658607,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7429 < 8000)","cache_hit":0,"estimated_new_tokens":7429,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":66214.0,"score_lmetric":73643},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30040,"ongoing_decode_tokens":0,"pending_prefill_tokens":30040,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7429,"score_linear":30040.0,"score_lmetric":37469},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7429,"score_linear":18420.0,"score_lmetric":7429},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":37165,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":37165.0,"score_lmetric":7429},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338680.194099124,"t_first_token_unix":1779769545.208043,"t_done":338680.367320351,"t_done_unix":1779769545.3812637},{"request_id":"1239100:1:1239100:5","session_id":"1239100","input_length":37165,"t_proxy_recv":338673.545980285,"t_decision_unix":1779769538.5599217,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":37165,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13489,"ongoing_decode_tokens":0,"pending_prefill_tokens":13489,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":13489.0,"score_lmetric":50654},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338679.505930021,"t_first_token_unix":1779769544.5198736,"t_done":338680.766974681,"t_done_unix":1779769545.7809181},{"request_id":"1240198:1:1240198:9","session_id":"1240198","input_length":30040,"t_proxy_recv":338677.166266208,"t_decision_unix":1779769542.1802077,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":30040,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":66214.0,"score_lmetric":96254},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":37165.0,"score_lmetric":67205},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338681.091025271,"t_first_token_unix":1779769546.104969,"t_done":338681.741733429,"t_done_unix":1779769546.7556767},{"request_id":"1241953:1:1241953:13","session_id":"1241953","input_length":1093,"t_proxy_recv":338683.06896983,"t_decision_unix":1779769548.0829113,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1093 < 8000)","cache_hit":0,"estimated_new_tokens":1093,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":34,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":66214.0,"score_lmetric":67307},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1093,"score_linear":18420.0,"score_lmetric":1093},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7587,"ongoing_decode_tokens":0,"pending_prefill_tokens":7587,"num_requests":1,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":1093,"score_linear":7587.0,"score_lmetric":8680},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338683.181112882,"t_first_token_unix":1779769548.1950562,"t_done":338683.70550711,"t_done_unix":1779769548.7194538},{"request_id":"1241942:1:1241942:12","session_id":"1241942","input_length":7587,"t_proxy_recv":338683.023710922,"t_decision_unix":1779769548.0376523,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7587 < 8000)","cache_hit":0,"estimated_new_tokens":7587,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":34,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":66214.0,"score_lmetric":73801},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7587,"score_linear":18420.0,"score_lmetric":7587},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338683.553314452,"t_first_token_unix":1779769548.5672581,"t_done":338683.745105717,"t_done_unix":1779769548.7590487},{"request_id":"1237877:3:1242953:15","session_id":"1237877","input_length":2659,"t_proxy_recv":338686.455737518,"t_decision_unix":1779769551.4696786,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":1536,"affinity_cache_ratio":0.5776607747273411,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1123 < 8000)","cache_hit":1536,"estimated_new_tokens":1123,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17157,"ongoing_decode_tokens":0,"pending_prefill_tokens":17157,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":2659,"score_linear":17157.0,"score_lmetric":19816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":66214.0,"score_lmetric":68873},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":1536,"new_prefill":1123,"score_linear":-1536.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":2659,"score_linear":18420.0,"score_lmetric":2659},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":338686.548476539,"t_first_token_unix":1779769551.5624197,"t_done":338686.61324635,"t_done_unix":1779769551.6271892},{"request_id":"1242838:1:1242838:14","session_id":"1242838","input_length":17157,"t_proxy_recv":338686.076013999,"t_decision_unix":1779769551.0899553,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":17157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":66214.0,"score_lmetric":83371},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17157,"score_linear":18420.0,"score_lmetric":17157},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338687.771314337,"t_first_token_unix":1779769552.7852578,"t_done":338688.679099142,"t_done_unix":1779769553.6930428},{"request_id":"1239704:2:1243943:17","session_id":"1239704","input_length":14812,"t_proxy_recv":338689.733988092,"t_decision_unix":1779769554.7479293,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":5120,"affinity_cache_ratio":0.3456656764785309,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":5120,"estimated_new_tokens":9692,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":43,"cache_hit":5120,"new_prefill":9692,"score_linear":-5120.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":11074,"ongoing_decode_tokens":0,"pending_prefill_tokens":11074,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14812,"score_linear":11074.0,"score_lmetric":25886},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":66214.0,"score_lmetric":81026},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":14812,"score_linear":18420.0,"score_lmetric":14812},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":338690.81467319,"t_first_token_unix":1779769555.8286178,"t_done":338690.932570273,"t_done_unix":1779769555.946514},{"request_id":"1243831:1:1243831:16","session_id":"1243831","input_length":11074,"t_proxy_recv":338689.332088267,"t_decision_unix":1779769554.3460298,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":11074,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":43,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":66214.0,"score_lmetric":77288},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":11074,"score_linear":18420.0,"score_lmetric":11074},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338690.272657809,"t_first_token_unix":1779769555.2866013,"t_done":338691.750177029,"t_done_unix":1779769556.76412},{"request_id":"1239755:1:1239755:8","session_id":"1239755","input_length":66214,"t_proxy_recv":338675.840820589,"t_decision_unix":1779769540.854762,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":66214,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5194,"ongoing_decode_tokens":0,"pending_prefill_tokens":5194,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":5194.0,"score_lmetric":71408},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":37165.0,"score_lmetric":103379},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338691.693994211,"t_first_token_unix":1779769556.7079377,"t_done":338692.387445818,"t_done_unix":1779769557.4013896},{"request_id":"1239034:2:1240558:10","session_id":"1239034","input_length":18420,"t_proxy_recv":338678.401792285,"t_decision_unix":1779769543.4157336,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13312,"affinity_cache_ratio":0.7226927252985885,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5108 < 8000)","cache_hit":13312,"estimated_new_tokens":5108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":66214.0,"score_lmetric":84634},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30040,"ongoing_decode_tokens":0,"pending_prefill_tokens":30040,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":18420,"score_linear":30040.0,"score_lmetric":48460},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":13312,"new_prefill":5108,"score_linear":-13312.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":37165.0,"score_lmetric":55585},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13312.0,"chosen_score_lmetric":0,"t_first_token":338679.102100818,"t_first_token_unix":1779769544.1160445,"t_done":338692.565673989,"t_done_unix":1779769557.5796173},{"request_id":"1244640:1:1244640:18","session_id":"1244640","input_length":8274,"t_proxy_recv":338692.227767542,"t_decision_unix":1779769557.2417088,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":8274,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":66214,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":66214.0,"score_lmetric":8274},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":8274,"score_linear":18420.0,"score_lmetric":8274},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338692.820924204,"t_first_token_unix":1779769557.834868,"t_done":338693.025569636,"t_done_unix":1779769558.0395129},{"request_id":"1245572:1:1245572:19","session_id":"1245572","input_length":6109,"t_proxy_recv":338695.361701514,"t_decision_unix":1779769560.3756428,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6109 < 8000)","cache_hit":0,"estimated_new_tokens":6109,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338696.091696208,"t_first_token_unix":1779769561.105641,"t_done":338696.33587685,"t_done_unix":1779769561.34982},{"request_id":"1241953:2:1245624:20","session_id":"1241953","input_length":10382,"t_proxy_recv":338695.452086998,"t_decision_unix":1779769560.4660285,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":1024,"affinity_cache_ratio":0.09863224812174919,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":1024,"estimated_new_tokens":9358,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":1024,"new_prefill":9358,"score_linear":-1024.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":6109,"ongoing_decode_tokens":0,"pending_prefill_tokens":6109,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10382,"score_linear":6109.0,"score_lmetric":16491}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":338696.222670548,"t_first_token_unix":1779769561.2366154,"t_done":338696.408438355,"t_done_unix":1779769561.4223814},{"request_id":"1245572:2:1246348:22","session_id":"1245572","input_length":6182,"t_proxy_recv":338697.95797653,"t_decision_unix":1779769562.971918,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.9938531219670009,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (38 < 8000)","cache_hit":6144,"estimated_new_tokens":38,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17447,"ongoing_decode_tokens":0,"pending_prefill_tokens":10279,"num_requests":1,"active_p_offloads":0,"cached_blocks":76,"cache_hit":0,"new_prefill":6182,"score_linear":17447.0,"score_lmetric":16461},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":6144,"new_prefill":38,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":338697.990065499,"t_first_token_unix":1779769563.004009,"t_done":338698.171226403,"t_done_unix":1779769563.1851697},{"request_id":"1240924:2:1246244:21","session_id":"1240924","input_length":17447,"t_proxy_recv":338697.584647897,"t_decision_unix":1779769562.5985892,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":7168,"affinity_cache_ratio":0.4108442712214134,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":7168,"estimated_new_tokens":10279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":76,"cache_hit":7168,"new_prefill":10279,"score_linear":-7168.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":338698.800287547,"t_first_token_unix":1779769563.8142314,"t_done":338699.17048763,"t_done_unix":1779769564.184431},{"request_id":"1241942:2:1247111:23","session_id":"1241942","input_length":17975,"t_proxy_recv":338700.631233046,"t_decision_unix":1779769565.6451743,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":7168,"affinity_cache_ratio":0.3987760778859527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":7168,"estimated_new_tokens":10807,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":7168,"new_prefill":10807,"score_linear":-7168.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":338701.922743698,"t_first_token_unix":1779769566.9366877,"t_done":338702.108838354,"t_done_unix":1779769567.1227815},{"request_id":"1244640:2:1247941:24","session_id":"1244640","input_length":10696,"t_proxy_recv":338703.447285353,"t_decision_unix":1779769568.4612265,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":8192,"affinity_cache_ratio":0.7658937920718025,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2504 < 8000)","cache_hit":8192,"estimated_new_tokens":2504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":8192,"new_prefill":2504,"score_linear":-8192.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":338703.776123363,"t_first_token_unix":1779769568.7900672,"t_done":338703.820479537,"t_done_unix":1779769568.8344228},{"request_id":"1248768:1:1248768:25","session_id":"1248768","input_length":11515,"t_proxy_recv":338706.228946773,"t_decision_unix":1779769571.2428882,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":11515,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338707.21948301,"t_first_token_unix":1779769572.233427,"t_done":338707.484424874,"t_done_unix":1779769572.4983683},{"request_id":"1249058:1:1249058:26","session_id":"1249058","input_length":4126,"t_proxy_recv":338707.248088028,"t_decision_unix":1779769572.2620296,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4126 < 8000)","cache_hit":0,"estimated_new_tokens":4126,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":11515,"ongoing_decode_tokens":11515,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":4126,"score_linear":11515.0,"score_lmetric":4126},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338707.511693473,"t_first_token_unix":1779769572.5256367,"t_done":338707.678695981,"t_done_unix":1779769572.6926394},{"request_id":"1248768:2:1249765:27","session_id":"1248768","input_length":12188,"t_proxy_recv":338709.511546188,"t_decision_unix":1779769574.5254877,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.924187725631769,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (924 < 8000)","cache_hit":11264,"estimated_new_tokens":924,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":83,"cache_hit":11264,"new_prefill":924,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":45,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":338709.651832203,"t_first_token_unix":1779769574.6657758,"t_done":338710.123259263,"t_done_unix":1779769575.1372027},{"request_id":"1249058:2:1249872:28","session_id":"1249058","input_length":7482,"t_proxy_recv":338709.903361986,"t_decision_unix":1779769574.9173033,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":4096,"affinity_cache_ratio":0.5474472066292435,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3386 < 8000)","cache_hit":4096,"estimated_new_tokens":3386,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":12188,"ongoing_decode_tokens":12188,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":83,"cache_hit":0,"new_prefill":7482,"score_linear":12188.0,"score_lmetric":7482},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":45,"cache_hit":4096,"new_prefill":3386,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-4096.0,"chosen_score_lmetric":0,"t_first_token":338710.221580917,"t_first_token_unix":1779769575.2355244,"t_done":338710.349834827,"t_done_unix":1779769575.363778},{"request_id":"1242838:2:1250503:29","session_id":"1242838","input_length":21578,"t_proxy_recv":338712.178068772,"t_decision_unix":1779769577.19201,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16896,"affinity_cache_ratio":0.783019742330151,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4682 < 8000)","cache_hit":16896,"estimated_new_tokens":4682,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":16896,"new_prefill":4682,"score_linear":-16896.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":338712.887904428,"t_first_token_unix":1779769577.901848,"t_done":338713.382597462,"t_done_unix":1779769578.3965409},{"request_id":"1250772:1:1250772:30","session_id":"1250772","input_length":6829,"t_proxy_recv":338713.037759209,"t_decision_unix":1779769578.0517008,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6829 < 8000)","cache_hit":0,"estimated_new_tokens":6829,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21578,"ongoing_decode_tokens":21578,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6829,"score_linear":21578.0,"score_lmetric":6829},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338714.016319145,"t_first_token_unix":1779769579.0302627,"t_done":338715.615382514,"t_done_unix":1779769580.629326},{"request_id":"1251059:1:1251059:32","session_id":"1251059","input_length":16512,"t_proxy_recv":338714.221661007,"t_decision_unix":1779769579.2356024,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":16512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":6829,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":16512,"score_linear":6829.0,"score_lmetric":16512},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":0,"pending_prefill_tokens":20086,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":16512,"score_linear":20086.0,"score_lmetric":36598},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338715.779896815,"t_first_token_unix":1779769580.7938404,"t_done":338715.781579627,"t_done_unix":1779769580.7955225},{"request_id":"1248768:3:1251261:33","session_id":"1248768","input_length":16989,"t_proxy_recv":338714.795033134,"t_decision_unix":1779769579.8089743,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11776,"affinity_cache_ratio":0.6931543940196597,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5213 < 8000)","cache_hit":11776,"estimated_new_tokens":5213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":11776,"new_prefill":5213,"score_linear":-11776.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16512,"ongoing_decode_tokens":0,"pending_prefill_tokens":16512,"num_requests":1,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":16989,"score_linear":16512.0,"score_lmetric":33501},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":6829,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":16989,"score_linear":6829.0,"score_lmetric":16989},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":0,"pending_prefill_tokens":20086,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":16989,"score_linear":20086.0,"score_lmetric":37075},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":338715.475562026,"t_first_token_unix":1779769580.4895058,"t_done":338716.454817366,"t_done_unix":1779769581.4687617},{"request_id":"1251828:1:1251828:35","session_id":"1251828","input_length":1090,"t_proxy_recv":338716.724525275,"t_decision_unix":1779769581.7384665,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1090 < 8000)","cache_hit":0,"estimated_new_tokens":1090,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":20086,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":1090,"score_linear":20086.0,"score_lmetric":1090},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":13780,"ongoing_decode_tokens":0,"pending_prefill_tokens":7636,"num_requests":1,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":1090,"score_linear":13780.0,"score_lmetric":8726}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338716.810683204,"t_first_token_unix":1779769581.824627,"t_done":338716.919296219,"t_done_unix":1779769581.9332392},{"request_id":"1250935:1:1250935:31","session_id":"1250935","input_length":20086,"t_proxy_recv":338713.662788935,"t_decision_unix":1779769578.6767306,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":20086,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":0,"pending_prefill_tokens":6829,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":20086,"score_linear":6829.0,"score_lmetric":26915},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338715.745230717,"t_first_token_unix":1779769580.759174,"t_done":338717.001870661,"t_done_unix":1779769582.015814},{"request_id":"1245572:3:1251662:34","session_id":"1245572","input_length":13780,"t_proxy_recv":338716.205529436,"t_decision_unix":1779769581.2194707,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.4458635703918723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7636 < 8000)","cache_hit":6144,"estimated_new_tokens":7636,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16989,"ongoing_decode_tokens":16989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":13780,"score_linear":16989.0,"score_lmetric":13780},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":20086,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":13780,"score_linear":20086.0,"score_lmetric":13780},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":6144,"new_prefill":7636,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":338717.020970386,"t_first_token_unix":1779769582.0349138,"t_done":338717.244452692,"t_done_unix":1779769582.2583961},{"request_id":"1252010:1:1252010:36","session_id":"1252010","input_length":9855,"t_proxy_recv":338717.332851932,"t_decision_unix":1779769582.3467934,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":9855,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":144,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338718.151104773,"t_first_token_unix":1779769583.1650486,"t_done":338718.323406627,"t_done_unix":1779769583.33735},{"request_id":"1248768:4:1253385:37","session_id":"1248768","input_length":17309,"t_proxy_recv":338722.107478691,"t_decision_unix":1779769587.1214201,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16896,"affinity_cache_ratio":0.9761395805650239,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (413 < 8000)","cache_hit":16896,"estimated_new_tokens":413,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":16896,"new_prefill":413,"score_linear":-16896.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":338722.188116349,"t_first_token_unix":1779769587.2020595,"t_done":338725.164668707,"t_done_unix":1779769590.1786122},{"request_id":"1251828:2:1254272:41","session_id":"1251828","input_length":3934,"t_proxy_recv":338725.076708068,"t_decision_unix":1779769590.0906496,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":4,"affinity_cache_hit":1024,"affinity_cache_ratio":0.2602948652770717,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3934 < 8000)","cache_hit":0,"estimated_new_tokens":3934,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":3934,"score_linear":17309.0,"score_lmetric":3934},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":3934,"score_linear":35221.0,"score_lmetric":39155},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":1024,"new_prefill":2910,"score_linear":48600.0,"score_lmetric":52534},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":0,"pending_prefill_tokens":4108,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":3934,"score_linear":10764.0,"score_lmetric":8042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338725.321230708,"t_first_token_unix":1779769590.3351738,"t_done":338725.467712534,"t_done_unix":1779769590.4816556},{"request_id":"1254584:1:1254584:42","session_id":"1254584","input_length":748,"t_proxy_recv":338726.209199739,"t_decision_unix":1779769591.2231412,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (748 < 8000)","cache_hit":0,"estimated_new_tokens":748,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":748,"score_linear":35221.0,"score_lmetric":35969},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":748,"score_linear":49624.0,"score_lmetric":50372},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":10764,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":748,"score_linear":10764.0,"score_lmetric":748},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338726.276545774,"t_first_token_unix":1779769591.2904892,"t_done":338726.439675092,"t_done_unix":1779769591.4536183},{"request_id":"1252010:2:1254691:43","session_id":"1252010","input_length":13092,"t_proxy_recv":338726.661660483,"t_decision_unix":1779769591.675602,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":9728,"affinity_cache_ratio":0.743049190345249,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3364 < 8000)","cache_hit":9728,"estimated_new_tokens":3364,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":13092,"score_linear":35221.0,"score_lmetric":48313},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":13092,"score_linear":49624.0,"score_lmetric":62716},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":10764,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":13092,"score_linear":10764.0,"score_lmetric":13092},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":9728,"new_prefill":3364,"score_linear":-9728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":338727.087524303,"t_first_token_unix":1779769592.1014678,"t_done":338727.257404602,"t_done_unix":1779769592.271348},{"request_id":"1250772:2:1254198:40","session_id":"1250772","input_length":10764,"t_proxy_recv":338724.80445014,"t_decision_unix":1779769589.8183916,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":6656,"affinity_cache_ratio":0.6183574879227053,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4108 < 8000)","cache_hit":6656,"estimated_new_tokens":4108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":10764,"score_linear":17309.0,"score_lmetric":10764},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":10764,"score_linear":35221.0,"score_lmetric":45985},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":10764,"score_linear":49624.0,"score_lmetric":60388},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":6656,"new_prefill":4108,"score_linear":-6656.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-6656.0,"chosen_score_lmetric":0,"t_first_token":338725.18630031,"t_first_token_unix":1779769590.200244,"t_done":338727.464923705,"t_done_unix":1779769592.478867},{"request_id":"1253804:1:1253804:39","session_id":"1253804","input_length":35221,"t_proxy_recv":338723.695353738,"t_decision_unix":1779769588.709295,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":35221,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":35221,"score_linear":17309.0,"score_lmetric":35221},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":35221,"score_linear":49624.0,"score_lmetric":84845},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338728.86190479,"t_first_token_unix":1779769593.875849,"t_done":338731.083451555,"t_done_unix":1779769596.0973947},{"request_id":"1256273:1:1256273:46","session_id":"1256273","input_length":1694,"t_proxy_recv":338731.891840153,"t_decision_unix":1779769596.9057817,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1694 < 8000)","cache_hit":0,"estimated_new_tokens":1694,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":1694,"score_linear":49624.0,"score_lmetric":51318},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":0,"pending_prefill_tokens":10618,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":1694,"score_linear":17786.0,"score_lmetric":12312},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338732.036342561,"t_first_token_unix":1779769597.0502858,"t_done":338732.322193332,"t_done_unix":1779769597.3361368},{"request_id":"1243831:2:1256324:47","session_id":"1243831","input_length":11448,"t_proxy_recv":338732.056720843,"t_decision_unix":1779769597.0706625,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":11264,"affinity_cache_ratio":0.983927323549965,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (184 < 8000)","cache_hit":11264,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":11264,"new_prefill":184,"score_linear":-11264.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":11448,"score_linear":49624.0,"score_lmetric":61072},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":0,"pending_prefill_tokens":10618,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":11448,"score_linear":17786.0,"score_lmetric":22066},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":1694,"ongoing_decode_tokens":1694,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":11448,"score_linear":1694.0,"score_lmetric":11448},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":338732.112411807,"t_first_token_unix":1779769597.1263552,"t_done":338732.554233626,"t_done_unix":1779769597.568177},{"request_id":"1253743:1:1253743:38","session_id":"1253743","input_length":49624,"t_proxy_recv":338723.451254913,"t_decision_unix":1779769588.4651964,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":49624,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":49624,"score_linear":17309.0,"score_lmetric":49624},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338732.700214653,"t_first_token_unix":1779769597.714158,"t_done":338733.096711166,"t_done_unix":1779769598.1106544},{"request_id":"1249058:3:1256222:45","session_id":"1249058","input_length":17786,"t_proxy_recv":338731.745074838,"t_decision_unix":1779769596.7590163,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":7168,"affinity_cache_ratio":0.4030136062071292,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":7168,"estimated_new_tokens":10618,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":17786,"score_linear":49624.0,"score_lmetric":67410},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":7168,"new_prefill":10618,"score_linear":-7168.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":338733.00986687,"t_first_token_unix":1779769598.023811,"t_done":338733.126377057,"t_done_unix":1779769598.1403203},{"request_id":"1253743:2:1256070:44","session_id":"1253743","input_length":49687,"t_proxy_recv":338733.106307134,"t_decision_unix":1779769598.1202488,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9995371022601486,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (23 < 8000)","cache_hit":49664,"estimated_new_tokens":23,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":3584,"new_prefill":46103,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":49664,"new_prefill":23,"score_linear":-49664.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":17786,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":49687,"score_linear":17786.0,"score_lmetric":49687},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":338733.18257463,"t_first_token_unix":1779769598.196518,"t_done":338734.010923102,"t_done_unix":1779769599.0248663},{"request_id":"1256273:2:1257769:51","session_id":"1256273","input_length":6170,"t_proxy_recv":338736.873768315,"t_decision_unix":1779769601.8877096,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":1536,"affinity_cache_ratio":0.24894651539708265,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4634 < 8000)","cache_hit":1536,"estimated_new_tokens":4634,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":4434,"ongoing_decode_tokens":4434,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":6170,"score_linear":4434.0,"score_lmetric":6170},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":6170,"score_linear":27387.0,"score_lmetric":33557},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6170,"score_linear":90488.0,"score_lmetric":96658},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":1536,"new_prefill":4634,"score_linear":-1536.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":338737.198856224,"t_first_token_unix":1779769602.2128,"t_done":338737.501803979,"t_done_unix":1779769602.5157473},{"request_id":"1257572:1:1257572:50","session_id":"1257572","input_length":4434,"t_proxy_recv":338736.240844909,"t_decision_unix":1779769601.2547865,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4434 < 8000)","cache_hit":0,"estimated_new_tokens":4434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":4434,"score_linear":27387.0,"score_lmetric":31821},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":4434,"score_linear":90488.0,"score_lmetric":94922},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338736.525669662,"t_first_token_unix":1779769601.539613,"t_done":338737.769864629,"t_done_unix":1779769602.7838085},{"request_id":"1254584:2:1258039:52","session_id":"1254584","input_length":1257,"t_proxy_recv":338737.895066612,"t_decision_unix":1779769602.9090078,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":512,"affinity_cache_ratio":0.40731901352426414,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (745 < 8000)","cache_hit":512,"estimated_new_tokens":745,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":113,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":1257,"score_linear":27387.0,"score_lmetric":28644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":512,"new_prefill":745,"score_linear":-512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":1257,"score_linear":90488.0,"score_lmetric":91745},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":338737.951309709,"t_first_token_unix":1779769602.9652534,"t_done":338738.286322928,"t_done_unix":1779769603.3002663},{"request_id":"1242838:3:1258161:53","session_id":"1242838","input_length":22262,"t_proxy_recv":338738.35486715,"t_decision_unix":1779769603.368809,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9659509478034318,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (758 < 8000)","cache_hit":21504,"estimated_new_tokens":758,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":113,"cache_hit":21504,"new_prefill":758,"score_linear":-21504.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":22262,"score_linear":27387.0,"score_lmetric":49649},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22262,"score_linear":90488.0,"score_lmetric":112750},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":338738.514626544,"t_first_token_unix":1779769603.5285697,"t_done":338739.070953976,"t_done_unix":1779769604.0848973},{"request_id":"1256273:3:1258499:55","session_id":"1256273","input_length":7934,"t_proxy_recv":338739.518286656,"t_decision_unix":1779769604.532228,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":6144,"affinity_cache_ratio":0.7743887068313587,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1790 < 8000)","cache_hit":6144,"estimated_new_tokens":1790,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":0,"pending_prefill_tokens":45037,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":7934,"score_linear":80365.0,"score_lmetric":105942},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":7934,"score_linear":90488.0,"score_lmetric":98422},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":6144,"new_prefill":1790,"score_linear":-6144.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":338739.702895577,"t_first_token_unix":1779769604.7168388,"t_done":338740.321632512,"t_done_unix":1779769605.3355758},{"request_id":"1258908:1:1258908:58","session_id":"1258908","input_length":9250,"t_proxy_recv":338740.973199337,"t_decision_unix":1779769605.987141,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":9250,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":9250,"score_linear":80365.0,"score_lmetric":53800},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":9250,"score_linear":68131.0,"score_lmetric":77381},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":9250,"score_linear":90488.0,"score_lmetric":99738},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9250,"score_linear":112793.0,"score_lmetric":122043},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338741.672361132,"t_first_token_unix":1779769606.6863048,"t_done":338743.674157648,"t_done_unix":1779769608.6881008},{"request_id":"1259178:1:1259178:59","session_id":"1259178","input_length":14291,"t_proxy_recv":338741.933745043,"t_decision_unix":1779769606.9476862,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":14291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":14291,"score_linear":80365.0,"score_lmetric":63882},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":14291,"score_linear":68131.0,"score_lmetric":82422},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9250,"ongoing_decode_tokens":9250,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":14291,"score_linear":9250.0,"score_lmetric":14291},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":14291,"score_linear":90488.0,"score_lmetric":104779},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14291,"score_linear":112793.0,"score_lmetric":127084},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338743.182917701,"t_first_token_unix":1779769608.196862,"t_done":338745.137995018,"t_done_unix":1779769610.1519387},{"request_id":"1257525:1:1257525:49","session_id":"1257525","input_length":27387,"t_proxy_recv":338736.154064375,"t_decision_unix":1779769601.1680057,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":27387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":27387,"score_linear":90488.0,"score_lmetric":117875},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338739.614406414,"t_first_token_unix":1779769604.6283498,"t_done":338745.243138762,"t_done_unix":1779769610.2570822},{"request_id":"1253804:2:1258346:54","session_id":"1253804","input_length":52978,"t_proxy_recv":338739.06533234,"t_decision_unix":1779769604.0792737,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":35328,"affinity_cache_ratio":0.6668428404243271,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=1 decode_tok=0)","cache_hit":35328,"estimated_new_tokens":17650,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":22262,"ongoing_decode_tokens":22262,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":113,"cache_hit":0,"new_prefill":52978,"score_linear":22262.0,"score_lmetric":52978},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":35328,"new_prefill":17650,"score_linear":-7941.0,"score_lmetric":45037},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":3584,"new_prefill":49394,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":52978,"score_linear":90488.0,"score_lmetric":143466},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7941.0,"chosen_score_lmetric":45037,"t_first_token":338744.872805056,"t_first_token_unix":1779769609.8867488,"t_done":338745.798092911,"t_done_unix":1779769610.812036},{"request_id":"1260746:1:1260746:62","session_id":"1260746","input_length":9571,"t_proxy_recv":338747.477596232,"t_decision_unix":1779769612.4915376,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":9571,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":9571,"score_linear":68131.0,"score_lmetric":77702},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":9571,"score_linear":90488.0,"score_lmetric":100059},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9571,"score_linear":125063.0,"score_lmetric":253908},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9571,"score_linear":30655.0,"score_lmetric":40226}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338748.224269637,"t_first_token_unix":1779769613.238213,"t_done":338748.617785838,"t_done_unix":1779769613.6317291},{"request_id":"1260792:1:1260792:63","session_id":"1260792","input_length":12522,"t_proxy_recv":338747.593480007,"t_decision_unix":1779769612.6074214,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":12522,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":9571,"ongoing_decode_tokens":0,"pending_prefill_tokens":9571,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":12522,"score_linear":9571.0,"score_lmetric":22093},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":12522,"score_linear":68131.0,"score_lmetric":80653},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":12522,"score_linear":90488.0,"score_lmetric":103010},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12522,"score_linear":125063.0,"score_lmetric":259810},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":12522,"score_linear":30655.0,"score_lmetric":43177}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338748.622168582,"t_first_token_unix":1779769613.6361115,"t_done":338748.959648413,"t_done_unix":1779769613.9735916},{"request_id":"1261126:1:1261126:65","session_id":"1261126","input_length":5640,"t_proxy_recv":338748.633658531,"t_decision_unix":1779769613.6476002,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5640 < 8000)","cache_hit":0,"estimated_new_tokens":5640,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":132,"cache_hit":0,"new_prefill":5640,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55138,"ongoing_decode_tokens":0,"pending_prefill_tokens":2402,"num_requests":1,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":5640,"score_linear":55138.0,"score_lmetric":8042},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":5640,"score_linear":68131.0,"score_lmetric":73771},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":12522,"ongoing_decode_tokens":12522,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":5640,"score_linear":12522.0,"score_lmetric":5640},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5640,"score_linear":90488.0,"score_lmetric":96128},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5640,"score_linear":125063.0,"score_lmetric":246046},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":5640,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":5640,"score_linear":30655.0,"score_lmetric":36295}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338749.001877299,"t_first_token_unix":1779769614.0158203,"t_done":338749.172125591,"t_done_unix":1779769614.1860685},{"request_id":"1253804:3:1260997:64","session_id":"1253804","input_length":55138,"t_proxy_recv":338748.331657695,"t_decision_unix":1779769613.3455992,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9564365773151003,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2402 < 8000)","cache_hit":52736,"estimated_new_tokens":2402,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":9571,"ongoing_decode_tokens":9571,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":55138,"score_linear":9571.0,"score_lmetric":55138},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":252,"cache_hit":52736,"new_prefill":2402,"score_linear":-52736.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":55138,"score_linear":68131.0,"score_lmetric":123269},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":12522,"ongoing_decode_tokens":0,"pending_prefill_tokens":12522,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":3584,"new_prefill":51554,"score_linear":8938.0,"score_lmetric":64076},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":55138,"score_linear":90488.0,"score_lmetric":145626},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":55138,"score_linear":125063.0,"score_lmetric":345042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":55138,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":55138,"score_linear":30655.0,"score_lmetric":85793}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":338749.203627088,"t_first_token_unix":1779769614.21757,"t_done":338749.795546588,"t_done_unix":1779769614.8094902},{"request_id":"1260327:1:1260327:61","session_id":"1260327","input_length":30655,"t_proxy_recv":338745.757268033,"t_decision_unix":1779769610.7712095,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":30655,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":52978,"ongoing_decode_tokens":52978,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":30655,"score_linear":52978.0,"score_lmetric":30655},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":30655,"score_linear":68131.0,"score_lmetric":98786},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":30655,"score_linear":90488.0,"score_lmetric":121143},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":30655,"score_linear":125063.0,"score_lmetric":296076},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338749.849483769,"t_first_token_unix":1779769614.8634272,"t_done":338750.495278994,"t_done_unix":1779769615.5092218},{"request_id":"1257525:2:1262205:67","session_id":"1257525","input_length":29988,"t_proxy_recv":338752.445817076,"t_decision_unix":1779769617.4597583,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9048952914499133,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2852 < 8000)","cache_hit":27136,"estimated_new_tokens":2852,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":256,"cache_hit":27136,"new_prefill":2852,"score_linear":-27136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":29988,"score_linear":68131.0,"score_lmetric":98119},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":29988,"score_linear":90488.0,"score_lmetric":120476},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":29988,"score_linear":125063.0,"score_lmetric":294742},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":338753.07148901,"t_first_token_unix":1779769618.085432,"t_done":338753.10298866,"t_done_unix":1779769618.1169317},{"request_id":"1262757:1:1262757:73","session_id":"1262757","input_length":5465,"t_proxy_recv":338754.327855289,"t_decision_unix":1779769619.3417969,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5465 < 8000)","cache_hit":0,"estimated_new_tokens":5465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":5465,"score_linear":55989.0,"score_lmetric":6670},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":5465,"score_linear":68131.0,"score_lmetric":73596},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":15283,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":5465,"score_linear":15283.0,"score_lmetric":20748},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5465,"score_linear":113053.0,"score_lmetric":196076},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5465,"score_linear":125063.0,"score_lmetric":245696},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":5465,"score_linear":21510.0,"score_lmetric":26975}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338754.685509855,"t_first_token_unix":1779769619.6994534,"t_done":338754.81625065,"t_done_unix":1779769619.8301947},{"request_id":"1261126:2:1262820:74","session_id":"1261126","input_length":6953,"t_proxy_recv":338754.497284271,"t_decision_unix":1779769619.511226,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":5632,"affinity_cache_ratio":0.8100100675967209,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1321 < 8000)","cache_hit":5632,"estimated_new_tokens":1321,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":5632,"new_prefill":1321,"score_linear":-5632.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":6953,"score_linear":55989.0,"score_lmetric":8158},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":6953,"score_linear":68131.0,"score_lmetric":75084},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":15283,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":6953,"score_linear":15283.0,"score_lmetric":22236},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6953,"score_linear":113053.0,"score_lmetric":199052},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":6953,"score_linear":125063.0,"score_lmetric":248672},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":5465,"ongoing_decode_tokens":0,"pending_prefill_tokens":5465,"num_requests":1,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":6953,"score_linear":5465.0,"score_lmetric":12418},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":6953,"score_linear":21510.0,"score_lmetric":28463}],"chosen_score_linear":-5632.0,"chosen_score_lmetric":0,"t_first_token":338754.65555696,"t_first_token_unix":1779769619.6695,"t_done":338754.893397741,"t_done_unix":1779769619.9073412},{"request_id":"1262354:1:1262354:69","session_id":"1262354","input_length":21510,"t_proxy_recv":338753.042335382,"t_decision_unix":1779769618.056277,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":21510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":29988,"ongoing_decode_tokens":0,"pending_prefill_tokens":2852,"num_requests":1,"active_p_offloads":0,"cached_blocks":256,"cache_hit":0,"new_prefill":21510,"score_linear":29988.0,"score_lmetric":24362},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":21510,"score_linear":68131.0,"score_lmetric":89641},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":21510,"score_linear":113053.0,"score_lmetric":228166},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":21510,"score_linear":125063.0,"score_lmetric":277786},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338755.357167206,"t_first_token_unix":1779769620.3711112,"t_done":338755.959964698,"t_done_unix":1779769620.9739082},{"request_id":"1258611:1:1258611:56","session_id":"1258611","input_length":68131,"t_proxy_recv":338739.91782273,"t_decision_unix":1779769604.931764,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":68131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":68131,"score_linear":80365.0,"score_lmetric":171562},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68131,"score_linear":90488.0,"score_lmetric":158619},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7934,"ongoing_decode_tokens":7934,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":68131,"score_linear":7934.0,"score_lmetric":68131},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338756.284707584,"t_first_token_unix":1779769621.2986515,"t_done":338757.463462089,"t_done_unix":1779769622.4774058},{"request_id":"1258611:2:1261594:66","session_id":"1258611","input_length":68320,"t_proxy_recv":338757.475103008,"t_decision_unix":1779769622.4890447,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9967213114754099,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (224 < 8000)","cache_hit":68096,"estimated_new_tokens":224,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":68320,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":68320,"score_linear":55989.0,"score_lmetric":68320},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":68096,"new_prefill":224,"score_linear":-68096.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":68320,"score_linear":15283.0,"score_lmetric":68320},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68320,"score_linear":113053.0,"score_lmetric":321786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":68320,"score_linear":125063.0,"score_lmetric":371406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":68320,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":0,"pending_prefill_tokens":605,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":68320,"score_linear":22109.0,"score_lmetric":68925}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":338757.615849431,"t_first_token_unix":1779769622.6297925,"t_done":338757.656455728,"t_done_unix":1779769622.670399},{"request_id":"1258611:3:1262709:71","session_id":"1258611","input_length":68377,"t_proxy_recv":338757.667768251,"t_decision_unix":1779769622.6817098,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9958904309928778,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (281 < 8000)","cache_hit":68096,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":0,"pending_prefill_tokens":5990,"num_requests":1,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":68377,"score_linear":5990.0,"score_lmetric":74367},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":68377,"score_linear":55989.0,"score_lmetric":68377},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":68096,"new_prefill":281,"score_linear":-68096.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":68377,"score_linear":15283.0,"score_lmetric":68377},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68377,"score_linear":113053.0,"score_lmetric":321900},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":68377,"score_linear":125063.0,"score_lmetric":371520},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":68377,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":68377,"score_linear":22109.0,"score_lmetric":68377}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":338757.807169256,"t_first_token_unix":1779769622.821113,"t_done":338758.247373022,"t_done_unix":1779769623.2613168},{"request_id":"1263611:1:1263611:76","session_id":"1263611","input_length":5990,"t_proxy_recv":338757.520431513,"t_decision_unix":1779769622.5343728,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5990 < 8000)","cache_hit":0,"estimated_new_tokens":5990,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":5990,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":5990,"score_linear":55989.0,"score_lmetric":5990},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68320,"ongoing_decode_tokens":0,"pending_prefill_tokens":224,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":5990,"score_linear":68320.0,"score_lmetric":6214},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":5990,"score_linear":15283.0,"score_lmetric":5990},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5990,"score_linear":113053.0,"score_lmetric":197126},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5990,"score_linear":125063.0,"score_lmetric":246746},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":5990,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":0,"pending_prefill_tokens":605,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":5990,"score_linear":22109.0,"score_lmetric":6595}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338757.919967595,"t_first_token_unix":1779769622.9339116,"t_done":338758.311088458,"t_done_unix":1779769623.3250318},{"request_id":"1262354:2:1263593:75","session_id":"1262354","input_length":22109,"t_proxy_recv":338757.408820828,"t_decision_unix":1779769622.4227622,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9726355782712922,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (605 < 8000)","cache_hit":21504,"estimated_new_tokens":605,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":22109,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":22109,"score_linear":55989.0,"score_lmetric":22109},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":68131,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22109,"score_linear":68131.0,"score_lmetric":22109},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":22109,"score_linear":15283.0,"score_lmetric":22109},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22109,"score_linear":113053.0,"score_lmetric":229364},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22109,"score_linear":125063.0,"score_lmetric":278984},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":22109,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":128,"cache_hit":21504,"new_prefill":605,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":338757.566084949,"t_first_token_unix":1779769622.580028,"t_done":338758.798762168,"t_done_unix":1779769623.8127062},{"request_id":"1263971:1:1263971:80","session_id":"1263971","input_length":6336,"t_proxy_recv":338758.828752403,"t_decision_unix":1779769623.8426938,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6336 < 8000)","cache_hit":0,"estimated_new_tokens":6336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":6336,"score_linear":55989.0,"score_lmetric":6336},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":6336,"score_linear":71575.0,"score_lmetric":125256},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6336,"score_linear":113053.0,"score_lmetric":197818},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":6336,"score_linear":125063.0,"score_lmetric":247438},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":6336,"score_linear":50783.0,"score_lmetric":57119},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338759.246363041,"t_first_token_unix":1779769624.2603073,"t_done":338759.612093445,"t_done_unix":1779769624.626037},{"request_id":"1257323:1:1257323:48","session_id":"1257323","input_length":90488,"t_proxy_recv":338735.55363181,"t_decision_unix":1779769600.5675733,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":90488,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338763.261369359,"t_first_token_unix":1779769628.2753134,"t_done":338763.653882598,"t_done_unix":1779769628.6678264},{"request_id":"1239034:3:1262346:68","session_id":"1239034","input_length":22565,"t_proxy_recv":338753.011585069,"t_decision_unix":1779769618.0255265,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":20480,"affinity_cache_ratio":0.9076002658985154,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2085 < 8000)","cache_hit":20480,"estimated_new_tokens":2085,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":29988,"ongoing_decode_tokens":0,"pending_prefill_tokens":2852,"num_requests":1,"active_p_offloads":0,"cached_blocks":256,"cache_hit":0,"new_prefill":22565,"score_linear":29988.0,"score_lmetric":25417},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22565,"score_linear":68131.0,"score_lmetric":90696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":20480,"new_prefill":2085,"score_linear":70008.0,"score_lmetric":92573},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22565,"score_linear":125063.0,"score_lmetric":279896},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":70008.0,"chosen_score_lmetric":92573,"t_first_token":338763.263107516,"t_first_token_unix":1779769628.2770507,"t_done":338763.779568128,"t_done_unix":1779769628.7935114},{"request_id":"1265000:1:1265000:83","session_id":"1265000","input_length":301,"t_proxy_recv":338762.454764353,"t_decision_unix":1779769627.4687057,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (301 < 8000)","cache_hit":0,"estimated_new_tokens":301,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":301,"score_linear":110048.0,"score_lmetric":110349},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":301,"score_linear":55989.0,"score_lmetric":301},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":301,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":301,"score_linear":71575.0,"score_lmetric":113186},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":301,"score_linear":113053.0,"score_lmetric":185748},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":301,"score_linear":125063.0,"score_lmetric":235368},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":301,"score_linear":50783.0,"score_lmetric":51084},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":301,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338762.494888847,"t_first_token_unix":1779769627.508832,"t_done":338764.018099322,"t_done_unix":1779769629.0320425},{"request_id":"1265128:1:1265128:85","session_id":"1265128","input_length":14028,"t_proxy_recv":338762.782840987,"t_decision_unix":1779769627.796782,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":14028,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":0,"estimated_new_tokens":14028,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":14028,"score_linear":110048.0,"score_lmetric":124076},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":14028,"score_linear":55989.0,"score_lmetric":14028},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":301,"ongoing_decode_tokens":301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":14028,"score_linear":301.0,"score_lmetric":14028},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":14028,"score_linear":71575.0,"score_lmetric":140640},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":14028,"score_linear":113053.0,"score_lmetric":213202},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14028,"score_linear":125063.0,"score_lmetric":262822},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":14028,"score_linear":50783.0,"score_lmetric":64811},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":23540,"ongoing_decode_tokens":0,"pending_prefill_tokens":23540,"num_requests":1,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":14028,"score_linear":23540.0,"score_lmetric":37568}],"chosen_score_linear":301.0,"chosen_score_lmetric":14028,"t_first_token":338764.000556096,"t_first_token_unix":1779769629.0145001,"t_done":338764.43744084,"t_done_unix":1779769629.4513845},{"request_id":"1266067:1:1266067:91","session_id":"1266067","input_length":579,"t_proxy_recv":338766.005248822,"t_decision_unix":1779769631.0191903,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":579,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (579 < 8000)","cache_hit":0,"estimated_new_tokens":579,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":579,"score_linear":135235.0,"score_lmetric":227596},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60059,"ongoing_decode_tokens":55989,"pending_prefill_tokens":4070,"num_requests":2,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":579,"score_linear":60059.0,"score_lmetric":9298},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":579,"score_linear":13178.0,"score_lmetric":13757},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":92560,"ongoing_decode_tokens":15283,"pending_prefill_tokens":64989,"num_requests":3,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":579,"score_linear":92560.0,"score_lmetric":196704},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":579,"score_linear":27639.0,"score_lmetric":579},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":579,"score_linear":125063.0,"score_lmetric":235924},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":579,"score_linear":50783.0,"score_lmetric":51362},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":579,"score_linear":45884.0,"score_lmetric":1158}],"chosen_score_linear":27639.0,"chosen_score_lmetric":579,"t_first_token":338766.12983484,"t_first_token_unix":1779769631.143778,"t_done":338766.297386675,"t_done_unix":1779769631.3113303},{"request_id":"1263611:2:1265770:88","session_id":"1263611","input_length":13178,"t_proxy_recv":338765.103663449,"t_decision_unix":1779769630.1176043,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":2,"affinity_cache_hit":5632,"affinity_cache_ratio":0.4273789649415693,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":13178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":5632,"new_prefill":7546,"score_linear":129603.0,"score_lmetric":241530},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":13178,"score_linear":55989.0,"score_lmetric":13178},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":13178,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":13178,"score_linear":71575.0,"score_lmetric":138940},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":13178,"score_linear":27639.0,"score_lmetric":13178},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":13178,"score_linear":125063.0,"score_lmetric":261122},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":13178,"score_linear":50783.0,"score_lmetric":63961},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":13178,"score_linear":45884.0,"score_lmetric":74092}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338766.214815095,"t_first_token_unix":1779769631.2287586,"t_done":338766.468463234,"t_done_unix":1779769631.4824066},{"request_id":"1250772:3:1265019:84","session_id":"1250772","input_length":23540,"t_proxy_recv":338762.527221701,"t_decision_unix":1779769627.5411632,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":7,"affinity_cache_hit":10752,"affinity_cache_ratio":0.45675446049277824,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":23540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":23540,"score_linear":110048.0,"score_lmetric":133588},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":23540,"score_linear":55989.0,"score_lmetric":23540},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":301,"ongoing_decode_tokens":301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":23540,"score_linear":301.0,"score_lmetric":23540},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":23540,"score_linear":71575.0,"score_lmetric":159664},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":23540,"score_linear":113053.0,"score_lmetric":232226},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":10752,"new_prefill":12788,"score_linear":114311.0,"score_lmetric":260342},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":23540,"score_linear":50783.0,"score_lmetric":74323},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":23540,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338765.236723151,"t_first_token_unix":1779769630.2506669,"t_done":338766.88846295,"t_done_unix":1779769631.9024067},{"request_id":"1265942:1:1265942:89","session_id":"1265942","input_length":4070,"t_proxy_recv":338765.731098605,"t_decision_unix":1779769630.7450402,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":4070,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4070 < 8000)","cache_hit":0,"estimated_new_tokens":4070,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":4070,"score_linear":135235.0,"score_lmetric":234578},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":4070,"score_linear":55989.0,"score_lmetric":4070},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":4070,"score_linear":13178.0,"score_lmetric":17248},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":4070,"score_linear":71575.0,"score_lmetric":120724},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":4070,"score_linear":27639.0,"score_lmetric":4070},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":4070,"score_linear":125063.0,"score_lmetric":242906},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":4070,"score_linear":50783.0,"score_lmetric":54853},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":4070,"score_linear":45884.0,"score_lmetric":8140}],"chosen_score_linear":55989.0,"chosen_score_lmetric":4070,"t_first_token":338766.044187504,"t_first_token_unix":1779769631.0581307,"t_done":338766.89507774,"t_done_unix":1779769631.9090207},{"request_id":"1262354:3:1265178:86","session_id":"1262354","input_length":22344,"t_proxy_recv":338762.891179445,"t_decision_unix":1779769627.9051208,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9853204439670605,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (328 < 8000)","cache_hit":22016,"estimated_new_tokens":328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":22344,"score_linear":110048.0,"score_lmetric":132392},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":22344,"score_linear":55989.0,"score_lmetric":22344},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14329,"ongoing_decode_tokens":301,"pending_prefill_tokens":14028,"num_requests":2,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":22344,"score_linear":14329.0,"score_lmetric":72744},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":22344,"score_linear":71575.0,"score_lmetric":157272},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22344,"score_linear":113053.0,"score_lmetric":229834},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22344,"score_linear":125063.0,"score_lmetric":279454},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":22344,"score_linear":50783.0,"score_lmetric":73127},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":23540,"ongoing_decode_tokens":0,"pending_prefill_tokens":23540,"num_requests":1,"active_p_offloads":0,"cached_blocks":141,"cache_hit":22016,"new_prefill":328,"score_linear":1524.0,"score_lmetric":23868}],"chosen_score_linear":1524.0,"chosen_score_lmetric":23868,"t_first_token":338765.238896187,"t_first_token_unix":1779769630.2528393,"t_done":338767.68498343,"t_done_unix":1779769632.698927},{"request_id":"1266440:1:1266440:92","session_id":"1266440","input_length":5381,"t_proxy_recv":338767.078618294,"t_decision_unix":1779769632.0925596,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5381 < 8000)","cache_hit":0,"estimated_new_tokens":5381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":5381,"score_linear":135235.0,"score_lmetric":237200},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":269,"cache_hit":0,"new_prefill":5381,"score_linear":55989.0,"score_lmetric":5381},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":348,"cache_hit":0,"new_prefill":5381,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":92560,"ongoing_decode_tokens":15283,"pending_prefill_tokens":64989,"num_requests":3,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":5381,"score_linear":92560.0,"score_lmetric":211110},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":5381,"score_linear":27639.0,"score_lmetric":5381},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5381,"score_linear":125063.0,"score_lmetric":245528},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":5381,"score_linear":50783.0,"score_lmetric":56164},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22344,"ongoing_decode_tokens":22344,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":187,"cache_hit":0,"new_prefill":5381,"score_linear":22344.0,"score_lmetric":5381}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338767.459142638,"t_first_token_unix":1779769632.4730856,"t_done":338767.762775179,"t_done_unix":1779769632.7767181},{"request_id":"1263727:1:1263727:77","session_id":"1263727","input_length":50783,"t_proxy_recv":338757.989256986,"t_decision_unix":1779769623.0031984,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":50783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":5990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":50783,"score_linear":5990.0,"score_lmetric":50783},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":50783,"score_linear":55989.0,"score_lmetric":50783},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68377,"ongoing_decode_tokens":68377,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":50783,"score_linear":68377.0,"score_lmetric":50783},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":50783,"score_linear":15283.0,"score_lmetric":50783},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":50783,"score_linear":113053.0,"score_lmetric":286712},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":50783,"score_linear":125063.0,"score_lmetric":336332},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":50783,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":50783,"score_linear":22109.0,"score_lmetric":50783}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338767.711995596,"t_first_token_unix":1779769632.725939,"t_done":338767.895555887,"t_done_unix":1779769632.909499},{"request_id":"1253804:4:1262690:70","session_id":"1253804","input_length":55989,"t_proxy_recv":338754.147426076,"t_decision_unix":1779769619.1613672,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":54784,"affinity_cache_ratio":0.978477915304792,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1205 < 8000)","cache_hit":54784,"estimated_new_tokens":1205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":55989,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":261,"cache_hit":54784,"new_prefill":1205,"score_linear":-54784.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":55989,"score_linear":68131.0,"score_lmetric":124120},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":3584,"new_prefill":52405,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":55989,"score_linear":113053.0,"score_lmetric":297124},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":55989,"score_linear":125063.0,"score_lmetric":346744},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":55989,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":55989,"score_linear":21510.0,"score_lmetric":77499}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":338754.577546759,"t_first_token_unix":1779769619.59149,"t_done":338768.433514895,"t_done_unix":1779769633.4474585},{"request_id":"1263971:2:1266797:94","session_id":"1263971","input_length":9504,"t_proxy_recv":338768.426280572,"t_decision_unix":1779769633.440222,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.6464646464646465,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3360 < 8000)","cache_hit":6144,"estimated_new_tokens":3360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":9504,"score_linear":135235.0,"score_lmetric":245446},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":269,"cache_hit":0,"new_prefill":9504,"score_linear":55989.0,"score_lmetric":9504},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9504,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":92560,"ongoing_decode_tokens":15283,"pending_prefill_tokens":64989,"num_requests":3,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":9504,"score_linear":92560.0,"score_lmetric":223479},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":9504,"score_linear":27639.0,"score_lmetric":9504},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9504,"score_linear":125063.0,"score_lmetric":253774},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":17466,"ongoing_decode_tokens":0,"pending_prefill_tokens":17466,"num_requests":1,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":9504,"score_linear":17466.0,"score_lmetric":26970},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":188,"cache_hit":6144,"new_prefill":3360,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":338768.796956882,"t_first_token_unix":1779769633.8109002,"t_done":338768.949367292,"t_done_unix":1779769633.9633112},{"request_id":"1260792:2:1265951:90","session_id":"1260792","input_length":20985,"t_proxy_recv":338765.757726675,"t_decision_unix":1779769630.7716682,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":12288,"affinity_cache_ratio":0.5855611150822015,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":12288,"estimated_new_tokens":8697,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":20985,"score_linear":135235.0,"score_lmetric":268408},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60059,"ongoing_decode_tokens":55989,"pending_prefill_tokens":4070,"num_requests":2,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":20985,"score_linear":60059.0,"score_lmetric":50110},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":20985,"score_linear":13178.0,"score_lmetric":34163},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":12288,"new_prefill":8697,"score_linear":59287.0,"score_lmetric":129978},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":20985,"score_linear":27639.0,"score_lmetric":20985},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":20985,"score_linear":125063.0,"score_lmetric":276736},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":20985,"score_linear":50783.0,"score_lmetric":71768},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":20985,"score_linear":45884.0,"score_lmetric":41970}],"chosen_score_linear":59287.0,"chosen_score_lmetric":129978,"t_first_token":338770.687564042,"t_first_token_unix":1779769635.7015076,"t_done":338771.204633088,"t_done_unix":1779769636.2185767},{"request_id":"1263749:1:1263749:79","session_id":"1263749","input_length":56292,"t_proxy_recv":338758.064074511,"t_decision_unix":1779769623.0780158,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":56292,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":0,"estimated_new_tokens":56292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":5990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":56292,"score_linear":5990.0,"score_lmetric":56292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":56292,"score_linear":55989.0,"score_lmetric":56292},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68377,"ongoing_decode_tokens":68377,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":56292,"score_linear":68377.0,"score_lmetric":56292},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":56292,"score_linear":15283.0,"score_lmetric":56292},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":56292,"score_linear":113053.0,"score_lmetric":297730},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":56292,"score_linear":125063.0,"score_lmetric":347350},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":56292,"score_linear":50783.0,"score_lmetric":107075},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":56292,"score_linear":22109.0,"score_lmetric":56292}],"chosen_score_linear":15283.0,"chosen_score_lmetric":56292,"t_first_token":338769.517631344,"t_first_token_unix":1779769634.5315745,"t_done":338772.149346372,"t_done_unix":1779769637.1632895},{"request_id":"1266668:1:1266668:93","session_id":"1266668","input_length":17466,"t_proxy_recv":338767.979078062,"t_decision_unix":1779769632.9930193,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":17466,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":13370,"score_linear":131139.0,"score_lmetric":253178},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":269,"cache_hit":0,"new_prefill":17466,"score_linear":55989.0,"score_lmetric":17466},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17466,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":92560,"ongoing_decode_tokens":15283,"pending_prefill_tokens":64989,"num_requests":3,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":17466,"score_linear":92560.0,"score_lmetric":247365},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":17466,"score_linear":27639.0,"score_lmetric":17466},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":17466,"score_linear":125063.0,"score_lmetric":269698},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":17466,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":188,"cache_hit":0,"new_prefill":17466,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338769.690359807,"t_first_token_unix":1779769634.7043033,"t_done":338773.605526703,"t_done_unix":1779769638.6194701},{"request_id":"1265942:2:1268069:97","session_id":"1265942","input_length":10457,"t_proxy_recv":338772.735975551,"t_decision_unix":1779769637.749917,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":4096,"affinity_cache_ratio":0.39169934015492014,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6361 < 8000)","cache_hit":4096,"estimated_new_tokens":6361,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":10457,"score_linear":135235.0,"score_lmetric":247352},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":273,"cache_hit":4096,"new_prefill":6361,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10457,"score_linear":126924.0,"score_lmetric":118437},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10457,"score_linear":15283.0,"score_lmetric":10457},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":10457,"score_linear":27639.0,"score_lmetric":10457},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":10457,"score_linear":125063.0,"score_lmetric":255680},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":10457,"score_linear":17466.0,"score_lmetric":10457},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28671,"ongoing_decode_tokens":0,"pending_prefill_tokens":6143,"num_requests":1,"active_p_offloads":0,"cached_blocks":194,"cache_hit":0,"new_prefill":10457,"score_linear":28671.0,"score_lmetric":16600}],"chosen_score_linear":-4096.0,"chosen_score_lmetric":0,"t_first_token":338773.314376933,"t_first_token_unix":1779769638.3283205,"t_done":338773.674031978,"t_done_unix":1779769638.6879752},{"request_id":"1262354:4:1267821:95","session_id":"1262354","input_length":28671,"t_proxy_recv":338772.036125073,"t_decision_unix":1779769637.0500665,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22528,"affinity_cache_ratio":0.7857416902096195,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6143 < 8000)","cache_hit":22528,"estimated_new_tokens":6143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":28671,"score_linear":135235.0,"score_lmetric":283780},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":273,"cache_hit":0,"new_prefill":28671,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28671,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":71575,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":248,"cache_hit":0,"new_prefill":28671,"score_linear":71575.0,"score_lmetric":57342},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":28671,"score_linear":27639.0,"score_lmetric":28671},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28671,"score_linear":125063.0,"score_lmetric":292108},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":28671,"score_linear":17466.0,"score_lmetric":28671},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":194,"cache_hit":22528,"new_prefill":6143,"score_linear":-22528.0,"score_lmetric":0}],"chosen_score_linear":-22528.0,"chosen_score_lmetric":0,"t_first_token":338773.22266424,"t_first_token_unix":1779769638.236608,"t_done":338774.537783999,"t_done_unix":1779769639.5517273},{"request_id":"1268634:1:1268634:99","session_id":"1268634","input_length":2298,"t_proxy_recv":338774.988034664,"t_decision_unix":1779769640.0019758,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2298 < 8000)","cache_hit":0,"estimated_new_tokens":2298,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":2298,"score_linear":135235.0,"score_lmetric":231034},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":2298,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2298,"score_linear":126924.0,"score_lmetric":110278},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2298,"score_linear":15283.0,"score_lmetric":2298},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":2298,"score_linear":27639.0,"score_lmetric":2298},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":2298,"score_linear":125063.0,"score_lmetric":239362},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":341,"cache_hit":0,"new_prefill":2298,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":206,"cache_hit":0,"new_prefill":2298,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338775.205407527,"t_first_token_unix":1779769640.2193508,"t_done":338775.319998146,"t_done_unix":1779769640.3339489},{"request_id":"1268649:1:1268649:100","session_id":"1268649","input_length":18638,"t_proxy_recv":338774.990993757,"t_decision_unix":1779769640.0049355,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":18638,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":18638,"score_linear":135235.0,"score_lmetric":263714},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":18638,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":18638,"score_linear":126924.0,"score_lmetric":126618},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":18638,"score_linear":15283.0,"score_lmetric":18638},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":18638,"score_linear":27639.0,"score_lmetric":18638},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":18638,"score_linear":125063.0,"score_lmetric":272042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":341,"cache_hit":0,"new_prefill":18638,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":2298,"ongoing_decode_tokens":0,"pending_prefill_tokens":2298,"num_requests":1,"active_p_offloads":0,"cached_blocks":206,"cache_hit":0,"new_prefill":18638,"score_linear":2298.0,"score_lmetric":20936}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338776.916012914,"t_first_token_unix":1779769641.9299562,"t_done":338777.057240094,"t_done_unix":1779769642.0711834},{"request_id":"1263971:3:1269088:104","session_id":"1263971","input_length":13955,"t_proxy_recv":338776.36795021,"t_decision_unix":1779769641.3818915,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":9216,"affinity_cache_ratio":0.660408455750627,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4739 < 8000)","cache_hit":9216,"estimated_new_tokens":4739,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":13955,"score_linear":135235.0,"score_lmetric":254348},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":13955,"score_linear":102074.0,"score_lmetric":112445},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":13955,"score_linear":126924.0,"score_lmetric":121935},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27603,"ongoing_decode_tokens":15283,"pending_prefill_tokens":12320,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":13955,"score_linear":27603.0,"score_lmetric":52550},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":13955,"score_linear":27639.0,"score_lmetric":13955},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":13955,"score_linear":125063.0,"score_lmetric":262676},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18638,"ongoing_decode_tokens":0,"pending_prefill_tokens":18638,"num_requests":1,"active_p_offloads":0,"cached_blocks":341,"cache_hit":0,"new_prefill":13955,"score_linear":18638.0,"score_lmetric":32593},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":36224,"ongoing_decode_tokens":0,"pending_prefill_tokens":12672,"num_requests":2,"active_p_offloads":0,"cached_blocks":210,"cache_hit":9216,"new_prefill":4739,"score_linear":27008.0,"score_lmetric":34822}],"chosen_score_linear":27008.0,"chosen_score_lmetric":34822,"t_first_token":338777.076221665,"t_first_token_unix":1779769642.0901647,"t_done":338777.358732862,"t_done_unix":1779769642.3726766},{"request_id":"1250772:4:1268869:103","session_id":"1250772","input_length":24029,"t_proxy_recv":338775.627785658,"t_decision_unix":1779769640.6417272,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9801489866411419,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (477 < 8000)","cache_hit":23552,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":24029,"score_linear":135235.0,"score_lmetric":274496},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":24029,"score_linear":102074.0,"score_lmetric":122519},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24029,"score_linear":126924.0,"score_lmetric":132009},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27603,"ongoing_decode_tokens":15283,"pending_prefill_tokens":12320,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24029,"score_linear":27603.0,"score_lmetric":72698},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":24029,"score_linear":27639.0,"score_lmetric":24029},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":10752,"new_prefill":13277,"score_linear":114311.0,"score_lmetric":261320},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18638,"ongoing_decode_tokens":0,"pending_prefill_tokens":18638,"num_requests":1,"active_p_offloads":0,"cached_blocks":341,"cache_hit":0,"new_prefill":24029,"score_linear":18638.0,"score_lmetric":42667},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12195,"ongoing_decode_tokens":0,"pending_prefill_tokens":12195,"num_requests":1,"active_p_offloads":0,"cached_blocks":210,"cache_hit":23552,"new_prefill":477,"score_linear":-11357.0,"score_lmetric":12672}],"chosen_score_linear":-11357.0,"chosen_score_lmetric":12672,"t_first_token":338776.623665584,"t_first_token_unix":1779769641.637609,"t_done":338778.329499751,"t_done_unix":1779769643.3434436},{"request_id":"1262354:5:1269336:105","session_id":"1262354","input_length":28906,"t_proxy_recv":338777.324139575,"t_decision_unix":1779769642.3380811,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9919047948522798,"affinity_num_requests":3,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (234 < 8000)","cache_hit":28672,"estimated_new_tokens":234,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":28906,"score_linear":135235.0,"score_lmetric":284250},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":28906,"score_linear":102074.0,"score_lmetric":127396},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28906,"score_linear":126924.0,"score_lmetric":136886},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27603,"ongoing_decode_tokens":27603,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28906,"score_linear":27603.0,"score_lmetric":57812},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":28906,"score_linear":27639.0,"score_lmetric":28906},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28906,"score_linear":125063.0,"score_lmetric":292578},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":377,"cache_hit":0,"new_prefill":28906,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":50179,"ongoing_decode_tokens":50179,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":210,"cache_hit":28672,"new_prefill":234,"score_linear":21507.0,"score_lmetric":702}],"chosen_score_linear":21507.0,"chosen_score_lmetric":702,"t_first_token":338777.399135091,"t_first_token_unix":1779769642.4130788,"t_done":338778.376168434,"t_done_unix":1779769643.3901138},{"request_id":"1268831:1:1268831:101","session_id":"1268831","input_length":12195,"t_proxy_recv":338775.470931429,"t_decision_unix":1779769640.484873,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":12195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":12195,"score_linear":135235.0,"score_lmetric":250828},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":12195,"score_linear":102074.0,"score_lmetric":110685},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12195,"score_linear":126924.0,"score_lmetric":120175},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12195,"score_linear":15283.0,"score_lmetric":12195},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":12195,"score_linear":27639.0,"score_lmetric":12195},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12195,"score_linear":125063.0,"score_lmetric":259156},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18638,"ongoing_decode_tokens":0,"pending_prefill_tokens":18638,"num_requests":1,"active_p_offloads":0,"cached_blocks":341,"cache_hit":0,"new_prefill":12195,"score_linear":18638.0,"score_lmetric":30833},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":210,"cache_hit":0,"new_prefill":12195,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338776.483038347,"t_first_token_unix":1779769641.4969819,"t_done":338779.118372264,"t_done_unix":1779769644.1323156},{"request_id":"1268861:1:1268861:102","session_id":"1268861","input_length":12320,"t_proxy_recv":338775.590054145,"t_decision_unix":1779769640.6039956,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":12320,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":0,"estimated_new_tokens":12320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":12320,"score_linear":135235.0,"score_lmetric":251078},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":12320,"score_linear":102074.0,"score_lmetric":110810},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12320,"score_linear":126924.0,"score_lmetric":120300},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12320,"score_linear":15283.0,"score_lmetric":12320},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":12320,"score_linear":27639.0,"score_lmetric":12320},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12320,"score_linear":125063.0,"score_lmetric":259406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18638,"ongoing_decode_tokens":0,"pending_prefill_tokens":18638,"num_requests":1,"active_p_offloads":0,"cached_blocks":341,"cache_hit":0,"new_prefill":12320,"score_linear":18638.0,"score_lmetric":30958},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12195,"ongoing_decode_tokens":0,"pending_prefill_tokens":12195,"num_requests":1,"active_p_offloads":0,"cached_blocks":210,"cache_hit":0,"new_prefill":12320,"score_linear":12195.0,"score_lmetric":24515}],"chosen_score_linear":15283.0,"chosen_score_lmetric":12320,"t_first_token":338776.613757083,"t_first_token_unix":1779769641.6277006,"t_done":338779.361750365,"t_done_unix":1779769644.375694},{"request_id":"1269373:1:1269373:106","session_id":"1269373","input_length":14104,"t_proxy_recv":338777.448513616,"t_decision_unix":1779769642.4624548,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6424 < 8000)","cache_hit":7680,"estimated_new_tokens":6424,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":10008,"score_linear":131139.0,"score_lmetric":246454},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":14104,"score_linear":102074.0,"score_lmetric":112594},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":14104,"score_linear":126924.0,"score_lmetric":122084},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27603,"ongoing_decode_tokens":27603,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":14104,"score_linear":27603.0,"score_lmetric":28208},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":14104,"score_linear":27639.0,"score_lmetric":14104},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14104,"score_linear":125063.0,"score_lmetric":262974},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":377,"cache_hit":7680,"new_prefill":6424,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65130,"ongoing_decode_tokens":65130,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":219,"cache_hit":0,"new_prefill":14104,"score_linear":65130.0,"score_lmetric":42312}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":338778.176368226,"t_first_token_unix":1779769643.1903172,"t_done":338779.511073487,"t_done_unix":1779769644.5250168},{"request_id":"1269901:1:1269901:107","session_id":"1269901","input_length":1323,"t_proxy_recv":338779.007185289,"t_decision_unix":1779769644.021126,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":1323,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1323 < 8000)","cache_hit":0,"estimated_new_tokens":1323,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":1323,"score_linear":135235.0,"score_lmetric":229084},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":1323,"score_linear":102074.0,"score_lmetric":99813},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":1323,"score_linear":126924.0,"score_lmetric":109303},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27603,"ongoing_decode_tokens":27603,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":1323,"score_linear":27603.0,"score_lmetric":2646},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":1323,"score_linear":27639.0,"score_lmetric":1323},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":1323,"score_linear":125063.0,"score_lmetric":237412},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":14104,"ongoing_decode_tokens":14104,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":377,"cache_hit":0,"new_prefill":1323,"score_linear":14104.0,"score_lmetric":1323},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12195,"ongoing_decode_tokens":12195,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":1323,"score_linear":12195.0,"score_lmetric":1323}],"chosen_score_linear":12195.0,"chosen_score_lmetric":1323,"t_first_token":338779.161502027,"t_first_token_unix":1779769644.1754453,"t_done":338779.783292825,"t_done_unix":1779769644.7972367},{"request_id":"1260327:2:1270005:108","session_id":"1260327","input_length":30828,"t_proxy_recv":338779.431981484,"t_decision_unix":1779769644.445923,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9964966913195796,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (108 < 8000)","cache_hit":30720,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":30828,"score_linear":135235.0,"score_lmetric":288094},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":30828,"score_linear":102074.0,"score_lmetric":129318},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":30828,"score_linear":126924.0,"score_lmetric":138808},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":30828,"score_linear":15283.0,"score_lmetric":30828},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":30828,"score_linear":27639.0,"score_lmetric":30828},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":30828,"score_linear":125063.0,"score_lmetric":296422},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":14104,"ongoing_decode_tokens":14104,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":377,"cache_hit":0,"new_prefill":30828,"score_linear":14104.0,"score_lmetric":30828},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1323,"ongoing_decode_tokens":1323,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":244,"cache_hit":30720,"new_prefill":108,"score_linear":-29397.0,"score_lmetric":108}],"chosen_score_linear":-29397.0,"chosen_score_lmetric":108,"t_first_token":338779.53205885,"t_first_token_unix":1779769644.5460024,"t_done":338779.917530779,"t_done_unix":1779769644.9314742},{"request_id":"1266440:2:1270501:112","session_id":"1266440","input_length":11128,"t_proxy_recv":338781.201287233,"t_decision_unix":1779769646.2152286,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":3,"affinity_cache_hit":5120,"affinity_cache_ratio":0.46010064701653486,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":11128,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"local_cost 1.39s <= migrate_cost 1.22s + margin 0.20s","v2_chosen_cache_hit":0,"v2_src_idx":2,"v2_src_cache_hit":5120,"v2_new_local":11128,"v2_new_src":6008,"v2_cost_local_s":1.391,"v2_cost_src_interf_s":0.751,"v2_cost_xfer_s":0.4736111111111111,"v2_cost_migrate_s":1.224611111111111,"cache_hit":0,"estimated_new_tokens":11128,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":11128,"score_linear":135235.0,"score_lmetric":248694},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":11128,"score_linear":102074.0,"score_lmetric":109618},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":5120,"new_prefill":6008,"score_linear":121804.0,"score_lmetric":113988},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":11128,"score_linear":15283.0,"score_lmetric":11128},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":11128,"score_linear":27639.0,"score_lmetric":11128},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":11128,"score_linear":125063.0,"score_lmetric":257022},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":57803,"ongoing_decode_tokens":0,"pending_prefill_tokens":7115,"num_requests":1,"active_p_offloads":0,"cached_blocks":390,"cache_hit":0,"new_prefill":11128,"score_linear":57803.0,"score_lmetric":18243},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":246,"cache_hit":0,"new_prefill":11128,"score_linear":27927.0,"score_lmetric":39055}],"chosen_score_linear":15283.0,"chosen_score_lmetric":11128,"t_first_token":338782.103041081,"t_first_token_unix":1779769647.1169848,"t_done":338782.320850664,"t_done_unix":1779769647.334794},{"request_id":"1256273:4:1259632:60","session_id":"1256273","input_length":12270,"t_proxy_recv":338743.475132859,"t_decision_unix":1779769608.4890742,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":7680,"affinity_cache_ratio":0.6259168704156479,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4590 < 8000)","cache_hit":7680,"estimated_new_tokens":4590,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":12270,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":12270,"score_linear":80365.0,"score_lmetric":59840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":12270,"score_linear":68131.0,"score_lmetric":80401},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9250,"ongoing_decode_tokens":9250,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":12270,"score_linear":9250.0,"score_lmetric":12270},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":12270,"score_linear":90488.0,"score_lmetric":102758},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":7680,"new_prefill":4590,"score_linear":105113.0,"score_lmetric":117383},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":14291,"ongoing_decode_tokens":14291,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":12270,"score_linear":14291.0,"score_lmetric":12270},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":12270,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":105113.0,"chosen_score_lmetric":117383,"t_first_token":338782.238069557,"t_first_token_unix":1779769647.2520132,"t_done":338783.288377856,"t_done_unix":1779769648.3023214},{"request_id":"1258859:1:1258859:57","session_id":"1258859","input_length":112793,"t_proxy_recv":338740.886416397,"t_decision_unix":1779769605.9003575,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":112793,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":112793,"score_linear":80365.0,"score_lmetric":260886},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":112793,"score_linear":68131.0,"score_lmetric":180924},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":112793,"score_linear":90488.0,"score_lmetric":203281},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338781.999357363,"t_first_token_unix":1779769647.0133016,"t_done":338783.403580236,"t_done_unix":1779769648.4175243},{"request_id":"1263727:2:1270052:109","session_id":"1263727","input_length":57803,"t_proxy_recv":338779.627530479,"t_decision_unix":1779769644.641472,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":50688,"affinity_cache_ratio":0.876909502966974,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7115 < 8000)","cache_hit":50688,"estimated_new_tokens":7115,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":57803,"score_linear":135235.0,"score_lmetric":342044},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":57803,"score_linear":102074.0,"score_lmetric":156293},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":57803,"score_linear":126924.0,"score_lmetric":165783},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":57803,"score_linear":15283.0,"score_lmetric":57803},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":57803,"score_linear":27639.0,"score_lmetric":57803},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":57803,"score_linear":125063.0,"score_lmetric":350372},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":390,"cache_hit":50688,"new_prefill":7115,"score_linear":-50688.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":32151,"ongoing_decode_tokens":32151,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":244,"cache_hit":0,"new_prefill":57803,"score_linear":32151.0,"score_lmetric":115606}],"chosen_score_linear":-50688.0,"chosen_score_lmetric":0,"t_first_token":338782.189638855,"t_first_token_unix":1779769647.2035825,"t_done":338784.261116628,"t_done_unix":1779769649.2750602},{"request_id":"1271459:1:1271459:118","session_id":"1271459","input_length":751,"t_proxy_recv":338784.593776942,"t_decision_unix":1779769649.6077185,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":751,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (751 < 8000)","cache_hit":0,"estimated_new_tokens":751,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":751,"score_linear":135235.0,"score_lmetric":227940},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":751,"score_linear":102074.0,"score_lmetric":99241},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":751,"score_linear":126924.0,"score_lmetric":108731},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":403,"cache_hit":0,"new_prefill":751,"score_linear":15283.0,"score_lmetric":751},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":751,"score_linear":121069.0,"score_lmetric":188362},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130878,"ongoing_decode_tokens":113172,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":751,"score_linear":130878.0,"score_lmetric":36914},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28385,"ongoing_decode_tokens":28385,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":403,"cache_hit":0,"new_prefill":751,"score_linear":28385.0,"score_lmetric":751},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80149,"ongoing_decode_tokens":0,"pending_prefill_tokens":39189,"num_requests":3,"active_p_offloads":0,"cached_blocks":246,"cache_hit":0,"new_prefill":751,"score_linear":80149.0,"score_lmetric":119820}],"chosen_score_linear":15283.0,"chosen_score_lmetric":751,"t_first_token":338784.695915577,"t_first_token_unix":1779769649.7098587,"t_done":338785.660228456,"t_done_unix":1779769650.6741722},{"request_id":"1271847:1:1271847:123","session_id":"1271847","input_length":2524,"t_proxy_recv":338785.889284295,"t_decision_unix":1779769650.9032254,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":2524,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2524 < 8000)","cache_hit":0,"estimated_new_tokens":2524,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":2524,"score_linear":135235.0,"score_lmetric":231486},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":2524,"score_linear":102074.0,"score_lmetric":101014},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2524,"score_linear":150574.0,"score_lmetric":240660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":404,"cache_hit":0,"new_prefill":2524,"score_linear":15283.0,"score_lmetric":2524},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":2524,"score_linear":121069.0,"score_lmetric":191908},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130878,"ongoing_decode_tokens":113172,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":2524,"score_linear":130878.0,"score_lmetric":40460},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":64508,"ongoing_decode_tokens":28385,"pending_prefill_tokens":21787,"num_requests":3,"active_p_offloads":0,"cached_blocks":403,"cache_hit":0,"new_prefill":2524,"score_linear":64508.0,"score_lmetric":72933},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80149,"ongoing_decode_tokens":60701,"pending_prefill_tokens":7160,"num_requests":3,"active_p_offloads":0,"cached_blocks":246,"cache_hit":0,"new_prefill":2524,"score_linear":80149.0,"score_lmetric":29052}],"chosen_score_linear":15283.0,"chosen_score_lmetric":2524,"t_first_token":338786.089665066,"t_first_token_unix":1779769651.1036084,"t_done":338786.265026336,"t_done_unix":1779769651.2789693},{"request_id":"1270340:1:1270340:111","session_id":"1270340","input_length":27927,"t_proxy_recv":338780.633531644,"t_decision_unix":1779769645.6474729,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":27927,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":27927,"score_linear":135235.0,"score_lmetric":282292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":27927,"score_linear":102074.0,"score_lmetric":126417},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":27927,"score_linear":126924.0,"score_lmetric":135907},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":27927,"score_linear":15283.0,"score_lmetric":27927},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":27927,"score_linear":27639.0,"score_lmetric":27927},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":27927,"score_linear":125063.0,"score_lmetric":290620},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":57803,"ongoing_decode_tokens":0,"pending_prefill_tokens":7115,"num_requests":1,"active_p_offloads":0,"cached_blocks":390,"cache_hit":0,"new_prefill":27927,"score_linear":57803.0,"score_lmetric":35042},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":246,"cache_hit":0,"new_prefill":27927,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338785.009009054,"t_first_token_unix":1779769650.022952,"t_done":338786.519937575,"t_done_unix":1779769651.533881},{"request_id":"1271991:1:1271991:124","session_id":"1271991","input_length":2851,"t_proxy_recv":338786.421097345,"t_decision_unix":1779769651.435039,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":2851,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2851 < 8000)","cache_hit":0,"estimated_new_tokens":2851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":2851,"score_linear":135235.0,"score_lmetric":232140},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":2851,"score_linear":102074.0,"score_lmetric":101341},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2851,"score_linear":150574.0,"score_lmetric":241314},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":408,"cache_hit":0,"new_prefill":2851,"score_linear":15283.0,"score_lmetric":2851},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":2851,"score_linear":121069.0,"score_lmetric":192562},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130878,"ongoing_decode_tokens":130878,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":2851,"score_linear":130878.0,"score_lmetric":5702},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":64508,"ongoing_decode_tokens":28385,"pending_prefill_tokens":21787,"num_requests":3,"active_p_offloads":0,"cached_blocks":403,"cache_hit":0,"new_prefill":2851,"score_linear":64508.0,"score_lmetric":73914},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80149,"ongoing_decode_tokens":80149,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":246,"cache_hit":0,"new_prefill":2851,"score_linear":80149.0,"score_lmetric":8553}],"chosen_score_linear":15283.0,"chosen_score_lmetric":2851,"t_first_token":338786.609066588,"t_first_token_unix":1779769651.6230097,"t_done":338786.808402006,"t_done_unix":1779769651.8223455},{"request_id":"1271328:1:1271328:117","session_id":"1271328","input_length":17706,"t_proxy_recv":338784.18315839,"t_decision_unix":1779769649.1970997,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":17706,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":0,"estimated_new_tokens":17706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":17706,"score_linear":135235.0,"score_lmetric":261850},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":17706,"score_linear":102074.0,"score_lmetric":116196},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17706,"score_linear":126924.0,"score_lmetric":125686},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":403,"cache_hit":0,"new_prefill":17706,"score_linear":15283.0,"score_lmetric":17706},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":17706,"score_linear":121069.0,"score_lmetric":222272},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":17706,"score_linear":113172.0,"score_lmetric":17706},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86188,"ongoing_decode_tokens":86188,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":390,"cache_hit":0,"new_prefill":17706,"score_linear":86188.0,"score_lmetric":35412},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80149,"ongoing_decode_tokens":0,"pending_prefill_tokens":39189,"num_requests":3,"active_p_offloads":0,"cached_blocks":246,"cache_hit":0,"new_prefill":17706,"score_linear":80149.0,"score_lmetric":170685}],"chosen_score_linear":113172.0,"chosen_score_lmetric":17706,"t_first_token":338786.018234244,"t_first_token_unix":1779769651.0321777,"t_done":338787.503847325,"t_done_unix":1779769652.5177906},{"request_id":"1272085:1:1272085:125","session_id":"1272085","input_length":5302,"t_proxy_recv":338786.758558261,"t_decision_unix":1779769651.7725,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":10604,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5302 < 8000)","cache_hit":0,"estimated_new_tokens":5302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":5302,"score_linear":135235.0,"score_lmetric":237042},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":5302,"score_linear":102074.0,"score_lmetric":103792},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":5302,"score_linear":150574.0,"score_lmetric":246216},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18134,"ongoing_decode_tokens":18134,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":408,"cache_hit":0,"new_prefill":5302,"score_linear":18134.0,"score_lmetric":10604},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":5302,"score_linear":121069.0,"score_lmetric":197464},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130878,"ongoing_decode_tokens":130878,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":5302,"score_linear":130878.0,"score_lmetric":10604},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":64508,"ongoing_decode_tokens":28385,"pending_prefill_tokens":21787,"num_requests":3,"active_p_offloads":0,"cached_blocks":403,"cache_hit":0,"new_prefill":5302,"score_linear":64508.0,"score_lmetric":81267},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80545,"ongoing_decode_tokens":80545,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":300,"cache_hit":0,"new_prefill":5302,"score_linear":80545.0,"score_lmetric":15906}],"chosen_score_linear":130878.0,"chosen_score_lmetric":10604,"t_first_token":338787.218659715,"t_first_token_unix":1779769652.2326033,"t_done":338788.149891355,"t_done_unix":1779769653.1638346},{"request_id":"1268831:2:1271087:116","session_id":"1268831","input_length":19448,"t_proxy_recv":338783.447835933,"t_decision_unix":1779769648.4617774,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":12288,"affinity_cache_ratio":0.6318387494858083,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7160 < 8000)","cache_hit":12288,"estimated_new_tokens":7160,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":19448,"score_linear":135235.0,"score_lmetric":265334},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":19448,"score_linear":102074.0,"score_lmetric":117938},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":19448,"score_linear":126924.0,"score_lmetric":127428},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":403,"cache_hit":0,"new_prefill":19448,"score_linear":15283.0,"score_lmetric":19448},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":19448,"score_linear":121069.0,"score_lmetric":225756},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":0,"pending_prefill_tokens":532,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":19448,"score_linear":113172.0,"score_lmetric":19980},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86188,"ongoing_decode_tokens":57803,"pending_prefill_tokens":10465,"num_requests":2,"active_p_offloads":0,"cached_blocks":390,"cache_hit":0,"new_prefill":19448,"score_linear":86188.0,"score_lmetric":59826},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60701,"ongoing_decode_tokens":0,"pending_prefill_tokens":32029,"num_requests":2,"active_p_offloads":0,"cached_blocks":246,"cache_hit":12288,"new_prefill":7160,"score_linear":48413.0,"score_lmetric":78378}],"chosen_score_linear":48413.0,"chosen_score_lmetric":78378,"t_first_token":338785.906825112,"t_first_token_unix":1779769650.9207683,"t_done":338788.776403503,"t_done_unix":1779769653.7903469},{"request_id":"1270340:2:1271641:121","session_id":"1270340","input_length":28323,"t_proxy_recv":338786.525247454,"t_decision_unix":1779769651.539189,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9761677788369876,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (675 < 8000)","cache_hit":27648,"estimated_new_tokens":675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":28323,"score_linear":135235.0,"score_lmetric":283084},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":28323,"score_linear":102074.0,"score_lmetric":126813},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28323,"score_linear":150574.0,"score_lmetric":292258},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18134,"ongoing_decode_tokens":15283,"pending_prefill_tokens":2851,"num_requests":2,"active_p_offloads":0,"cached_blocks":408,"cache_hit":0,"new_prefill":28323,"score_linear":18134.0,"score_lmetric":62348},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":28323,"score_linear":121069.0,"score_lmetric":243506},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130878,"ongoing_decode_tokens":130878,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":28323,"score_linear":130878.0,"score_lmetric":56646},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":64508,"ongoing_decode_tokens":28385,"pending_prefill_tokens":21787,"num_requests":3,"active_p_offloads":0,"cached_blocks":403,"cache_hit":0,"new_prefill":28323,"score_linear":64508.0,"score_lmetric":150330},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":52222,"ongoing_decode_tokens":52222,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":300,"cache_hit":27648,"new_prefill":675,"score_linear":24574.0,"score_lmetric":1350}],"chosen_score_linear":24574.0,"chosen_score_lmetric":1350,"t_first_token":338786.705774623,"t_first_token_unix":1779769651.719718,"t_done":338789.597374815,"t_done_unix":1779769654.6113183},{"request_id":"1271486:1:1271486:119","session_id":"1271486","input_length":21719,"t_proxy_recv":338784.693327601,"t_decision_unix":1779769649.707269,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":21719,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":0,"estimated_new_tokens":21719,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":21719,"score_linear":135235.0,"score_lmetric":269876},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":21719,"score_linear":102074.0,"score_lmetric":120209},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21719,"score_linear":126924.0,"score_lmetric":129699},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":16034,"ongoing_decode_tokens":15283,"pending_prefill_tokens":751,"num_requests":2,"active_p_offloads":0,"cached_blocks":403,"cache_hit":0,"new_prefill":21719,"score_linear":16034.0,"score_lmetric":44940},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":21719,"score_linear":121069.0,"score_lmetric":230298},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130878,"ongoing_decode_tokens":113172,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":21719,"score_linear":130878.0,"score_lmetric":78850},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28385,"ongoing_decode_tokens":28385,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":403,"cache_hit":0,"new_prefill":21719,"score_linear":28385.0,"score_lmetric":21719},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80149,"ongoing_decode_tokens":0,"pending_prefill_tokens":39189,"num_requests":3,"active_p_offloads":0,"cached_blocks":246,"cache_hit":0,"new_prefill":21719,"score_linear":80149.0,"score_lmetric":182724}],"chosen_score_linear":28385.0,"chosen_score_lmetric":21719,"t_first_token":338787.07537177,"t_first_token_unix":1779769652.0893152,"t_done":338790.172712378,"t_done_unix":1779769655.186656},{"request_id":"1266668:2:1270661:115","session_id":"1266668","input_length":28385,"t_proxy_recv":338781.816406271,"t_decision_unix":1779769646.8303478,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":17920,"affinity_cache_ratio":0.6313193588162762,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=1 decode_tok=0)","cache_hit":17920,"estimated_new_tokens":10465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":24289,"score_linear":131139.0,"score_lmetric":275016},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":28385,"score_linear":102074.0,"score_lmetric":126875},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28385,"score_linear":126924.0,"score_lmetric":136365},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":26411,"ongoing_decode_tokens":15283,"pending_prefill_tokens":11128,"num_requests":2,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":28385,"score_linear":26411.0,"score_lmetric":79026},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":28385,"score_linear":121069.0,"score_lmetric":243630},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28385,"score_linear":125063.0,"score_lmetric":291536},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":57803,"ongoing_decode_tokens":0,"pending_prefill_tokens":7115,"num_requests":1,"active_p_offloads":0,"cached_blocks":390,"cache_hit":17920,"new_prefill":10465,"score_linear":39883.0,"score_lmetric":17580},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60701,"ongoing_decode_tokens":0,"pending_prefill_tokens":32029,"num_requests":2,"active_p_offloads":0,"cached_blocks":246,"cache_hit":0,"new_prefill":28385,"score_linear":60701.0,"score_lmetric":120828}],"chosen_score_linear":39883.0,"chosen_score_lmetric":17580,"t_first_token":338784.018164516,"t_first_token_unix":1779769649.032108,"t_done":338790.525588441,"t_done_unix":1779769655.5395317},{"request_id":"1262354:6:1270643:114","session_id":"1262354","input_length":32774,"t_proxy_recv":338781.736730776,"t_decision_unix":1779769646.7506723,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.8748398120461341,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4102 < 8000)","cache_hit":28672,"estimated_new_tokens":4102,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":32774,"score_linear":135235.0,"score_lmetric":291986},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":32774,"score_linear":102074.0,"score_lmetric":131264},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":32774,"score_linear":126924.0,"score_lmetric":140754},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":26411,"ongoing_decode_tokens":15283,"pending_prefill_tokens":11128,"num_requests":2,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":32774,"score_linear":26411.0,"score_lmetric":87804},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":32774,"score_linear":121069.0,"score_lmetric":252408},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":32774,"score_linear":125063.0,"score_lmetric":300314},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":57803,"ongoing_decode_tokens":0,"pending_prefill_tokens":7115,"num_requests":1,"active_p_offloads":0,"cached_blocks":390,"cache_hit":0,"new_prefill":32774,"score_linear":57803.0,"score_lmetric":39889},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":246,"cache_hit":28672,"new_prefill":4102,"score_linear":-745.0,"score_lmetric":32029}],"chosen_score_linear":-745.0,"chosen_score_lmetric":32029,"t_first_token":338785.009590477,"t_first_token_unix":1779769650.0235336,"t_done":338792.513249315,"t_done_unix":1779769657.5271928},{"request_id":"1262727:1:1262727:72","session_id":"1262727","input_length":15283,"t_proxy_recv":338754.247879612,"t_decision_unix":1779769619.261821,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":15283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":15283,"score_linear":55989.0,"score_lmetric":16488},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":15283,"score_linear":68131.0,"score_lmetric":83414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":15283,"score_linear":113053.0,"score_lmetric":215712},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":15283,"score_linear":125063.0,"score_lmetric":265332},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":15283,"score_linear":21510.0,"score_lmetric":36793}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338755.656378492,"t_first_token_unix":1779769620.6703224,"t_done":338792.811905008,"t_done_unix":1779769657.8258483},{"request_id":"1260327:3:1273741:132","session_id":"1260327","input_length":31283,"t_proxy_recv":338792.791653233,"t_decision_unix":1779769657.8055947,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9820030048269028,"affinity_num_requests":0,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (563 < 8000)","cache_hit":30720,"estimated_new_tokens":563,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":31283,"score_linear":135235.0,"score_lmetric":289004},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":31283,"score_linear":120167.0,"score_lmetric":275252},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31283,"score_linear":150574.0,"score_lmetric":298178},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":413,"cache_hit":0,"new_prefill":31283,"score_linear":15283.0,"score_lmetric":31283},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":31283,"score_linear":121069.0,"score_lmetric":249426},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":168260,"ongoing_decode_tokens":121189,"pending_prefill_tokens":7700,"num_requests":4,"active_p_offloads":0,"cached_blocks":309,"cache_hit":0,"new_prefill":31283,"score_linear":168260.0,"score_lmetric":155932},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":79796,"ongoing_decode_tokens":57833,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":466,"cache_hit":0,"new_prefill":31283,"score_linear":79796.0,"score_lmetric":125132},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":324,"cache_hit":30720,"new_prefill":563,"score_linear":-30720.0,"score_lmetric":0}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":338792.996610911,"t_first_token_unix":1779769658.0105548,"t_done":338793.650331921,"t_done_unix":1779769658.6642752},{"request_id":"1272085:2:1273645:130","session_id":"1272085","input_length":8017,"t_proxy_recv":338792.390234399,"t_decision_unix":1779769657.4041755,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":5120,"affinity_cache_ratio":0.6386428838717725,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2897 < 8000)","cache_hit":5120,"estimated_new_tokens":2897,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":8017,"score_linear":135235.0,"score_lmetric":242472},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":8017,"score_linear":120167.0,"score_lmetric":228720},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8017,"score_linear":150574.0,"score_lmetric":251646},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":413,"cache_hit":0,"new_prefill":8017,"score_linear":15283.0,"score_lmetric":8017},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":8017,"score_linear":121069.0,"score_lmetric":202894},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":135135,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":309,"cache_hit":5120,"new_prefill":2897,"score_linear":130015.0,"score_lmetric":5794},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":79796,"ongoing_decode_tokens":57833,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":466,"cache_hit":0,"new_prefill":8017,"score_linear":79796.0,"score_lmetric":32068},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":32774,"ongoing_decode_tokens":32774,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":315,"cache_hit":0,"new_prefill":8017,"score_linear":32774.0,"score_lmetric":8017}],"chosen_score_linear":130015.0,"chosen_score_lmetric":5794,"t_first_token":338792.768892094,"t_first_token_unix":1779769657.7828355,"t_done":338795.015167037,"t_done_unix":1779769660.0291102},{"request_id":"1272313:1:1272313:126","session_id":"1272313","input_length":9718,"t_proxy_recv":338787.670394986,"t_decision_unix":1779769652.6843362,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":6114,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2038 < 8000)","cache_hit":7680,"estimated_new_tokens":2038,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":5622,"score_linear":131139.0,"score_lmetric":237682},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":9718,"score_linear":102074.0,"score_lmetric":108208},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9718,"score_linear":150574.0,"score_lmetric":255048},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":413,"cache_hit":0,"new_prefill":9718,"score_linear":15283.0,"score_lmetric":9718},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":9718,"score_linear":121069.0,"score_lmetric":206296},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":118474,"ongoing_decode_tokens":118474,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":299,"cache_hit":0,"new_prefill":9718,"score_linear":118474.0,"score_lmetric":19436},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":64508,"ongoing_decode_tokens":64508,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":403,"cache_hit":7680,"new_prefill":2038,"score_linear":56828.0,"score_lmetric":6114},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80545,"ongoing_decode_tokens":80545,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":300,"cache_hit":0,"new_prefill":9718,"score_linear":80545.0,"score_lmetric":29154}],"chosen_score_linear":56828.0,"chosen_score_lmetric":6114,"t_first_token":338787.920667235,"t_first_token_unix":1779769652.9346104,"t_done":338795.089560646,"t_done_unix":1779769660.103504},{"request_id":"1269373:2:1271580:120","session_id":"1269373","input_length":14404,"t_proxy_recv":338785.006830108,"t_decision_unix":1779769650.0207713,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.995279089141905,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (68 < 8000)","cache_hit":14336,"estimated_new_tokens":68,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":10308,"score_linear":131139.0,"score_lmetric":247054},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":14404,"score_linear":102074.0,"score_lmetric":112894},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":14404,"score_linear":126924.0,"score_lmetric":122384},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":16034,"ongoing_decode_tokens":16034,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":403,"cache_hit":0,"new_prefill":14404,"score_linear":16034.0,"score_lmetric":28808},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":14404,"score_linear":121069.0,"score_lmetric":215668},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130878,"ongoing_decode_tokens":113172,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":14404,"score_linear":130878.0,"score_lmetric":64220},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50104,"ongoing_decode_tokens":28385,"pending_prefill_tokens":21719,"num_requests":2,"active_p_offloads":0,"cached_blocks":403,"cache_hit":14336,"new_prefill":68,"score_linear":35768.0,"score_lmetric":43574},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80149,"ongoing_decode_tokens":0,"pending_prefill_tokens":39189,"num_requests":3,"active_p_offloads":0,"cached_blocks":246,"cache_hit":0,"new_prefill":14404,"score_linear":80149.0,"score_lmetric":160779}],"chosen_score_linear":35768.0,"chosen_score_lmetric":43574,"t_first_token":338787.077226255,"t_first_token_unix":1779769652.0911694,"t_done":338795.238305346,"t_done_unix":1779769660.2522485},{"request_id":"1258859:2:1264639:81","session_id":"1258859","input_length":113172,"t_proxy_recv":338783.421357581,"t_decision_unix":1779769648.4352992,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":112640,"affinity_cache_ratio":0.995299190612519,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (532 < 8000)","cache_hit":112640,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":113172,"score_linear":135235.0,"score_lmetric":452782},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":113172,"score_linear":102074.0,"score_lmetric":211662},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":113172,"score_linear":126924.0,"score_lmetric":221152},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":403,"cache_hit":0,"new_prefill":113172,"score_linear":15283.0,"score_lmetric":113172},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":113172,"score_linear":121069.0,"score_lmetric":413204},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":265,"cache_hit":112640,"new_prefill":532,"score_linear":-112640.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86188,"ongoing_decode_tokens":57803,"pending_prefill_tokens":10465,"num_requests":2,"active_p_offloads":0,"cached_blocks":390,"cache_hit":0,"new_prefill":113172,"score_linear":86188.0,"score_lmetric":247274},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60701,"ongoing_decode_tokens":0,"pending_prefill_tokens":32029,"num_requests":2,"active_p_offloads":0,"cached_blocks":246,"cache_hit":0,"new_prefill":113172,"score_linear":60701.0,"score_lmetric":290402}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":338783.771656619,"t_first_token_unix":1779769648.7856011,"t_done":338795.753154667,"t_done_unix":1779769660.7670984},{"request_id":"1274405:1:1274405:134","session_id":"1274405","input_length":6208,"t_proxy_recv":338795.188033232,"t_decision_unix":1779769660.2019749,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6208 < 8000)","cache_hit":0,"estimated_new_tokens":6208,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":6208,"score_linear":135235.0,"score_lmetric":238854},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":6208,"score_linear":120167.0,"score_lmetric":225102},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":6208,"score_linear":150574.0,"score_lmetric":248028},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":448,"cache_hit":0,"new_prefill":6208,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":6208,"score_linear":121069.0,"score_lmetric":199276},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160243,"ongoing_decode_tokens":138280,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":314,"cache_hit":0,"new_prefill":6208,"score_linear":160243.0,"score_lmetric":18624},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48115,"ongoing_decode_tokens":48115,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":487,"cache_hit":0,"new_prefill":6208,"score_linear":48115.0,"score_lmetric":12416},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":325,"cache_hit":0,"new_prefill":6208,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338795.601408505,"t_first_token_unix":1779769660.615352,"t_done":338796.079644746,"t_done_unix":1779769661.0935879},{"request_id":"1266668:3:1273119:128","session_id":"1266668","input_length":33711,"t_proxy_recv":338790.535087904,"t_decision_unix":1779769655.5490294,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":28672,"affinity_cache_ratio":0.850523567974845,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5039 < 8000)","cache_hit":28672,"estimated_new_tokens":5039,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":29615,"score_linear":131139.0,"score_lmetric":285668},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":33711,"score_linear":120167.0,"score_lmetric":280108},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33711,"score_linear":150574.0,"score_lmetric":303034},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":413,"cache_hit":0,"new_prefill":33711,"score_linear":15283.0,"score_lmetric":33711},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":33711,"score_linear":121069.0,"score_lmetric":254282},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":309,"cache_hit":0,"new_prefill":33711,"score_linear":113172.0,"score_lmetric":33711},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24122,"ongoing_decode_tokens":24122,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":466,"cache_hit":28672,"new_prefill":5039,"score_linear":-4550.0,"score_lmetric":10078},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":32774,"ongoing_decode_tokens":32774,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":315,"cache_hit":0,"new_prefill":33711,"score_linear":32774.0,"score_lmetric":33711}],"chosen_score_linear":-4550.0,"chosen_score_lmetric":10078,"t_first_token":338791.688912856,"t_first_token_unix":1779769656.7028568,"t_done":338796.434468807,"t_done_unix":1779769661.448412},{"request_id":"1274890:1:1274890:135","session_id":"1274890","input_length":10506,"t_proxy_recv":338796.712702405,"t_decision_unix":1779769661.7266438,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":10506,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":10506,"score_linear":135235.0,"score_lmetric":247450},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":10506,"score_linear":120167.0,"score_lmetric":233698},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10506,"score_linear":150574.0,"score_lmetric":256624},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":448,"cache_hit":0,"new_prefill":10506,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":10506,"score_linear":121069.0,"score_lmetric":207872},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47071,"ongoing_decode_tokens":25108,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":316,"cache_hit":0,"new_prefill":10506,"score_linear":47071.0,"score_lmetric":21012},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":10506,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":337,"cache_hit":0,"new_prefill":10506,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338797.532872578,"t_first_token_unix":1779769662.5468156,"t_done":338797.78666339,"t_done_unix":1779769662.8006072},{"request_id":"1271328:2:1273711:131","session_id":"1271328","input_length":25108,"t_proxy_recv":338792.65214769,"t_decision_unix":1779769657.666089,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":17408,"affinity_cache_ratio":0.6933248367054325,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7700 < 8000)","cache_hit":17408,"estimated_new_tokens":7700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":25108,"score_linear":135235.0,"score_lmetric":276654},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":25108,"score_linear":120167.0,"score_lmetric":262902},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":25108,"score_linear":150574.0,"score_lmetric":285828},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":413,"cache_hit":0,"new_prefill":25108,"score_linear":15283.0,"score_lmetric":25108},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":25108,"score_linear":121069.0,"score_lmetric":237076},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":143152,"ongoing_decode_tokens":113172,"pending_prefill_tokens":2897,"num_requests":3,"active_p_offloads":0,"cached_blocks":309,"cache_hit":17408,"new_prefill":7700,"score_linear":125744.0,"score_lmetric":31791},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":79796,"ongoing_decode_tokens":57833,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":466,"cache_hit":0,"new_prefill":25108,"score_linear":79796.0,"score_lmetric":100432},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":324,"cache_hit":0,"new_prefill":25108,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":125744.0,"chosen_score_lmetric":31791,"t_first_token":338794.000447058,"t_first_token_unix":1779769659.0143907,"t_done":338798.347206196,"t_done_unix":1779769663.3611498},{"request_id":"1275433:1:1275433:137","session_id":"1275433","input_length":7794,"t_proxy_recv":338798.462734433,"t_decision_unix":1779769663.476676,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7794 < 8000)","cache_hit":0,"estimated_new_tokens":7794,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":7794,"score_linear":135235.0,"score_lmetric":242026},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":7794,"score_linear":120167.0,"score_lmetric":228274},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":7794,"score_linear":150574.0,"score_lmetric":251200},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":468,"cache_hit":0,"new_prefill":7794,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":7794,"score_linear":121069.0,"score_lmetric":202448},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21963,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":7794,"score_linear":21963.0,"score_lmetric":7794},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":7794,"score_linear":114612.0,"score_lmetric":122406},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":337,"cache_hit":0,"new_prefill":7794,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338799.003894711,"t_first_token_unix":1779769664.0178382,"t_done":338799.05597362,"t_done_unix":1779769664.0699167},{"request_id":"1273203:1:1273203:129","session_id":"1273203","input_length":21963,"t_proxy_recv":338790.747699017,"t_decision_unix":1779769655.7616405,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":21963,"tie_break_used":true,"v2_pd_sep":true,"v2_decision":"pd_sep","v2_reason":"local_cost 4.39s > migrate_cost 4.17s + margin 0.20s","v2_chosen_cache_hit":0,"v2_src_idx":6,"v2_src_cache_hit":12800,"v2_new_local":21963,"v2_new_src":9163,"v2_cost_local_s":4.392600000000001,"v2_cost_src_interf_s":3.436125,"v2_cost_xfer_s":0.7340277777777777,"v2_cost_migrate_s":4.170152777777778,"cache_hit":0,"estimated_new_tokens":21963,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":21963,"score_linear":135235.0,"score_lmetric":270364},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":21963,"score_linear":120167.0,"score_lmetric":256612},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21963,"score_linear":150574.0,"score_lmetric":279538},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":413,"cache_hit":0,"new_prefill":21963,"score_linear":15283.0,"score_lmetric":21963},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":21963,"score_linear":121069.0,"score_lmetric":230786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":309,"cache_hit":0,"new_prefill":21963,"score_linear":113172.0,"score_lmetric":21963},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":57833,"ongoing_decode_tokens":24122,"pending_prefill_tokens":5039,"num_requests":3,"active_p_offloads":0,"cached_blocks":466,"cache_hit":12800,"new_prefill":9163,"score_linear":45033.0,"score_lmetric":42606},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":32774,"ongoing_decode_tokens":32774,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":315,"cache_hit":0,"new_prefill":21963,"score_linear":32774.0,"score_lmetric":21963}],"chosen_score_linear":113172.0,"chosen_score_lmetric":21963,"v2_src_url":"http://127.0.0.1:8006","t_prefill_sent":338790.748202167,"t_prefill_sent_unix":1779769655.7621453,"t_prefill_done":338793.096791479,"t_prefill_done_unix":1779769658.110735,"t_decode_sent":338793.097086976,"t_decode_sent_unix":1779769658.11103,"t_first_token":338794.433215252,"t_first_token_unix":1779769659.4471593,"t_done":338799.23040825,"t_done_unix":1779769664.2443516},{"request_id":"1275433:2:1276027:139","session_id":"1275433","input_length":7463,"t_proxy_recv":338800.735455909,"t_decision_unix":1779769665.7493975,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":7168,"affinity_cache_ratio":0.960471660190272,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (295 < 8000)","cache_hit":7168,"estimated_new_tokens":295,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":7463,"score_linear":135235.0,"score_lmetric":241364},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":7463,"score_linear":120167.0,"score_lmetric":227612},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":7463,"score_linear":150574.0,"score_lmetric":250538},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":483,"cache_hit":7168,"new_prefill":295,"score_linear":-7168.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":7463,"score_linear":121069.0,"score_lmetric":201786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":374,"cache_hit":0,"new_prefill":7463,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":125251,"ongoing_decode_tokens":0,"pending_prefill_tokens":115523,"num_requests":2,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":7463,"score_linear":125251.0,"score_lmetric":245972},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":337,"cache_hit":0,"new_prefill":7463,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":338800.763517992,"t_first_token_unix":1779769665.7774613,"t_done":338800.77298309,"t_done_unix":1779769665.786926},{"request_id":"1264679:1:1264679:82","session_id":"1264679","input_length":110048,"t_proxy_recv":338761.352442044,"t_decision_unix":1779769626.3663828,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":110048,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":110048,"score_linear":55989.0,"score_lmetric":110048},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":110048,"score_linear":71575.0,"score_lmetric":332680},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":110048,"score_linear":113053.0,"score_lmetric":405242},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":110048,"score_linear":125063.0,"score_lmetric":454862},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":110048,"score_linear":50783.0,"score_lmetric":160831},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338801.078130001,"t_first_token_unix":1779769666.0920732,"t_done":338802.165039486,"t_done_unix":1779769667.1789832},{"request_id":"1276111:1:1276111:140","session_id":"1276111","input_length":15783,"t_proxy_recv":338801.0936575,"t_decision_unix":1779769666.107599,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":15783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":135235,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":15783,"score_linear":135235.0,"score_lmetric":31566},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":15783,"score_linear":120167.0,"score_lmetric":244252},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":15783,"score_linear":150574.0,"score_lmetric":267178},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":483,"cache_hit":0,"new_prefill":15783,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":15783,"score_linear":121069.0,"score_lmetric":218426},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":374,"cache_hit":0,"new_prefill":15783,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":125251,"ongoing_decode_tokens":0,"pending_prefill_tokens":115523,"num_requests":2,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":15783,"score_linear":125251.0,"score_lmetric":262612},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":337,"cache_hit":0,"new_prefill":15783,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338802.527236187,"t_first_token_unix":1779769667.5411797,"t_done":338802.713933335,"t_done_unix":1779769667.727877},{"request_id":"1276136:1:1276136:141","session_id":"1276136","input_length":17280,"t_proxy_recv":338801.168413043,"t_decision_unix":1779769666.1823545,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":17280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":135235,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":17280,"score_linear":135235.0,"score_lmetric":34560},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":17280,"score_linear":120167.0,"score_lmetric":247246},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17280,"score_linear":150574.0,"score_lmetric":270172},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":483,"cache_hit":0,"new_prefill":17280,"score_linear":15783.0,"score_lmetric":33063},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":17280,"score_linear":121069.0,"score_lmetric":221420},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":374,"cache_hit":0,"new_prefill":17280,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":125251,"ongoing_decode_tokens":0,"pending_prefill_tokens":115523,"num_requests":2,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":17280,"score_linear":125251.0,"score_lmetric":265606},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":337,"cache_hit":0,"new_prefill":17280,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338802.827684479,"t_first_token_unix":1779769667.8416278,"t_done":338803.209168731,"t_done_unix":1779769668.2231119},{"request_id":"1276498:1:1276498:142","session_id":"1276498","input_length":8704,"t_proxy_recv":338802.415108363,"t_decision_unix":1779769667.42905,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":8704,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":8704,"score_linear":25187.0,"score_lmetric":8704},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":8704,"score_linear":120167.0,"score_lmetric":230094},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8704,"score_linear":150574.0,"score_lmetric":253020},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":483,"cache_hit":0,"new_prefill":8704,"score_linear":15783.0,"score_lmetric":24487},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":8704,"score_linear":121069.0,"score_lmetric":204268},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":17280,"ongoing_decode_tokens":0,"pending_prefill_tokens":17280,"num_requests":1,"active_p_offloads":0,"cached_blocks":374,"cache_hit":0,"new_prefill":8704,"score_linear":17280.0,"score_lmetric":25984},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":125251,"ongoing_decode_tokens":0,"pending_prefill_tokens":115523,"num_requests":2,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":8704,"score_linear":125251.0,"score_lmetric":248454},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":337,"cache_hit":0,"new_prefill":8704,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338803.057115464,"t_first_token_unix":1779769668.0710588,"t_done":338803.34830719,"t_done_unix":1779769668.3622506},{"request_id":"1274405:2:1276717:144","session_id":"1274405","input_length":6360,"t_proxy_recv":338803.197913944,"t_decision_unix":1779769668.2118554,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.9660377358490566,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (216 < 8000)","cache_hit":6144,"estimated_new_tokens":216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":6360,"score_linear":25187.0,"score_lmetric":6360},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":6360,"score_linear":120167.0,"score_lmetric":225406},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":6360,"score_linear":150574.0,"score_lmetric":248332},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":513,"cache_hit":0,"new_prefill":6360,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":6360,"score_linear":121069.0,"score_lmetric":199580},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":17280,"ongoing_decode_tokens":17280,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":374,"cache_hit":0,"new_prefill":6360,"score_linear":17280.0,"score_lmetric":6360},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":174631,"ongoing_decode_tokens":0,"pending_prefill_tokens":131111,"num_requests":3,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":6360,"score_linear":174631.0,"score_lmetric":412413},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":8704,"ongoing_decode_tokens":8704,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":337,"cache_hit":6144,"new_prefill":216,"score_linear":2560.0,"score_lmetric":216}],"chosen_score_linear":2560.0,"chosen_score_lmetric":216,"t_first_token":338803.238684137,"t_first_token_unix":1779769668.252627,"t_done":338803.427365262,"t_done_unix":1779769668.4413087},{"request_id":"1271991:2:1276999:145","session_id":"1271991","input_length":11292,"t_proxy_recv":338804.185056785,"t_decision_unix":1779769669.198998,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":2560,"affinity_cache_ratio":0.2267091746369111,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":2560,"estimated_new_tokens":8732,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":11292,"score_linear":25187.0,"score_lmetric":11292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":11292,"score_linear":120167.0,"score_lmetric":235270},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":11292,"score_linear":150574.0,"score_lmetric":258196},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":513,"cache_hit":2560,"new_prefill":8732,"score_linear":-2560.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":11292,"score_linear":121069.0,"score_lmetric":209444},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":407,"cache_hit":0,"new_prefill":11292,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":174631,"ongoing_decode_tokens":0,"pending_prefill_tokens":131111,"num_requests":3,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":11292,"score_linear":174631.0,"score_lmetric":427209},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":354,"cache_hit":0,"new_prefill":11292,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":338804.936808186,"t_first_token_unix":1779769669.9507525,"t_done":338805.098623856,"t_done_unix":1779769670.112568},{"request_id":"1277533:1:1277533:150","session_id":"1277533","input_length":4729,"t_proxy_recv":338806.219067618,"t_decision_unix":1779769671.233009,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4729 < 8000)","cache_hit":0,"estimated_new_tokens":4729,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":4729,"score_linear":25187.0,"score_lmetric":4729},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":4729,"score_linear":120167.0,"score_lmetric":222144},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":4729,"score_linear":150574.0,"score_lmetric":245070},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27221,"ongoing_decode_tokens":0,"pending_prefill_tokens":9813,"num_requests":1,"active_p_offloads":0,"cached_blocks":530,"cache_hit":0,"new_prefill":4729,"score_linear":27221.0,"score_lmetric":14542},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":4729,"score_linear":121069.0,"score_lmetric":196318},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":407,"cache_hit":0,"new_prefill":4729,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":4729,"score_linear":191531.0,"score_lmetric":551568},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65369,"ongoing_decode_tokens":33524,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":354,"cache_hit":0,"new_prefill":4729,"score_linear":65369.0,"score_lmetric":34236}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338806.521334194,"t_first_token_unix":1779769671.5352776,"t_done":338806.664684942,"t_done_unix":1779769671.6786282},{"request_id":"1277428:1:1277428:149","session_id":"1277428","input_length":27221,"t_proxy_recv":338805.788108067,"t_decision_unix":1779769670.8020494,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":17408,"estimated_new_tokens":9813,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":27221,"score_linear":25187.0,"score_lmetric":27221},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":3584,"new_prefill":23637,"score_linear":116583.0,"score_lmetric":259960},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":27221,"score_linear":150574.0,"score_lmetric":290054},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":530,"cache_hit":17408,"new_prefill":9813,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":27221,"score_linear":121069.0,"score_lmetric":241302},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":407,"cache_hit":0,"new_prefill":27221,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":27221,"score_linear":191531.0,"score_lmetric":641536},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65369,"ongoing_decode_tokens":33524,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":354,"cache_hit":0,"new_prefill":27221,"score_linear":65369.0,"score_lmetric":79220}],"chosen_score_linear":-17408.0,"chosen_score_lmetric":0,"t_first_token":338807.573897187,"t_first_token_unix":1779769672.5878406,"t_done":338808.188803358,"t_done_unix":1779769673.2027469},{"request_id":"1260327:4:1277974:154","session_id":"1260327","input_length":31430,"t_proxy_recv":338807.841166685,"t_decision_unix":1779769672.855108,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9937002863506205,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (198 < 8000)","cache_hit":31232,"estimated_new_tokens":198,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34071,"ongoing_decode_tokens":34071,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":31430,"score_linear":34071.0,"score_lmetric":62860},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":31430,"score_linear":120167.0,"score_lmetric":275546},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31430,"score_linear":150574.0,"score_lmetric":298472},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27221,"ongoing_decode_tokens":27221,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":530,"cache_hit":0,"new_prefill":31430,"score_linear":27221.0,"score_lmetric":31430},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":31430,"score_linear":121069.0,"score_lmetric":249720},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":46795,"ongoing_decode_tokens":22573,"pending_prefill_tokens":24222,"num_requests":2,"active_p_offloads":0,"cached_blocks":416,"cache_hit":0,"new_prefill":31430,"score_linear":46795.0,"score_lmetric":111304},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":31430,"score_linear":191531.0,"score_lmetric":658372},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65369,"ongoing_decode_tokens":65369,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":354,"cache_hit":31232,"new_prefill":198,"score_linear":34137.0,"score_lmetric":396}],"chosen_score_linear":34137.0,"chosen_score_lmetric":396,"t_first_token":338807.93155346,"t_first_token_unix":1779769672.9454966,"t_done":338808.667738283,"t_done_unix":1779769673.6816819},{"request_id":"1268831:3:1277112:147","session_id":"1268831","input_length":31845,"t_proxy_recv":338804.632816324,"t_decision_unix":1779769669.6467578,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":19456,"affinity_cache_ratio":0.6109593342753965,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=1 decode_tok=0)","cache_hit":19456,"estimated_new_tokens":12389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":31845,"score_linear":25187.0,"score_lmetric":31845},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":31845,"score_linear":120167.0,"score_lmetric":276376},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31845,"score_linear":150574.0,"score_lmetric":299302},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11292,"ongoing_decode_tokens":0,"pending_prefill_tokens":8732,"num_requests":1,"active_p_offloads":0,"cached_blocks":513,"cache_hit":0,"new_prefill":31845,"score_linear":11292.0,"score_lmetric":40577},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":31845,"score_linear":121069.0,"score_lmetric":250550},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":407,"cache_hit":0,"new_prefill":31845,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":174631,"ongoing_decode_tokens":0,"pending_prefill_tokens":131111,"num_requests":3,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":31845,"score_linear":174631.0,"score_lmetric":488868},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33524,"ongoing_decode_tokens":0,"pending_prefill_tokens":244,"num_requests":1,"active_p_offloads":0,"cached_blocks":354,"cache_hit":19456,"new_prefill":12389,"score_linear":14068.0,"score_lmetric":12633}],"chosen_score_linear":14068.0,"chosen_score_lmetric":12633,"t_first_token":338807.000926329,"t_first_token_unix":1779769672.0148697,"t_done":338809.306619718,"t_done_unix":1779769674.3205638},{"request_id":"1262354:7:1277104:146","session_id":"1262354","input_length":33524,"t_proxy_recv":338804.592284975,"t_decision_unix":1779769669.6062264,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33280,"affinity_cache_ratio":0.992721632263453,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (244 < 8000)","cache_hit":33280,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":33524,"score_linear":25187.0,"score_lmetric":33524},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":33524,"score_linear":120167.0,"score_lmetric":279734},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33524,"score_linear":150574.0,"score_lmetric":302660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11292,"ongoing_decode_tokens":0,"pending_prefill_tokens":8732,"num_requests":1,"active_p_offloads":0,"cached_blocks":513,"cache_hit":0,"new_prefill":33524,"score_linear":11292.0,"score_lmetric":42256},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":33524,"score_linear":121069.0,"score_lmetric":253908},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":407,"cache_hit":0,"new_prefill":33524,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":174631,"ongoing_decode_tokens":0,"pending_prefill_tokens":131111,"num_requests":3,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":33524,"score_linear":174631.0,"score_lmetric":493905},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":354,"cache_hit":33280,"new_prefill":244,"score_linear":-33280.0,"score_lmetric":0}],"chosen_score_linear":-33280.0,"chosen_score_lmetric":0,"t_first_token":338804.673615171,"t_first_token_unix":1779769669.6875584,"t_done":338810.199176648,"t_done_unix":1779769675.213123},{"request_id":"1271459:2:1277544:151","session_id":"1271459","input_length":8884,"t_proxy_recv":338806.258709045,"t_decision_unix":1779769671.2726507,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":0,"affinity_cache_hit":512,"affinity_cache_ratio":0.05763169743358847,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":8884,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (512 < 4000)","cache_hit":0,"estimated_new_tokens":8884,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":8884,"score_linear":25187.0,"score_lmetric":8884},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":8884,"score_linear":120167.0,"score_lmetric":230454},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8884,"score_linear":150574.0,"score_lmetric":253380},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27221,"ongoing_decode_tokens":0,"pending_prefill_tokens":9813,"num_requests":1,"active_p_offloads":0,"cached_blocks":530,"cache_hit":512,"new_prefill":8372,"score_linear":26709.0,"score_lmetric":18185},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":8884,"score_linear":121069.0,"score_lmetric":204628},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":4729,"ongoing_decode_tokens":0,"pending_prefill_tokens":4729,"num_requests":1,"active_p_offloads":0,"cached_blocks":407,"cache_hit":0,"new_prefill":8884,"score_linear":4729.0,"score_lmetric":13613},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":8884,"score_linear":191531.0,"score_lmetric":568188},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65369,"ongoing_decode_tokens":33524,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":354,"cache_hit":0,"new_prefill":8884,"score_linear":65369.0,"score_lmetric":42546}],"chosen_score_linear":25187.0,"chosen_score_lmetric":8884,"t_first_token":338806.940227628,"t_first_token_unix":1779769671.9541717,"t_done":338810.35115404,"t_done_unix":1779769675.365097},{"request_id":"1265942:3:1272453:127","session_id":"1265942","input_length":18093,"t_proxy_recv":338788.221203513,"t_decision_unix":1779769653.2351453,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10240,"affinity_cache_ratio":0.5659647377438789,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7853 < 8000)","cache_hit":10240,"estimated_new_tokens":7853,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":18093,"score_linear":135235.0,"score_lmetric":262624},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":10240,"new_prefill":7853,"score_linear":91834.0,"score_lmetric":106343},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":18093,"score_linear":150574.0,"score_lmetric":271798},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":413,"cache_hit":0,"new_prefill":18093,"score_linear":15283.0,"score_lmetric":18093},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":18093,"score_linear":121069.0,"score_lmetric":223046},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":309,"cache_hit":0,"new_prefill":18093,"score_linear":113172.0,"score_lmetric":18093},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":74226,"ongoing_decode_tokens":74226,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":403,"cache_hit":0,"new_prefill":18093,"score_linear":74226.0,"score_lmetric":72372},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80545,"ongoing_decode_tokens":80545,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":300,"cache_hit":0,"new_prefill":18093,"score_linear":80545.0,"score_lmetric":54279}],"chosen_score_linear":91834.0,"chosen_score_lmetric":106343,"t_first_token":338809.857082159,"t_first_token_unix":1779769674.8710253,"t_done":338810.942779943,"t_done_unix":1779769675.9567254},{"request_id":"1276498:2:1278996:157","session_id":"1276498","input_length":16650,"t_proxy_recv":338811.369316207,"t_decision_unix":1779769676.3832576,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":8704,"affinity_cache_ratio":0.5227627627627628,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7946 < 8000)","cache_hit":8704,"estimated_new_tokens":7946,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":16650,"score_linear":25187.0,"score_lmetric":16650},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":182055,"ongoing_decode_tokens":160826,"pending_prefill_tokens":3309,"num_requests":3,"active_p_offloads":0,"cached_blocks":300,"cache_hit":0,"new_prefill":16650,"score_linear":182055.0,"score_lmetric":59877},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":16650,"score_linear":150574.0,"score_lmetric":268912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":549,"cache_hit":0,"new_prefill":16650,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":121069,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":16650,"score_linear":121069.0,"score_lmetric":33300},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":164892,"ongoing_decode_tokens":46795,"pending_prefill_tokens":4433,"num_requests":3,"active_p_offloads":0,"cached_blocks":416,"cache_hit":0,"new_prefill":16650,"score_linear":164892.0,"score_lmetric":63249},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":16650,"score_linear":191531.0,"score_lmetric":599252},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":379,"cache_hit":8704,"new_prefill":7946,"score_linear":-8704.0,"score_lmetric":0}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":338812.322286565,"t_first_token_unix":1779769677.3362308,"t_done":338812.656348638,"t_done_unix":1779769677.6702921},{"request_id":"1270606:1:1270606:113","session_id":"1270606","input_length":93430,"t_proxy_recv":338781.643211138,"t_decision_unix":1779769646.6571524,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":93430,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":0,"estimated_new_tokens":93430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":93430,"score_linear":135235.0,"score_lmetric":413298},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":93430,"score_linear":102074.0,"score_lmetric":191920},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":93430,"score_linear":126924.0,"score_lmetric":201410},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":26411,"ongoing_decode_tokens":15283,"pending_prefill_tokens":11128,"num_requests":2,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":93430,"score_linear":26411.0,"score_lmetric":209116},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":93430,"score_linear":27639.0,"score_lmetric":93430},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":93430,"score_linear":125063.0,"score_lmetric":421626},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":57803,"ongoing_decode_tokens":0,"pending_prefill_tokens":7115,"num_requests":1,"active_p_offloads":0,"cached_blocks":390,"cache_hit":0,"new_prefill":93430,"score_linear":57803.0,"score_lmetric":100545},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":246,"cache_hit":0,"new_prefill":93430,"score_linear":27927.0,"score_lmetric":121357}],"chosen_score_linear":27639.0,"chosen_score_lmetric":93430,"t_first_token":338810.687522972,"t_first_token_unix":1779769675.701466,"t_done":338812.742746679,"t_done_unix":1779769677.7566903},{"request_id":"1265942:4:1274182:133","session_id":"1265942","input_length":21229,"t_proxy_recv":338810.956265414,"t_decision_unix":1779769675.9702072,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":17920,"affinity_cache_ratio":0.8441283150407461,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3309 < 8000)","cache_hit":17920,"estimated_new_tokens":3309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":21229,"score_linear":25187.0,"score_lmetric":21229},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160826,"ongoing_decode_tokens":160826,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":300,"cache_hit":17920,"new_prefill":3309,"score_linear":142906.0,"score_lmetric":6618},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21229,"score_linear":150574.0,"score_lmetric":278070},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":549,"cache_hit":0,"new_prefill":21229,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":121069,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":21229,"score_linear":121069.0,"score_lmetric":42458},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":164892,"ongoing_decode_tokens":46795,"pending_prefill_tokens":4433,"num_requests":3,"active_p_offloads":0,"cached_blocks":416,"cache_hit":0,"new_prefill":21229,"score_linear":164892.0,"score_lmetric":76986},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":21229,"score_linear":191531.0,"score_lmetric":617568},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":21229,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":142906.0,"chosen_score_lmetric":6618,"t_first_token":338811.521131825,"t_first_token_unix":1779769676.5350757,"t_done":338812.779449443,"t_done_unix":1779769677.7933924},{"request_id":"1268630:1:1268630:98","session_id":"1268630","input_length":102074,"t_proxy_recv":338775.000853309,"t_decision_unix":1779769640.014795,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":3584,"estimated_new_tokens":98490,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":102074,"score_linear":135235.0,"score_lmetric":430586},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":285,"cache_hit":3584,"new_prefill":98490,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":102074,"score_linear":126924.0,"score_lmetric":210054},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":4608,"new_prefill":97466,"score_linear":10675.0,"score_lmetric":97466},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":102074,"score_linear":27639.0,"score_lmetric":102074},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":102074,"score_linear":125063.0,"score_lmetric":438914},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18638,"ongoing_decode_tokens":0,"pending_prefill_tokens":18638,"num_requests":1,"active_p_offloads":0,"cached_blocks":341,"cache_hit":0,"new_prefill":102074,"score_linear":18638.0,"score_lmetric":120712},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":2298,"ongoing_decode_tokens":0,"pending_prefill_tokens":2298,"num_requests":1,"active_p_offloads":0,"cached_blocks":206,"cache_hit":0,"new_prefill":102074,"score_linear":2298.0,"score_lmetric":104372}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":338809.855783013,"t_first_token_unix":1779769674.8697264,"t_done":338813.114359191,"t_done_unix":1779769678.1283026},{"request_id":"1268831:4:1279168:158","session_id":"1268831","input_length":32346,"t_proxy_recv":338811.855723921,"t_decision_unix":1779769676.8696654,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9813887343102702,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (602 < 8000)","cache_hit":31744,"estimated_new_tokens":602,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":32346,"score_linear":25187.0,"score_lmetric":32346},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":182055,"ongoing_decode_tokens":182055,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":300,"cache_hit":0,"new_prefill":32346,"score_linear":182055.0,"score_lmetric":97038},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":32346,"score_linear":150574.0,"score_lmetric":300304},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":549,"cache_hit":0,"new_prefill":32346,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":121069,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":32346,"score_linear":121069.0,"score_lmetric":64692},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":164892,"ongoing_decode_tokens":46795,"pending_prefill_tokens":4433,"num_requests":3,"active_p_offloads":0,"cached_blocks":416,"cache_hit":0,"new_prefill":32346,"score_linear":164892.0,"score_lmetric":110337},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":32346,"score_linear":191531.0,"score_lmetric":662036},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":16650,"ongoing_decode_tokens":0,"pending_prefill_tokens":7946,"num_requests":1,"active_p_offloads":0,"cached_blocks":379,"cache_hit":31744,"new_prefill":602,"score_linear":-15094.0,"score_lmetric":8548}],"chosen_score_linear":-15094.0,"chosen_score_lmetric":8548,"t_first_token":338812.417789887,"t_first_token_unix":1779769677.431734,"t_done":338813.649435596,"t_done_unix":1779769678.6633787},{"request_id":"1253804:5:1278488:156","session_id":"1253804","input_length":58752,"t_proxy_recv":338809.519690128,"t_decision_unix":1779769674.5336313,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9760348583877996,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1408 < 8000)","cache_hit":57344,"estimated_new_tokens":1408,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34071,"ongoing_decode_tokens":34071,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":58752,"score_linear":34071.0,"score_lmetric":117504},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":57344,"new_prefill":1408,"score_linear":62823.0,"score_lmetric":215502},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":58752,"score_linear":150574.0,"score_lmetric":353116},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":549,"cache_hit":3584,"new_prefill":55168,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":58752,"score_linear":121069.0,"score_lmetric":304364},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":164892,"ongoing_decode_tokens":22573,"pending_prefill_tokens":28655,"num_requests":3,"active_p_offloads":0,"cached_blocks":416,"cache_hit":0,"new_prefill":58752,"score_linear":164892.0,"score_lmetric":262221},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":58752,"score_linear":191531.0,"score_lmetric":767660},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33524,"ongoing_decode_tokens":33524,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":378,"cache_hit":0,"new_prefill":58752,"score_linear":33524.0,"score_lmetric":58752}],"chosen_score_linear":62823.0,"chosen_score_lmetric":215502,"t_first_token":338810.323421257,"t_first_token_unix":1779769675.3373644,"t_done":338816.094208163,"t_done_unix":1779769681.1081522},{"request_id":"1279412:1:1279412:160","session_id":"1279412","input_length":20136,"t_proxy_recv":338812.836789387,"t_decision_unix":1779769677.850731,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":20136,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":20136,"score_linear":25187.0,"score_lmetric":20136},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160826,"ongoing_decode_tokens":160826,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":20136,"score_linear":160826.0,"score_lmetric":40272},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":20136,"score_linear":150574.0,"score_lmetric":275884},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":549,"cache_hit":0,"new_prefill":20136,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":441,"cache_hit":0,"new_prefill":20136,"score_linear":27639.0,"score_lmetric":20136},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":164892,"ongoing_decode_tokens":46795,"pending_prefill_tokens":4433,"num_requests":3,"active_p_offloads":0,"cached_blocks":416,"cache_hit":0,"new_prefill":20136,"score_linear":164892.0,"score_lmetric":73707},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":20136,"score_linear":191531.0,"score_lmetric":613196},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":32346,"ongoing_decode_tokens":32346,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":394,"cache_hit":12800,"new_prefill":7336,"score_linear":19546.0,"score_lmetric":7336}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338814.945483513,"t_first_token_unix":1779769679.959427,"t_done":338816.371086344,"t_done_unix":1779769681.3850293},{"request_id":"1276136:2:1280145:162","session_id":"1276136","input_length":24519,"t_proxy_recv":338815.145273461,"t_decision_unix":1779769680.1592147,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":16896,"affinity_cache_ratio":0.6890982503364738,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7623 < 8000)","cache_hit":16896,"estimated_new_tokens":7623,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":24519,"score_linear":25187.0,"score_lmetric":24519},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":24519,"score_linear":58752.0,"score_lmetric":24519},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24519,"score_linear":150574.0,"score_lmetric":284650},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":20136,"ongoing_decode_tokens":20136,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":549,"cache_hit":0,"new_prefill":24519,"score_linear":20136.0,"score_lmetric":24519},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":441,"cache_hit":0,"new_prefill":24519,"score_linear":27639.0,"score_lmetric":24519},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":164892,"ongoing_decode_tokens":164892,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":416,"cache_hit":16896,"new_prefill":7623,"score_linear":147996.0,"score_lmetric":22869},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":24519,"score_linear":191531.0,"score_lmetric":630728},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":88317,"ongoing_decode_tokens":0,"pending_prefill_tokens":88317,"num_requests":1,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":24519,"score_linear":88317.0,"score_lmetric":112836}],"chosen_score_linear":147996.0,"chosen_score_lmetric":22869,"t_first_token":338816.37676626,"t_first_token_unix":1779769681.390709,"t_done":338817.154455235,"t_done_unix":1779769682.1683984},{"request_id":"1273203:2:1277744:152","session_id":"1273203","input_length":22573,"t_proxy_recv":338806.942649988,"t_decision_unix":1779769671.9565911,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9753245027244939,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (557 < 8000)","cache_hit":22016,"estimated_new_tokens":557,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34071,"ongoing_decode_tokens":34071,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":22573,"score_linear":34071.0,"score_lmetric":45146},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":22573,"score_linear":120167.0,"score_lmetric":257832},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":22573,"score_linear":150574.0,"score_lmetric":280758},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27221,"ongoing_decode_tokens":0,"pending_prefill_tokens":9813,"num_requests":1,"active_p_offloads":0,"cached_blocks":530,"cache_hit":0,"new_prefill":22573,"score_linear":27221.0,"score_lmetric":32386},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":22573,"score_linear":121069.0,"score_lmetric":232006},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":416,"cache_hit":22016,"new_prefill":557,"score_linear":-22016.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":21504,"new_prefill":1069,"score_linear":170027.0,"score_lmetric":536928},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65369,"ongoing_decode_tokens":33524,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":354,"cache_hit":0,"new_prefill":22573,"score_linear":65369.0,"score_lmetric":69924}],"chosen_score_linear":-22016.0,"chosen_score_lmetric":0,"t_first_token":338807.013568038,"t_first_token_unix":1779769672.0275114,"t_done":338817.314821506,"t_done_unix":1779769682.328765},{"request_id":"1276136:3:1280987:166","session_id":"1276136","input_length":25923,"t_proxy_recv":338818.092442363,"t_decision_unix":1779769683.1063836,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9282876210315164,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1859 < 8000)","cache_hit":24064,"estimated_new_tokens":1859,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":25923,"score_linear":25187.0,"score_lmetric":25923},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":25923,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":25923,"score_linear":150574.0,"score_lmetric":287458},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":12765,"ongoing_decode_tokens":12765,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":588,"cache_hit":0,"new_prefill":25923,"score_linear":12765.0,"score_lmetric":25923},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":441,"cache_hit":0,"new_prefill":25923,"score_linear":27639.0,"score_lmetric":25923},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":142319,"ongoing_decode_tokens":142319,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":431,"cache_hit":24064,"new_prefill":1859,"score_linear":118255.0,"score_lmetric":3718},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":25923,"score_linear":191531.0,"score_lmetric":636344},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":122245,"ongoing_decode_tokens":0,"pending_prefill_tokens":88453,"num_requests":2,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":25923,"score_linear":122245.0,"score_lmetric":228752}],"chosen_score_linear":118255.0,"chosen_score_lmetric":3718,"t_first_token":338818.44308448,"t_first_token_unix":1779769683.4570284,"t_done":338819.708451172,"t_done_unix":1779769684.7223942},{"request_id":"1268861:2:1280530:164","session_id":"1268861","input_length":12765,"t_proxy_recv":338816.365423969,"t_decision_unix":1779769681.3793652,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":12288,"affinity_cache_ratio":0.9626321974148061,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (477 < 8000)","cache_hit":12288,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":12765,"score_linear":25187.0,"score_lmetric":12765},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":12765,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12765,"score_linear":150574.0,"score_lmetric":261142},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":20136,"ongoing_decode_tokens":20136,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":549,"cache_hit":12288,"new_prefill":477,"score_linear":7848.0,"score_lmetric":477},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":441,"cache_hit":0,"new_prefill":12765,"score_linear":27639.0,"score_lmetric":12765},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":189411,"ongoing_decode_tokens":164892,"pending_prefill_tokens":7623,"num_requests":4,"active_p_offloads":0,"cached_blocks":416,"cache_hit":0,"new_prefill":12765,"score_linear":189411.0,"score_lmetric":81552},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":12765,"score_linear":191531.0,"score_lmetric":583712},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":122245,"ongoing_decode_tokens":0,"pending_prefill_tokens":88453,"num_requests":2,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":12765,"score_linear":122245.0,"score_lmetric":202436}],"chosen_score_linear":7848.0,"chosen_score_lmetric":477,"t_first_token":338816.420829867,"t_first_token_unix":1779769681.434773,"t_done":338819.852727247,"t_done_unix":1779769684.8666704},{"request_id":"1281887:1:1281887:171","session_id":"1281887","input_length":9370,"t_proxy_recv":338821.013408796,"t_decision_unix":1779769686.02735,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":9370,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":9370,"score_linear":25187.0,"score_lmetric":9370},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":9370,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9370,"score_linear":150574.0,"score_lmetric":254352},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":26426,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":9370,"score_linear":26426.0,"score_lmetric":9370},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":441,"cache_hit":0,"new_prefill":9370,"score_linear":27639.0,"score_lmetric":9370},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":142319,"ongoing_decode_tokens":142319,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":434,"cache_hit":0,"new_prefill":9370,"score_linear":142319.0,"score_lmetric":18740},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":9370,"score_linear":191531.0,"score_lmetric":570132},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":122245,"ongoing_decode_tokens":0,"pending_prefill_tokens":88453,"num_requests":2,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":9370,"score_linear":122245.0,"score_lmetric":195646}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338821.724412419,"t_first_token_unix":1779769686.7383559,"t_done":338821.893316459,"t_done_unix":1779769686.90726},{"request_id":"1282082:1:1282082:173","session_id":"1282082","input_length":4972,"t_proxy_recv":338821.683165788,"t_decision_unix":1779769686.6971073,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":4972,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4972 < 8000)","cache_hit":0,"estimated_new_tokens":4972,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":4972,"score_linear":25187.0,"score_lmetric":4972},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9370,"ongoing_decode_tokens":0,"pending_prefill_tokens":9370,"num_requests":1,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":4972,"score_linear":9370.0,"score_lmetric":14342},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":4972,"score_linear":150574.0,"score_lmetric":245556},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":26426,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":4972,"score_linear":26426.0,"score_lmetric":4972},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":441,"cache_hit":0,"new_prefill":4972,"score_linear":27639.0,"score_lmetric":4972},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":142319,"ongoing_decode_tokens":142319,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":434,"cache_hit":0,"new_prefill":4972,"score_linear":142319.0,"score_lmetric":9944},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":4972,"score_linear":191531.0,"score_lmetric":552540},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164268,"ongoing_decode_tokens":0,"pending_prefill_tokens":99244,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":4972,"score_linear":164268.0,"score_lmetric":312648}],"chosen_score_linear":25187.0,"chosen_score_lmetric":4972,"t_first_token":338822.0089254,"t_first_token_unix":1779769687.0228686,"t_done":338822.253768791,"t_done_unix":1779769687.2677124},{"request_id":"1279412:2:1281113:167","session_id":"1279412","input_length":26426,"t_proxy_recv":338818.628237378,"t_decision_unix":1779769683.642178,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":19968,"affinity_cache_ratio":0.7556194656777416,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6458 < 8000)","cache_hit":19968,"estimated_new_tokens":6458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":26426,"score_linear":25187.0,"score_lmetric":26426},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":26426,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":26426,"score_linear":150574.0,"score_lmetric":288464},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":12765,"ongoing_decode_tokens":12765,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":588,"cache_hit":19968,"new_prefill":6458,"score_linear":-7203.0,"score_lmetric":6458},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":441,"cache_hit":0,"new_prefill":26426,"score_linear":27639.0,"score_lmetric":26426},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":168242,"ongoing_decode_tokens":168242,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":431,"cache_hit":0,"new_prefill":26426,"score_linear":168242.0,"score_lmetric":79278},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":26426,"score_linear":191531.0,"score_lmetric":638356},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":122245,"ongoing_decode_tokens":0,"pending_prefill_tokens":88453,"num_requests":2,"active_p_offloads":0,"cached_blocks":395,"cache_hit":12800,"new_prefill":13626,"score_linear":109445.0,"score_lmetric":204158}],"chosen_score_linear":-7203.0,"chosen_score_lmetric":6458,"t_first_token":338819.746020363,"t_first_token_unix":1779769684.7599638,"t_done":338823.753982416,"t_done_unix":1779769688.767926},{"request_id":"1258859:3:1278118:155","session_id":"1258859","input_length":118097,"t_proxy_recv":338808.361171524,"t_decision_unix":1779769673.375113,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":113664,"affinity_cache_ratio":0.962463060026927,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4433 < 8000)","cache_hit":113664,"estimated_new_tokens":4433,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34071,"ongoing_decode_tokens":34071,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":118097,"score_linear":34071.0,"score_lmetric":236194},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":118097,"score_linear":120167.0,"score_lmetric":448880},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":118097,"score_linear":150574.0,"score_lmetric":471806},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":549,"cache_hit":0,"new_prefill":118097,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":118097,"score_linear":121069.0,"score_lmetric":423054},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":46795,"ongoing_decode_tokens":22573,"pending_prefill_tokens":24222,"num_requests":2,"active_p_offloads":0,"cached_blocks":416,"cache_hit":113664,"new_prefill":4433,"score_linear":-66869.0,"score_lmetric":57310},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":118097,"score_linear":191531.0,"score_lmetric":1005040},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96799,"ongoing_decode_tokens":96799,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":354,"cache_hit":0,"new_prefill":118097,"score_linear":96799.0,"score_lmetric":354291}],"chosen_score_linear":-66869.0,"chosen_score_lmetric":57310,"t_first_token":338813.449387023,"t_first_token_unix":1779769678.4633312,"t_done":338823.967290595,"t_done_unix":1779769688.981234},{"request_id":"1267915:1:1267915:96","session_id":"1267915","input_length":126924,"t_proxy_recv":338772.362876671,"t_decision_unix":1779769637.376818,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":18944,"estimated_new_tokens":107980,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":126924,"score_linear":135235.0,"score_lmetric":480286},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":273,"cache_hit":0,"new_prefill":126924,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":18944,"new_prefill":107980,"score_linear":-18944.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":126924,"score_linear":15283.0,"score_lmetric":126924},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":126924,"score_linear":27639.0,"score_lmetric":126924},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":126924,"score_linear":125063.0,"score_lmetric":488614},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":126924,"score_linear":17466.0,"score_lmetric":126924},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28671,"ongoing_decode_tokens":0,"pending_prefill_tokens":6143,"num_requests":1,"active_p_offloads":0,"cached_blocks":194,"cache_hit":0,"new_prefill":126924,"score_linear":28671.0,"score_lmetric":133067}],"chosen_score_linear":-18944.0,"chosen_score_lmetric":0,"t_first_token":338822.783435489,"t_first_token_unix":1779769687.7973788,"t_done":338824.099036017,"t_done_unix":1779769689.1129797},{"request_id":"1277909:1:1277909:153","session_id":"1277909","input_length":24222,"t_proxy_recv":338807.643114733,"t_decision_unix":1779769672.6570559,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":24222,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"local_cost 4.84s <= migrate_cost 13.79s + margin 0.20s","v2_chosen_cache_hit":0,"v2_src_idx":6,"v2_src_cache_hit":7680,"v2_new_local":24222,"v2_new_src":16542,"v2_cost_local_s":4.8444,"v2_cost_src_interf_s":13.233600000000003,"v2_cost_xfer_s":0.5604166666666666,"v2_cost_migrate_s":13.79401666666667,"cache_hit":0,"estimated_new_tokens":24222,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34071,"ongoing_decode_tokens":34071,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":371,"cache_hit":4096,"new_prefill":20126,"score_linear":29975.0,"score_lmetric":40252},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":24222,"score_linear":120167.0,"score_lmetric":261130},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24222,"score_linear":150574.0,"score_lmetric":284056},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27221,"ongoing_decode_tokens":27221,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":530,"cache_hit":0,"new_prefill":24222,"score_linear":27221.0,"score_lmetric":24222},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":24222,"score_linear":121069.0,"score_lmetric":235304},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":22573,"ongoing_decode_tokens":22573,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":416,"cache_hit":0,"new_prefill":24222,"score_linear":22573.0,"score_lmetric":24222},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":7680,"new_prefill":16542,"score_linear":183851.0,"score_lmetric":598820},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65369,"ongoing_decode_tokens":65369,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":354,"cache_hit":0,"new_prefill":24222,"score_linear":65369.0,"score_lmetric":48444}],"chosen_score_linear":22573.0,"chosen_score_lmetric":24222,"t_first_token":338810.517083819,"t_first_token_unix":1779769675.5310273,"t_done":338824.285475797,"t_done_unix":1779769689.2994192},{"request_id":"1265128:2:1271655:122","session_id":"1265128","input_length":23650,"t_proxy_recv":338785.201878882,"t_decision_unix":1779769650.21582,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":13824,"affinity_cache_ratio":0.5845243128964059,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=1 decode_tok=0)","cache_hit":13824,"estimated_new_tokens":9826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":23650,"score_linear":135235.0,"score_lmetric":273738},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":23650,"score_linear":102074.0,"score_lmetric":122140},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":13824,"new_prefill":9826,"score_linear":113100.0,"score_lmetric":117806},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":16034,"ongoing_decode_tokens":16034,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":403,"cache_hit":0,"new_prefill":23650,"score_linear":16034.0,"score_lmetric":47300},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":23650,"score_linear":121069.0,"score_lmetric":234160},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130878,"ongoing_decode_tokens":113172,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":23650,"score_linear":130878.0,"score_lmetric":82712},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":64508,"ongoing_decode_tokens":28385,"pending_prefill_tokens":21787,"num_requests":3,"active_p_offloads":0,"cached_blocks":403,"cache_hit":0,"new_prefill":23650,"score_linear":64508.0,"score_lmetric":136311},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80149,"ongoing_decode_tokens":60701,"pending_prefill_tokens":7160,"num_requests":3,"active_p_offloads":0,"cached_blocks":246,"cache_hit":0,"new_prefill":23650,"score_linear":80149.0,"score_lmetric":92430}],"chosen_score_linear":113100.0,"chosen_score_lmetric":117806,"t_first_token":338823.281260551,"t_first_token_unix":1779769688.2952042,"t_done":338824.460201006,"t_done_unix":1779769689.4741442},{"request_id":"1277533:2:1282872:175","session_id":"1277533","input_length":16299,"t_proxy_recv":338824.427476737,"t_decision_unix":1779769689.4414184,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":4608,"affinity_cache_ratio":0.2827167310877968,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":4608,"estimated_new_tokens":11691,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":398,"cache_hit":0,"new_prefill":16299,"score_linear":25187.0,"score_lmetric":16299},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":16299,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":23650,"ongoing_decode_tokens":23650,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":16299,"score_linear":23650.0,"score_lmetric":16299},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":16299,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":441,"cache_hit":0,"new_prefill":16299,"score_linear":27639.0,"score_lmetric":16299},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":491,"cache_hit":4608,"new_prefill":11691,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":16299,"score_linear":191531.0,"score_lmetric":597848},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164268,"ongoing_decode_tokens":0,"pending_prefill_tokens":99244,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":16299,"score_linear":164268.0,"score_lmetric":346629}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":338825.714360768,"t_first_token_unix":1779769690.7283044,"t_done":338825.819666355,"t_done_unix":1779769690.8336103},{"request_id":"1242838:4:1265709:87","session_id":"1242838","input_length":25187,"t_proxy_recv":338764.83201252,"t_decision_unix":1779769629.8459537,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":22016,"affinity_cache_ratio":0.8741017191408266,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3171 < 8000)","cache_hit":22016,"estimated_new_tokens":3171,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":22016,"new_prefill":3171,"score_linear":88032.0,"score_lmetric":113219},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":25187,"score_linear":55989.0,"score_lmetric":25187},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":25187,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":25187,"score_linear":71575.0,"score_lmetric":162958},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":25187,"score_linear":27639.0,"score_lmetric":25187},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":25187,"score_linear":125063.0,"score_lmetric":285140},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":25187,"score_linear":50783.0,"score_lmetric":75970},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":25187,"score_linear":45884.0,"score_lmetric":98110}],"chosen_score_linear":88032.0,"chosen_score_lmetric":113219,"t_first_token":338801.080032894,"t_first_token_unix":1779769666.0939763,"t_done":338827.680454185,"t_done_unix":1779769692.6943982},{"request_id":"1283642:1:1283642:178","session_id":"1283642","input_length":8510,"t_proxy_recv":338826.862908466,"t_decision_unix":1779769691.8768497,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":8510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":398,"cache_hit":0,"new_prefill":8510,"score_linear":25187.0,"score_lmetric":8510},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":8510,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":8510,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":8510,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":441,"cache_hit":0,"new_prefill":8510,"score_linear":27639.0,"score_lmetric":8510},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":118736,"ongoing_decode_tokens":118736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":513,"cache_hit":0,"new_prefill":8510,"score_linear":118736.0,"score_lmetric":8510},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":8510,"score_linear":191531.0,"score_lmetric":566692},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164268,"ongoing_decode_tokens":0,"pending_prefill_tokens":99244,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":8510,"score_linear":164268.0,"score_lmetric":323262}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338827.497591635,"t_first_token_unix":1779769692.5115361,"t_done":338827.811820604,"t_done_unix":1779769692.8257647},{"request_id":"1258859:4:1282900:176","session_id":"1258859","input_length":118736,"t_proxy_recv":338824.501814322,"t_decision_unix":1779769689.515756,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":118272,"affinity_cache_ratio":0.9960921708664601,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (464 < 8000)","cache_hit":118272,"estimated_new_tokens":464,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":398,"cache_hit":0,"new_prefill":118736,"score_linear":25187.0,"score_lmetric":118736},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":118736,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":118736,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":118736,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":441,"cache_hit":0,"new_prefill":118736,"score_linear":27639.0,"score_lmetric":118736},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":16299,"ongoing_decode_tokens":0,"pending_prefill_tokens":11691,"num_requests":1,"active_p_offloads":0,"cached_blocks":491,"cache_hit":118272,"new_prefill":464,"score_linear":-101973.0,"score_lmetric":12155},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":118736,"score_linear":191531.0,"score_lmetric":1007596},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164268,"ongoing_decode_tokens":0,"pending_prefill_tokens":99244,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":118736,"score_linear":164268.0,"score_lmetric":653940}],"chosen_score_linear":-101973.0,"chosen_score_lmetric":12155,"t_first_token":338825.816160411,"t_first_token_unix":1779769690.8301039,"t_done":338831.677486949,"t_done_unix":1779769696.6914313},{"request_id":"1279412:3:1285475:187","session_id":"1279412","input_length":27077,"t_proxy_recv":338833.328912986,"t_decision_unix":1779769698.3428538,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9832699338922333,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (453 < 8000)","cache_hit":26624,"estimated_new_tokens":453,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":408,"cache_hit":0,"new_prefill":27077,"score_linear":49619.0,"score_lmetric":76696},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":42264,"ongoing_decode_tokens":0,"pending_prefill_tokens":42264,"num_requests":1,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":27077,"score_linear":42264.0,"score_lmetric":69341},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":27077,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":26624,"new_prefill":453,"score_linear":-26624.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":441,"cache_hit":0,"new_prefill":27077,"score_linear":27639.0,"score_lmetric":27077},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":30965,"ongoing_decode_tokens":30965,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":514,"cache_hit":0,"new_prefill":27077,"score_linear":30965.0,"score_lmetric":27077},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":27077,"score_linear":191531.0,"score_lmetric":640960},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164268,"ongoing_decode_tokens":0,"pending_prefill_tokens":99244,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":12800,"new_prefill":14277,"score_linear":151468.0,"score_lmetric":340563}],"chosen_score_linear":-26624.0,"chosen_score_lmetric":0,"t_first_token":338833.399132035,"t_first_token_unix":1779769698.4130762,"t_done":338833.465422525,"t_done_unix":1779769698.4793658},{"request_id":"1239034:4:1263738:78","session_id":"1239034","input_length":27639,"t_proxy_recv":338763.787706702,"t_decision_unix":1779769628.8016481,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":22528,"affinity_cache_ratio":0.8150801403813452,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5111 < 8000)","cache_hit":22528,"estimated_new_tokens":5111,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":27639,"score_linear":110048.0,"score_lmetric":137687},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":27639,"score_linear":55989.0,"score_lmetric":27639},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14329,"ongoing_decode_tokens":301,"pending_prefill_tokens":14028,"num_requests":2,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":27639,"score_linear":14329.0,"score_lmetric":83334},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":27639,"score_linear":71575.0,"score_lmetric":167862},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":258,"cache_hit":22528,"new_prefill":5111,"score_linear":-22528.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":27639,"score_linear":125063.0,"score_lmetric":290044},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":27639,"score_linear":50783.0,"score_lmetric":78422},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":27639,"score_linear":45884.0,"score_lmetric":103014}],"chosen_score_linear":-22528.0,"chosen_score_lmetric":0,"t_first_token":338764.796351967,"t_first_token_unix":1779769629.8102958,"t_done":338833.543141808,"t_done_unix":1779769698.5570855},{"request_id":"1277909:2:1283679:179","session_id":"1277909","input_length":30965,"t_proxy_recv":338826.970408669,"t_decision_unix":1779769691.98435,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":24576,"affinity_cache_ratio":0.7936702728887454,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6389 < 8000)","cache_hit":24576,"estimated_new_tokens":6389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":398,"cache_hit":4096,"new_prefill":26869,"score_linear":21091.0,"score_lmetric":26869},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":30965,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":8510,"ongoing_decode_tokens":0,"pending_prefill_tokens":8510,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":30965,"score_linear":8510.0,"score_lmetric":39475},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":30965,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":441,"cache_hit":0,"new_prefill":30965,"score_linear":27639.0,"score_lmetric":30965},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":118736,"ongoing_decode_tokens":118736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":513,"cache_hit":24576,"new_prefill":6389,"score_linear":94160.0,"score_lmetric":6389},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":7680,"new_prefill":23285,"score_linear":183851.0,"score_lmetric":625792},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164268,"ongoing_decode_tokens":0,"pending_prefill_tokens":99244,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":30965,"score_linear":164268.0,"score_lmetric":390627}],"chosen_score_linear":94160.0,"chosen_score_lmetric":6389,"t_first_token":338828.249160671,"t_first_token_unix":1779769693.2631047,"t_done":338834.649391277,"t_done_unix":1779769699.6633348},{"request_id":"1285800:1:1285800:191","session_id":"1285800","input_length":4510,"t_proxy_recv":338834.438814692,"t_decision_unix":1779769699.452756,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4510 < 8000)","cache_hit":0,"estimated_new_tokens":4510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":408,"cache_hit":0,"new_prefill":4510,"score_linear":49619.0,"score_lmetric":54129},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":42264,"ongoing_decode_tokens":0,"pending_prefill_tokens":42264,"num_requests":1,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":4510,"score_linear":42264.0,"score_lmetric":46774},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14203,"ongoing_decode_tokens":11,"pending_prefill_tokens":6000,"num_requests":2,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":4510,"score_linear":14203.0,"score_lmetric":21020},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":4510,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":451,"cache_hit":0,"new_prefill":4510,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":30965,"ongoing_decode_tokens":30965,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":514,"cache_hit":0,"new_prefill":4510,"score_linear":30965.0,"score_lmetric":4510},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":4510,"score_linear":191531.0,"score_lmetric":550692},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164268,"ongoing_decode_tokens":0,"pending_prefill_tokens":99244,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":4510,"score_linear":164268.0,"score_lmetric":311262}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338834.731847064,"t_first_token_unix":1779769699.7457905,"t_done":338835.014051289,"t_done_unix":1779769700.0279953},{"request_id":"1283642:2:1285731:190","session_id":"1283642","input_length":14192,"t_proxy_recv":338834.185072533,"t_decision_unix":1779769699.1990137,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":8192,"affinity_cache_ratio":0.5772266065388951,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6000 < 8000)","cache_hit":8192,"estimated_new_tokens":6000,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":408,"cache_hit":0,"new_prefill":14192,"score_linear":49619.0,"score_lmetric":63811},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":42264,"ongoing_decode_tokens":0,"pending_prefill_tokens":42264,"num_requests":1,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":14192,"score_linear":42264.0,"score_lmetric":56456},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":11,"ongoing_decode_tokens":11,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":8192,"new_prefill":6000,"score_linear":-8181.0,"score_lmetric":6000},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":14192,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":451,"cache_hit":0,"new_prefill":14192,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":30965,"ongoing_decode_tokens":30965,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":514,"cache_hit":0,"new_prefill":14192,"score_linear":30965.0,"score_lmetric":14192},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":14192,"score_linear":191531.0,"score_lmetric":589420},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164268,"ongoing_decode_tokens":0,"pending_prefill_tokens":99244,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":14192,"score_linear":164268.0,"score_lmetric":340308}],"chosen_score_linear":-8181.0,"chosen_score_lmetric":6000,"t_first_token":338834.841358402,"t_first_token_unix":1779769699.8553023,"t_done":338835.309353715,"t_done_unix":1779769700.3232977},{"request_id":"1285558:1:1285558:188","session_id":"1285558","input_length":11,"t_proxy_recv":338833.531161958,"t_decision_unix":1779769698.5451035,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11 < 8000)","cache_hit":0,"estimated_new_tokens":11,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":408,"cache_hit":0,"new_prefill":11,"score_linear":49619.0,"score_lmetric":49630},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":42264,"ongoing_decode_tokens":0,"pending_prefill_tokens":42264,"num_requests":1,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":11,"score_linear":42264.0,"score_lmetric":42275},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":11,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":11,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":441,"cache_hit":0,"new_prefill":11,"score_linear":27639.0,"score_lmetric":11},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":30965,"ongoing_decode_tokens":30965,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":514,"cache_hit":0,"new_prefill":11,"score_linear":30965.0,"score_lmetric":11},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":11,"score_linear":191531.0,"score_lmetric":532696},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164268,"ongoing_decode_tokens":0,"pending_prefill_tokens":99244,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":11,"score_linear":164268.0,"score_lmetric":297765}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338833.552071477,"t_first_token_unix":1779769698.566015,"t_done":338836.031212907,"t_done_unix":1779769701.0451567},{"request_id":"1286551:1:1286551:194","session_id":"1286551","input_length":1700,"t_proxy_recv":338837.404087374,"t_decision_unix":1779769702.4180286,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1700 < 8000)","cache_hit":0,"estimated_new_tokens":1700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":408,"cache_hit":0,"new_prefill":1700,"score_linear":49619.0,"score_lmetric":51319},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":42264,"ongoing_decode_tokens":0,"pending_prefill_tokens":42264,"num_requests":1,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":1700,"score_linear":42264.0,"score_lmetric":43964},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":1700,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31898,"ongoing_decode_tokens":0,"pending_prefill_tokens":5274,"num_requests":1,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":1700,"score_linear":31898.0,"score_lmetric":6974},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":459,"cache_hit":0,"new_prefill":1700,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":1700,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":1700,"score_linear":191531.0,"score_lmetric":539452},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164268,"ongoing_decode_tokens":0,"pending_prefill_tokens":99244,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":1700,"score_linear":164268.0,"score_lmetric":302832}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338837.550456322,"t_first_token_unix":1779769702.5644,"t_done":338837.745795427,"t_done_unix":1779769702.759739},{"request_id":"1268831:5:1284640:184","session_id":"1268831","input_length":42264,"t_proxy_recv":338830.379280347,"t_decision_unix":1779769695.3932216,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":1,"affinity_cache_hit":32256,"affinity_cache_ratio":0.7632027257240205,"affinity_num_requests":3,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":42264,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":408,"cache_hit":0,"new_prefill":42264,"score_linear":49619.0,"score_lmetric":91883},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":42264,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":42264,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":42264,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":441,"cache_hit":0,"new_prefill":42264,"score_linear":27639.0,"score_lmetric":42264},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":149701,"ongoing_decode_tokens":149701,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":513,"cache_hit":0,"new_prefill":42264,"score_linear":149701.0,"score_lmetric":84528},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":42264,"score_linear":191531.0,"score_lmetric":701708},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164268,"ongoing_decode_tokens":0,"pending_prefill_tokens":99244,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":32256,"new_prefill":10008,"score_linear":132012.0,"score_lmetric":327756}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338837.469228962,"t_first_token_unix":1779769702.4831727,"t_done":338838.807540358,"t_done_unix":1779769703.8214843},{"request_id":"1279412:4:1286447:193","session_id":"1279412","input_length":31898,"t_proxy_recv":338837.003256844,"t_decision_unix":1779769702.0171978,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8346604802808953,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5274 < 8000)","cache_hit":26624,"estimated_new_tokens":5274,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":408,"cache_hit":0,"new_prefill":31898,"score_linear":49619.0,"score_lmetric":81517},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":42264,"ongoing_decode_tokens":0,"pending_prefill_tokens":42264,"num_requests":1,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":31898,"score_linear":42264.0,"score_lmetric":74162},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":31898,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":26624,"new_prefill":5274,"score_linear":-26624.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":459,"cache_hit":0,"new_prefill":31898,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":31898,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":31898,"score_linear":191531.0,"score_lmetric":660244},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164268,"ongoing_decode_tokens":0,"pending_prefill_tokens":99244,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":12800,"new_prefill":19098,"score_linear":151468.0,"score_lmetric":355026}],"chosen_score_linear":-26624.0,"chosen_score_lmetric":0,"t_first_token":338838.079812216,"t_first_token_unix":1779769703.0937564,"t_done":338839.710681659,"t_done_unix":1779769704.7246256},{"request_id":"1286804:1:1286804:195","session_id":"1286804","input_length":13962,"t_proxy_recv":338838.135384435,"t_decision_unix":1779769703.1493254,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":13962,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":408,"cache_hit":0,"new_prefill":13962,"score_linear":49619.0,"score_lmetric":13962},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":42264,"ongoing_decode_tokens":42264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":13962,"score_linear":42264.0,"score_lmetric":13962},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":596,"cache_hit":0,"new_prefill":13962,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31898,"ongoing_decode_tokens":31898,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":13962,"score_linear":31898.0,"score_lmetric":13962},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":459,"cache_hit":0,"new_prefill":13962,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":13962,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":13962,"score_linear":191531.0,"score_lmetric":588500},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164268,"ongoing_decode_tokens":0,"pending_prefill_tokens":99244,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":13962,"score_linear":164268.0,"score_lmetric":339618}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338839.346832087,"t_first_token_unix":1779769704.3607764,"t_done":338840.051673727,"t_done_unix":1779769705.0656173},{"request_id":"1287588:1:1287588:198","session_id":"1287588","input_length":9925,"t_proxy_recv":338840.684114949,"t_decision_unix":1779769705.6980565,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":9925,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":408,"cache_hit":0,"new_prefill":9925,"score_linear":49619.0,"score_lmetric":9925},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":601,"cache_hit":0,"new_prefill":9925,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":596,"cache_hit":0,"new_prefill":9925,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":9925,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":9925,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":9925,"score_linear":77805.0,"score_lmetric":87730},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":114612,"pending_prefill_tokens":18551,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":9925,"score_linear":191531.0,"score_lmetric":113904},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164268,"ongoing_decode_tokens":0,"pending_prefill_tokens":99244,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":9925,"score_linear":164268.0,"score_lmetric":327507}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338841.494504279,"t_first_token_unix":1779769706.5084484,"t_done":338842.827319462,"t_done_unix":1779769707.8412626},{"request_id":"1288143:1:1288143:200","session_id":"1288143","input_length":448,"t_proxy_recv":338842.649745845,"t_decision_unix":1779769707.6636875,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (448 < 8000)","cache_hit":0,"estimated_new_tokens":448,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":408,"cache_hit":0,"new_prefill":448,"score_linear":49619.0,"score_lmetric":448},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":601,"cache_hit":0,"new_prefill":448,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":596,"cache_hit":0,"new_prefill":448,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":448,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9925,"ongoing_decode_tokens":9925,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":448,"score_linear":9925.0,"score_lmetric":448},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":448,"score_linear":77805.0,"score_lmetric":78253},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":125251,"pending_prefill_tokens":17640,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":448,"score_linear":191531.0,"score_lmetric":72352},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164268,"ongoing_decode_tokens":122245,"pending_prefill_tokens":10791,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":448,"score_linear":164268.0,"score_lmetric":33717}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338842.698512978,"t_first_token_unix":1779769707.712456,"t_done":338843.220506281,"t_done_unix":1779769708.2344494},{"request_id":"1262354:8:1280463:163","session_id":"1262354","input_length":33928,"t_proxy_recv":338816.151149325,"t_decision_unix":1779769681.1650908,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9959915114359821,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (136 < 8000)","cache_hit":33792,"estimated_new_tokens":136,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":33928,"score_linear":25187.0,"score_lmetric":33928},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":33928,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33928,"score_linear":150574.0,"score_lmetric":303468},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":20136,"ongoing_decode_tokens":20136,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":549,"cache_hit":0,"new_prefill":33928,"score_linear":20136.0,"score_lmetric":33928},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":441,"cache_hit":0,"new_prefill":33928,"score_linear":27639.0,"score_lmetric":33928},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":189411,"ongoing_decode_tokens":164892,"pending_prefill_tokens":7623,"num_requests":4,"active_p_offloads":0,"cached_blocks":416,"cache_hit":0,"new_prefill":33928,"score_linear":189411.0,"score_lmetric":166204},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":33928,"score_linear":191531.0,"score_lmetric":668364},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":88317,"ongoing_decode_tokens":0,"pending_prefill_tokens":88317,"num_requests":1,"active_p_offloads":0,"cached_blocks":395,"cache_hit":33792,"new_prefill":136,"score_linear":54525.0,"score_lmetric":88453}],"chosen_score_linear":54525.0,"chosen_score_lmetric":88453,"t_first_token":338840.988481924,"t_first_token_unix":1779769706.0024254,"t_done":338844.109635422,"t_done_unix":1779769709.123583},{"request_id":"1284132:1:1284132:182","session_id":"1284132","input_length":49619,"t_proxy_recv":338828.655325005,"t_decision_unix":1779769693.6692662,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":49619,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":408,"cache_hit":0,"new_prefill":49619,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":49619,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":49619,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":49619,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":441,"cache_hit":0,"new_prefill":49619,"score_linear":27639.0,"score_lmetric":49619},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":149701,"ongoing_decode_tokens":149701,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":513,"cache_hit":0,"new_prefill":49619,"score_linear":149701.0,"score_lmetric":99238},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":49619,"score_linear":191531.0,"score_lmetric":731128},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164268,"ongoing_decode_tokens":0,"pending_prefill_tokens":99244,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":49619,"score_linear":164268.0,"score_lmetric":446589}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338837.910524291,"t_first_token_unix":1779769702.924468,"t_done":338844.654736305,"t_done_unix":1779769709.6686802},{"request_id":"1279994:1:1279994:161","session_id":"1279994","input_length":88317,"t_proxy_recv":338814.712543418,"t_decision_unix":1779769679.7264843,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":88317,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":88317,"score_linear":25187.0,"score_lmetric":88317},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":88317,"score_linear":58752.0,"score_lmetric":88317},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":88317,"score_linear":150574.0,"score_lmetric":412246},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":20136,"ongoing_decode_tokens":0,"pending_prefill_tokens":20136,"num_requests":1,"active_p_offloads":0,"cached_blocks":549,"cache_hit":0,"new_prefill":88317,"score_linear":20136.0,"score_lmetric":108453},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":441,"cache_hit":0,"new_prefill":88317,"score_linear":27639.0,"score_lmetric":88317},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":164892,"ongoing_decode_tokens":164892,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":416,"cache_hit":0,"new_prefill":88317,"score_linear":164892.0,"score_lmetric":264951},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":88317,"score_linear":191531.0,"score_lmetric":885920},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":88317,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338840.986471674,"t_first_token_unix":1779769706.000415,"t_done":338844.664874212,"t_done_unix":1779769709.6788175},{"request_id":"1260327:5:1281915:172","session_id":"1260327","input_length":42023,"t_proxy_recv":338821.133083351,"t_decision_unix":1779769686.1470246,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31232,"affinity_cache_ratio":0.7432120505437498,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=2 decode_tok=0)","cache_hit":31232,"estimated_new_tokens":10791,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":42023,"score_linear":25187.0,"score_lmetric":42023},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9370,"ongoing_decode_tokens":0,"pending_prefill_tokens":9370,"num_requests":1,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":42023,"score_linear":9370.0,"score_lmetric":51393},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":42023,"score_linear":150574.0,"score_lmetric":319658},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":26426,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":42023,"score_linear":26426.0,"score_lmetric":42023},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":441,"cache_hit":0,"new_prefill":42023,"score_linear":27639.0,"score_lmetric":42023},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":142319,"ongoing_decode_tokens":142319,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":434,"cache_hit":0,"new_prefill":42023,"score_linear":142319.0,"score_lmetric":84046},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":42023,"score_linear":191531.0,"score_lmetric":700744},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":122245,"ongoing_decode_tokens":0,"pending_prefill_tokens":88453,"num_requests":2,"active_p_offloads":0,"cached_blocks":395,"cache_hit":31232,"new_prefill":10791,"score_linear":91013.0,"score_lmetric":198488}],"chosen_score_linear":91013.0,"chosen_score_lmetric":198488,"t_first_token":338843.307035844,"t_first_token_unix":1779769708.320979,"t_done":338844.69811366,"t_done_unix":1779769709.7120569},{"request_id":"1279994:2:1283011:177","session_id":"1279994","input_length":88940,"t_proxy_recv":338844.683364223,"t_decision_unix":1779769709.6973054,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":88064,"affinity_cache_ratio":0.990150663368563,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (876 < 8000)","cache_hit":88064,"estimated_new_tokens":876,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":506,"cache_hit":0,"new_prefill":88940,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":601,"cache_hit":0,"new_prefill":88940,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":88940,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":88940,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":88940,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":88940,"score_linear":77805.0,"score_lmetric":166745},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":125251,"pending_prefill_tokens":17640,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":88940,"score_linear":191531.0,"score_lmetric":426320},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76051,"ongoing_decode_tokens":76051,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":567,"cache_hit":88064,"new_prefill":876,"score_linear":-12013.0,"score_lmetric":1752}],"chosen_score_linear":-12013.0,"chosen_score_lmetric":1752,"t_first_token":338845.185174937,"t_first_token_unix":1779769710.1991184,"t_done":338846.197787741,"t_done_unix":1779769711.211731},{"request_id":"1262354:9:1281632:169","session_id":"1262354","input_length":34028,"t_proxy_recv":338844.115976923,"t_decision_unix":1779769709.1299186,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9930645350887505,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (236 < 8000)","cache_hit":33792,"estimated_new_tokens":236,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":408,"cache_hit":0,"new_prefill":34028,"score_linear":49619.0,"score_lmetric":34028},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":601,"cache_hit":0,"new_prefill":34028,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":34028,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":12800,"new_prefill":21228,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":34028,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":34028,"score_linear":77805.0,"score_lmetric":111833},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":125251,"pending_prefill_tokens":17640,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":34028,"score_linear":191531.0,"score_lmetric":206672},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130340,"ongoing_decode_tokens":130340,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":395,"cache_hit":33792,"new_prefill":236,"score_linear":96548.0,"score_lmetric":472}],"chosen_score_linear":96548.0,"chosen_score_lmetric":472,"t_first_token":338844.223114644,"t_first_token_unix":1779769709.2370582,"t_done":338847.503600594,"t_done_unix":1779769712.517544},{"request_id":"1286551:2:1289450:202","session_id":"1286551","input_length":9610,"t_proxy_recv":338846.994351411,"t_decision_unix":1779769712.008293,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":1536,"affinity_cache_ratio":0.1598335067637877,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":1536,"estimated_new_tokens":8074,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":506,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":601,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":597,"cache_hit":1536,"new_prefill":8074,"score_linear":-1536.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":9610,"score_linear":122725.0,"score_lmetric":202206},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":191531,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":9610,"score_linear":191531.0,"score_lmetric":38440},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123254,"ongoing_decode_tokens":123254,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":9610,"score_linear":123254.0,"score_lmetric":19220}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":338847.622116734,"t_first_token_unix":1779769712.63606,"t_done":338847.9922919,"t_done_unix":1779769713.0062351},{"request_id":"1279412:4:1289482:203","session_id":"1279412","input_length":32191,"t_proxy_recv":338847.074162992,"t_decision_unix":1779769712.0881045,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9861141312789289,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (447 < 8000)","cache_hit":31744,"estimated_new_tokens":447,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":506,"cache_hit":0,"new_prefill":32191,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":601,"cache_hit":0,"new_prefill":32191,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9610,"ongoing_decode_tokens":0,"pending_prefill_tokens":8074,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":32191,"score_linear":9610.0,"score_lmetric":40265},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":31744,"new_prefill":447,"score_linear":-31744.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":32191,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":32191,"score_linear":122725.0,"score_lmetric":247368},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":191531,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":32191,"score_linear":191531.0,"score_lmetric":128764},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123254,"ongoing_decode_tokens":123254,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":589,"cache_hit":12800,"new_prefill":19391,"score_linear":110454.0,"score_lmetric":38782}],"chosen_score_linear":-31744.0,"chosen_score_lmetric":0,"t_first_token":338847.15615297,"t_first_token_unix":1779769712.170096,"t_done":338848.190795288,"t_done_unix":1779769713.2047386},{"request_id":"1262354:10:1283773:180","session_id":"1262354","input_length":34282,"t_proxy_recv":338847.510580009,"t_decision_unix":1779769712.5245218,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9857067849016977,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (490 < 8000)","cache_hit":33792,"estimated_new_tokens":490,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":506,"cache_hit":0,"new_prefill":34282,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":601,"cache_hit":0,"new_prefill":34282,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9610,"ongoing_decode_tokens":0,"pending_prefill_tokens":8074,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":34282,"score_linear":9610.0,"score_lmetric":42356},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":32191,"ongoing_decode_tokens":32191,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":612,"cache_hit":12800,"new_prefill":21482,"score_linear":19391.0,"score_lmetric":21482},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":34282,"score_linear":82014.0,"score_lmetric":116296},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":34282,"score_linear":122725.0,"score_lmetric":251550},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":191531,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":34282,"score_linear":191531.0,"score_lmetric":137128},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89226,"ongoing_decode_tokens":89226,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":33792,"new_prefill":490,"score_linear":55434.0,"score_lmetric":490}],"chosen_score_linear":55434.0,"chosen_score_lmetric":490,"t_first_token":338847.606258404,"t_first_token_unix":1779769712.6202018,"t_done":338848.395693979,"t_done_unix":1779769713.4096375},{"request_id":"1272313:2:1275926:138","session_id":"1272313","input_length":10639,"t_proxy_recv":338800.402778228,"t_decision_unix":1779769665.4167197,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":9728,"affinity_cache_ratio":0.914371651471003,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (911 < 8000)","cache_hit":9728,"estimated_new_tokens":911,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":6543,"score_linear":131139.0,"score_lmetric":239524},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":10639,"score_linear":120167.0,"score_lmetric":233964},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10639,"score_linear":150574.0,"score_lmetric":256890},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":483,"cache_hit":0,"new_prefill":10639,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":10639,"score_linear":121069.0,"score_lmetric":208138},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":374,"cache_hit":0,"new_prefill":10639,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":498,"cache_hit":9728,"new_prefill":911,"score_linear":104884.0,"score_lmetric":115523},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":337,"cache_hit":0,"new_prefill":10639,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":104884.0,"chosen_score_lmetric":115523,"t_first_token":338842.51337784,"t_first_token_unix":1779769707.5273244,"t_done":338849.146367832,"t_done_unix":1779769714.1603112},{"request_id":"1290442:1:1290442:210","session_id":"1290442","input_length":7261,"t_proxy_recv":338850.267417963,"t_decision_unix":1779769715.2813594,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7261 < 8000)","cache_hit":0,"estimated_new_tokens":7261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":11549,"ongoing_decode_tokens":11549,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":506,"cache_hit":0,"new_prefill":7261,"score_linear":11549.0,"score_lmetric":7261},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":601,"cache_hit":0,"new_prefill":7261,"score_linear":23228.0,"score_lmetric":30489},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13552,"ongoing_decode_tokens":0,"pending_prefill_tokens":12016,"num_requests":1,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":7261,"score_linear":13552.0,"score_lmetric":19277},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":613,"cache_hit":0,"new_prefill":7261,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":7261,"score_linear":92209.0,"score_lmetric":179484},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":7261,"score_linear":122725.0,"score_lmetric":197508},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":180892,"ongoing_decode_tokens":180892,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":500,"cache_hit":0,"new_prefill":7261,"score_linear":180892.0,"score_lmetric":21783},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123579,"ongoing_decode_tokens":123579,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":7261,"score_linear":123579.0,"score_lmetric":14522}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338850.763255869,"t_first_token_unix":1779769715.7771993,"t_done":338850.907644886,"t_done_unix":1779769715.9215882},{"request_id":"1272313:3:1279208:159","session_id":"1272313","input_length":11549,"t_proxy_recv":338849.150573217,"t_decision_unix":1779769714.1645148,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":0,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9309896960775825,"affinity_num_requests":3,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7453 < 8000)","cache_hit":4096,"estimated_new_tokens":7453,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":506,"cache_hit":4096,"new_prefill":7453,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":601,"cache_hit":0,"new_prefill":11549,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":11549,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":613,"cache_hit":0,"new_prefill":11549,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":11549,"score_linear":92209.0,"score_lmetric":188060},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":7680,"new_prefill":3869,"score_linear":115045.0,"score_lmetric":190724},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":180892,"ongoing_decode_tokens":180892,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":500,"cache_hit":10752,"new_prefill":797,"score_linear":170140.0,"score_lmetric":2391},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123579,"ongoing_decode_tokens":123579,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":11549,"score_linear":123579.0,"score_lmetric":23098}],"chosen_score_linear":-4096.0,"chosen_score_lmetric":0,"t_first_token":338849.835090249,"t_first_token_unix":1779769714.8490338,"t_done":338851.018443051,"t_done_unix":1779769716.0323863},{"request_id":"1290426:1:1290426:209","session_id":"1290426","input_length":13552,"t_proxy_recv":338850.240291906,"t_decision_unix":1779769715.2542331,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":1536,"estimated_new_tokens":12016,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":11549,"ongoing_decode_tokens":11549,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":506,"cache_hit":0,"new_prefill":13552,"score_linear":11549.0,"score_lmetric":13552},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":601,"cache_hit":0,"new_prefill":13552,"score_linear":23228.0,"score_lmetric":36780},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":1536,"new_prefill":12016,"score_linear":-1536.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":613,"cache_hit":0,"new_prefill":13552,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":13552,"score_linear":92209.0,"score_lmetric":192066},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":13552,"score_linear":122725.0,"score_lmetric":210090},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":180892,"ongoing_decode_tokens":180892,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":500,"cache_hit":0,"new_prefill":13552,"score_linear":180892.0,"score_lmetric":40656},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123579,"ongoing_decode_tokens":123579,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":13552,"score_linear":123579.0,"score_lmetric":27104}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":338851.330520168,"t_first_token_unix":1779769716.3444638,"t_done":338851.708811018,"t_done_unix":1779769716.722754},{"request_id":"1279994:3:1286181:192","session_id":"1279994","input_length":89226,"t_proxy_recv":338846.220280605,"t_decision_unix":1779769711.2342222,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":88576,"affinity_cache_ratio":0.9927151278775245,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (650 < 8000)","cache_hit":88576,"estimated_new_tokens":650,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":506,"cache_hit":0,"new_prefill":89226,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":601,"cache_hit":0,"new_prefill":89226,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":89226,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":89226,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":89226,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":89226,"score_linear":122725.0,"score_lmetric":361438},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":191531,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":89226,"score_linear":191531.0,"score_lmetric":356904},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34028,"ongoing_decode_tokens":34028,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":589,"cache_hit":88576,"new_prefill":650,"score_linear":-54548.0,"score_lmetric":650}],"chosen_score_linear":-54548.0,"chosen_score_lmetric":650,"t_first_token":338846.507624588,"t_first_token_unix":1779769711.5215678,"t_done":338852.479653243,"t_done_unix":1779769717.493597},{"request_id":"1272313:4:1281720:170","session_id":"1272313","input_length":13901,"t_proxy_recv":338851.023262915,"t_decision_unix":1779769716.0372045,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.8103014171642328,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2637 < 8000)","cache_hit":11264,"estimated_new_tokens":2637,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":520,"cache_hit":11264,"new_prefill":2637,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":601,"cache_hit":0,"new_prefill":13901,"score_linear":23228.0,"score_lmetric":37129},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13552,"ongoing_decode_tokens":0,"pending_prefill_tokens":12016,"num_requests":1,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":13901,"score_linear":13552.0,"score_lmetric":25917},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":627,"cache_hit":0,"new_prefill":13901,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":13901,"score_linear":92209.0,"score_lmetric":192764},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":7680,"new_prefill":6221,"score_linear":115045.0,"score_lmetric":195428},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":180892,"ongoing_decode_tokens":180892,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":500,"cache_hit":10752,"new_prefill":3149,"score_linear":170140.0,"score_lmetric":9447},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123579,"ongoing_decode_tokens":123579,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":13901,"score_linear":123579.0,"score_lmetric":27802}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":338851.364231434,"t_first_token_unix":1779769716.3781748,"t_done":338852.940757409,"t_done_unix":1779769717.9547005},{"request_id":"1291100:1:1291100:212","session_id":"1291100","input_length":1744,"t_proxy_recv":338852.494136518,"t_decision_unix":1779769717.5080783,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1744 < 8000)","cache_hit":0,"estimated_new_tokens":1744,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13901,"ongoing_decode_tokens":13901,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":1744,"score_linear":13901.0,"score_lmetric":1744},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":601,"cache_hit":0,"new_prefill":1744,"score_linear":23228.0,"score_lmetric":24972},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":621,"cache_hit":0,"new_prefill":1744,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":627,"cache_hit":0,"new_prefill":1744,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":1744,"score_linear":92209.0,"score_lmetric":168450},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":1744,"score_linear":122725.0,"score_lmetric":186474},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":180892,"ongoing_decode_tokens":180892,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":500,"cache_hit":0,"new_prefill":1744,"score_linear":180892.0,"score_lmetric":5232},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34353,"ongoing_decode_tokens":34353,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":1744,"score_linear":34353.0,"score_lmetric":1744}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338852.651282552,"t_first_token_unix":1779769717.6652257,"t_done":338853.048559568,"t_done_unix":1779769718.0625026},{"request_id":"1290365:1:1290365:208","session_id":"1290365","input_length":23228,"t_proxy_recv":338850.059549308,"t_decision_unix":1779769715.0734904,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":23228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":11549,"ongoing_decode_tokens":11549,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":506,"cache_hit":0,"new_prefill":23228,"score_linear":11549.0,"score_lmetric":23228},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":601,"cache_hit":0,"new_prefill":23228,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":23228,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":613,"cache_hit":0,"new_prefill":23228,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":23228,"score_linear":92209.0,"score_lmetric":211418},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":23228,"score_linear":122725.0,"score_lmetric":229442},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":180892,"ongoing_decode_tokens":180892,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":500,"cache_hit":0,"new_prefill":23228,"score_linear":180892.0,"score_lmetric":69684},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123579,"ongoing_decode_tokens":123579,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":590,"cache_hit":0,"new_prefill":23228,"score_linear":123579.0,"score_lmetric":46456}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338852.643935856,"t_first_token_unix":1779769717.6578794,"t_done":338853.376516521,"t_done_unix":1779769718.39046},{"request_id":"1266668:4:1276519:143","session_id":"1266668","input_length":49380,"t_proxy_recv":338802.477073007,"t_decision_unix":1779769667.4910145,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":33792,"affinity_cache_ratio":0.684325637910085,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=2 decode_tok=0)","cache_hit":33792,"estimated_new_tokens":15588,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":4096,"new_prefill":45284,"score_linear":21091.0,"score_lmetric":45284},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":49380,"score_linear":120167.0,"score_lmetric":311446},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":49380,"score_linear":150574.0,"score_lmetric":334372},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":483,"cache_hit":0,"new_prefill":49380,"score_linear":15783.0,"score_lmetric":65163},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":49380,"score_linear":121069.0,"score_lmetric":285620},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":17280,"ongoing_decode_tokens":0,"pending_prefill_tokens":17280,"num_requests":1,"active_p_offloads":0,"cached_blocks":374,"cache_hit":0,"new_prefill":49380,"score_linear":17280.0,"score_lmetric":66660},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":125251,"ongoing_decode_tokens":0,"pending_prefill_tokens":115523,"num_requests":2,"active_p_offloads":0,"cached_blocks":498,"cache_hit":33792,"new_prefill":15588,"score_linear":91459.0,"score_lmetric":262222},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":8704,"ongoing_decode_tokens":0,"pending_prefill_tokens":8704,"num_requests":1,"active_p_offloads":0,"cached_blocks":337,"cache_hit":0,"new_prefill":49380,"score_linear":8704.0,"score_lmetric":58084}],"chosen_score_linear":91459.0,"chosen_score_lmetric":262222,"t_first_token":338844.912885509,"t_first_token_unix":1779769709.9268296,"t_done":338854.075922545,"t_done_unix":1779769719.0898764},{"request_id":"1279412:5:1291651:214","session_id":"1279412","input_length":32359,"t_proxy_recv":338854.406128506,"t_decision_unix":1779769719.42007,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":32256,"affinity_cache_ratio":0.9968169597329954,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (103 < 8000)","cache_hit":32256,"estimated_new_tokens":103,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":14885,"ongoing_decode_tokens":14885,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":525,"cache_hit":0,"new_prefill":32359,"score_linear":14885.0,"score_lmetric":32359},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":642,"cache_hit":0,"new_prefill":32359,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":621,"cache_hit":0,"new_prefill":32359,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":630,"cache_hit":32256,"new_prefill":103,"score_linear":-32256.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":32359,"score_linear":92209.0,"score_lmetric":229680},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":32359,"score_linear":122725.0,"score_lmetric":247704},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":189544,"ongoing_decode_tokens":131512,"pending_prefill_tokens":8368,"num_requests":3,"active_p_offloads":0,"cached_blocks":531,"cache_hit":0,"new_prefill":32359,"score_linear":189544.0,"score_lmetric":122181},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":124102,"ongoing_decode_tokens":124102,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":592,"cache_hit":12800,"new_prefill":19559,"score_linear":111302.0,"score_lmetric":39118}],"chosen_score_linear":-32256.0,"chosen_score_lmetric":0,"t_first_token":338854.471632041,"t_first_token_unix":1779769719.4855752,"t_done":338855.053634252,"t_done_unix":1779769720.0675778},{"request_id":"1279994:4:1290711:211","session_id":"1279994","input_length":89749,"t_proxy_recv":338852.50036553,"t_decision_unix":1779769717.5143068,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9983398143711908,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (149 < 8000)","cache_hit":89600,"estimated_new_tokens":149,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13901,"ongoing_decode_tokens":13901,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":89749,"score_linear":13901.0,"score_lmetric":89749},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":601,"cache_hit":0,"new_prefill":89749,"score_linear":23228.0,"score_lmetric":112977},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":621,"cache_hit":0,"new_prefill":89749,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":1744,"ongoing_decode_tokens":0,"pending_prefill_tokens":1744,"num_requests":1,"active_p_offloads":0,"cached_blocks":627,"cache_hit":0,"new_prefill":89749,"score_linear":1744.0,"score_lmetric":91493},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":89749,"score_linear":92209.0,"score_lmetric":344460},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":89749,"score_linear":122725.0,"score_lmetric":362484},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":180892,"ongoing_decode_tokens":180892,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":500,"cache_hit":0,"new_prefill":89749,"score_linear":180892.0,"score_lmetric":269247},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34353,"ongoing_decode_tokens":34353,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":592,"cache_hit":89600,"new_prefill":149,"score_linear":-55247.0,"score_lmetric":149}],"chosen_score_linear":-55247.0,"chosen_score_lmetric":149,"t_first_token":338852.688776665,"t_first_token_unix":1779769717.7027204,"t_done":338855.275631815,"t_done_unix":1779769720.2895753},{"request_id":"1260327:6:1291827:215","session_id":"1260327","input_length":42153,"t_proxy_recv":338855.090654945,"t_decision_unix":1779769720.1045876,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9959907954356748,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (169 < 8000)","cache_hit":41984,"estimated_new_tokens":169,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":14885,"ongoing_decode_tokens":14885,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":525,"cache_hit":0,"new_prefill":42153,"score_linear":14885.0,"score_lmetric":42153},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":642,"cache_hit":0,"new_prefill":42153,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":621,"cache_hit":0,"new_prefill":42153,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":630,"cache_hit":0,"new_prefill":42153,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":42153,"score_linear":92209.0,"score_lmetric":249268},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":42153,"score_linear":122725.0,"score_lmetric":267292},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":189544,"ongoing_decode_tokens":131512,"pending_prefill_tokens":8368,"num_requests":3,"active_p_offloads":0,"cached_blocks":531,"cache_hit":0,"new_prefill":42153,"score_linear":189544.0,"score_lmetric":151563},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":124102,"ongoing_decode_tokens":124102,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":592,"cache_hit":41984,"new_prefill":169,"score_linear":82118.0,"score_lmetric":338}],"chosen_score_linear":82118.0,"chosen_score_lmetric":338,"t_first_token":338855.191696235,"t_first_token_unix":1779769720.2056394,"t_done":338855.876188832,"t_done_unix":1779769720.8901327},{"request_id":"1272313:5:1284744:185","session_id":"1272313","input_length":14885,"t_proxy_recv":338852.945790998,"t_decision_unix":1779769717.9597328,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":13824,"affinity_cache_ratio":0.9287201881088344,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1061 < 8000)","cache_hit":13824,"estimated_new_tokens":1061,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":525,"cache_hit":13824,"new_prefill":1061,"score_linear":-13824.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23228,"ongoing_decode_tokens":23228,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":601,"cache_hit":0,"new_prefill":14885,"score_linear":23228.0,"score_lmetric":14885},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":621,"cache_hit":0,"new_prefill":14885,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":1744,"ongoing_decode_tokens":1744,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":627,"cache_hit":0,"new_prefill":14885,"score_linear":1744.0,"score_lmetric":14885},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":14885,"score_linear":92209.0,"score_lmetric":194732},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":7680,"new_prefill":7205,"score_linear":115045.0,"score_lmetric":197396},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":180892,"ongoing_decode_tokens":180892,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":500,"cache_hit":10752,"new_prefill":4133,"score_linear":170140.0,"score_lmetric":12399},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":124102,"ongoing_decode_tokens":124102,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":14885,"score_linear":124102.0,"score_lmetric":29770}],"chosen_score_linear":-13824.0,"chosen_score_lmetric":0,"t_first_token":338853.104666732,"t_first_token_unix":1779769718.11861,"t_done":338855.932598543,"t_done_unix":1779769720.946542},{"request_id":"1290365:2:1292000:217","session_id":"1290365","input_length":23414,"t_proxy_recv":338855.658555572,"t_decision_unix":1779769720.6724975,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9840266507217904,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (374 < 8000)","cache_hit":23040,"estimated_new_tokens":374,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":14885,"ongoing_decode_tokens":14885,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":525,"cache_hit":0,"new_prefill":23414,"score_linear":14885.0,"score_lmetric":23414},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":642,"cache_hit":23040,"new_prefill":374,"score_linear":-23040.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":621,"cache_hit":0,"new_prefill":23414,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8144,"ongoing_decode_tokens":0,"pending_prefill_tokens":8144,"num_requests":1,"active_p_offloads":0,"cached_blocks":630,"cache_hit":0,"new_prefill":23414,"score_linear":8144.0,"score_lmetric":31558},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":23414,"score_linear":92209.0,"score_lmetric":211790},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":23414,"score_linear":122725.0,"score_lmetric":229814},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":189544,"ongoing_decode_tokens":131512,"pending_prefill_tokens":8368,"num_requests":3,"active_p_offloads":0,"cached_blocks":531,"cache_hit":0,"new_prefill":23414,"score_linear":189544.0,"score_lmetric":95346},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76506,"ongoing_decode_tokens":76506,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":23414,"score_linear":76506.0,"score_lmetric":46828}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":338855.735893944,"t_first_token_unix":1779769720.7498374,"t_done":338856.051472149,"t_done_unix":1779769721.0654154},{"request_id":"1291944:1:1291944:216","session_id":"1291944","input_length":8144,"t_proxy_recv":338855.460737027,"t_decision_unix":1779769720.4746783,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":8144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":14885,"ongoing_decode_tokens":14885,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":525,"cache_hit":0,"new_prefill":8144,"score_linear":14885.0,"score_lmetric":8144},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":642,"cache_hit":0,"new_prefill":8144,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":621,"cache_hit":0,"new_prefill":8144,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":630,"cache_hit":0,"new_prefill":8144,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":8144,"score_linear":92209.0,"score_lmetric":181250},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":8144,"score_linear":122725.0,"score_lmetric":199274},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":189544,"ongoing_decode_tokens":131512,"pending_prefill_tokens":8368,"num_requests":3,"active_p_offloads":0,"cached_blocks":531,"cache_hit":0,"new_prefill":8144,"score_linear":189544.0,"score_lmetric":49536},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76506,"ongoing_decode_tokens":76506,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":8144,"score_linear":76506.0,"score_lmetric":16288}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338856.03248548,"t_first_token_unix":1779769721.046429,"t_done":338856.177266417,"t_done_unix":1779769721.1912098},{"request_id":"1262354:11:1284987:186","session_id":"1262354","input_length":34353,"t_proxy_recv":338848.402530631,"t_decision_unix":1779769713.4164724,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9985736325793962,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (49 < 8000)","cache_hit":34304,"estimated_new_tokens":49,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":506,"cache_hit":0,"new_prefill":34353,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":601,"cache_hit":0,"new_prefill":34353,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":34353,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":613,"cache_hit":12800,"new_prefill":21553,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":34353,"score_linear":92209.0,"score_lmetric":233668},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":34353,"score_linear":122725.0,"score_lmetric":251692},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":191531,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":34353,"score_linear":191531.0,"score_lmetric":137412},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89226,"ongoing_decode_tokens":89226,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":590,"cache_hit":34304,"new_prefill":49,"score_linear":54922.0,"score_lmetric":49}],"chosen_score_linear":54922.0,"chosen_score_lmetric":49,"t_first_token":338848.487576829,"t_first_token_unix":1779769713.5015202,"t_done":338856.471860006,"t_done_unix":1779769721.4858038},{"request_id":"1262354:12:1291548:213","session_id":"1262354","input_length":35099,"t_proxy_recv":338856.479196252,"t_decision_unix":1779769721.4931378,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9919370922248497,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (283 < 8000)","cache_hit":34816,"estimated_new_tokens":283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":15547,"ongoing_decode_tokens":15547,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":528,"cache_hit":0,"new_prefill":35099,"score_linear":15547.0,"score_lmetric":35099},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":642,"cache_hit":0,"new_prefill":35099,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":621,"cache_hit":0,"new_prefill":35099,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":12800,"new_prefill":22299,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":35099,"score_linear":92209.0,"score_lmetric":235160},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":35099,"score_linear":122725.0,"score_lmetric":253184},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":189544,"ongoing_decode_tokens":131512,"pending_prefill_tokens":8368,"num_requests":3,"active_p_offloads":0,"cached_blocks":531,"cache_hit":0,"new_prefill":35099,"score_linear":189544.0,"score_lmetric":130401},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":593,"cache_hit":34816,"new_prefill":283,"score_linear":-34816.0,"score_lmetric":0}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":338856.58592279,"t_first_token_unix":1779769721.5998662,"t_done":338857.106893117,"t_done_unix":1779769722.1208365},{"request_id":"1272313:6:1287745:199","session_id":"1272313","input_length":15547,"t_proxy_recv":338855.936893988,"t_decision_unix":1779769720.9508352,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":15360,"affinity_cache_ratio":0.9879719560043738,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (187 < 8000)","cache_hit":15360,"estimated_new_tokens":187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":528,"cache_hit":15360,"new_prefill":187,"score_linear":-15360.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23414,"ongoing_decode_tokens":23414,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":642,"cache_hit":0,"new_prefill":15547,"score_linear":23414.0,"score_lmetric":15547},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":621,"cache_hit":0,"new_prefill":15547,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8144,"ongoing_decode_tokens":0,"pending_prefill_tokens":8144,"num_requests":1,"active_p_offloads":0,"cached_blocks":630,"cache_hit":0,"new_prefill":15547,"score_linear":8144.0,"score_lmetric":23691},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":15547,"score_linear":92209.0,"score_lmetric":196056},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":7680,"new_prefill":7867,"score_linear":115045.0,"score_lmetric":198720},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":189544,"ongoing_decode_tokens":131512,"pending_prefill_tokens":8368,"num_requests":3,"active_p_offloads":0,"cached_blocks":531,"cache_hit":10752,"new_prefill":4795,"score_linear":178792.0,"score_lmetric":39489},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34353,"ongoing_decode_tokens":34353,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":15547,"score_linear":34353.0,"score_lmetric":15547}],"chosen_score_linear":-15360.0,"chosen_score_lmetric":0,"t_first_token":338856.014559036,"t_first_token_unix":1779769721.0285025,"t_done":338857.591396616,"t_done_unix":1779769722.6053402},{"request_id":"1269373:3:1277365:148","session_id":"1269373","input_length":16900,"t_proxy_recv":338805.508299253,"t_decision_unix":1779769670.5222402,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14848,"affinity_cache_ratio":0.8785798816568048,"affinity_num_requests":3,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2052 < 8000)","cache_hit":14848,"estimated_new_tokens":2052,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":4096,"new_prefill":12804,"score_linear":21091.0,"score_lmetric":12804},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":16900,"score_linear":120167.0,"score_lmetric":246486},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":16900,"score_linear":150574.0,"score_lmetric":269412},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":530,"cache_hit":0,"new_prefill":16900,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":16900,"score_linear":121069.0,"score_lmetric":220660},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":407,"cache_hit":0,"new_prefill":16900,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":174631,"ongoing_decode_tokens":0,"pending_prefill_tokens":131111,"num_requests":3,"active_p_offloads":0,"cached_blocks":498,"cache_hit":14848,"new_prefill":2052,"score_linear":159783.0,"score_lmetric":399489},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65369,"ongoing_decode_tokens":33524,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":354,"cache_hit":0,"new_prefill":16900,"score_linear":65369.0,"score_lmetric":58578}],"chosen_score_linear":159783.0,"chosen_score_lmetric":399489,"t_first_token":338845.098511036,"t_first_token_unix":1779769710.1124547,"t_done":338858.214865638,"t_done_unix":1779769723.2288094},{"request_id":"1286551:3:1292589:219","session_id":"1286551","input_length":16914,"t_proxy_recv":338857.32749103,"t_decision_unix":1779769722.3414323,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":9216,"affinity_cache_ratio":0.54487406881873,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7698 < 8000)","cache_hit":9216,"estimated_new_tokens":7698,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":15547,"ongoing_decode_tokens":15547,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":528,"cache_hit":0,"new_prefill":16914,"score_linear":15547.0,"score_lmetric":16914},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":642,"cache_hit":0,"new_prefill":16914,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":621,"cache_hit":9216,"new_prefill":7698,"score_linear":-9216.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":16914,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":16914,"score_linear":92209.0,"score_lmetric":198790},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":16914,"score_linear":122725.0,"score_lmetric":216814},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":189544,"ongoing_decode_tokens":189544,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":531,"cache_hit":0,"new_prefill":16914,"score_linear":189544.0,"score_lmetric":50742},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":16914,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":338858.223126464,"t_first_token_unix":1779769723.23707,"t_done":338858.407717315,"t_done_unix":1779769723.4216614},{"request_id":"1292750:1:1292750:220","session_id":"1292750","input_length":4684,"t_proxy_recv":338857.962068758,"t_decision_unix":1779769722.97601,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4684 < 8000)","cache_hit":0,"estimated_new_tokens":4684,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":15969,"ongoing_decode_tokens":15969,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":528,"cache_hit":0,"new_prefill":4684,"score_linear":15969.0,"score_lmetric":4684},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":642,"cache_hit":0,"new_prefill":4684,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16914,"ongoing_decode_tokens":0,"pending_prefill_tokens":7698,"num_requests":1,"active_p_offloads":0,"cached_blocks":621,"cache_hit":0,"new_prefill":4684,"score_linear":16914.0,"score_lmetric":12382},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":4684,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":4684,"score_linear":92209.0,"score_lmetric":174330},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":4684,"score_linear":122725.0,"score_lmetric":192354},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":189544,"ongoing_decode_tokens":189544,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":531,"cache_hit":0,"new_prefill":4684,"score_linear":189544.0,"score_lmetric":14052},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":4684,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338858.262199845,"t_first_token_unix":1779769723.276143,"t_done":338858.709341968,"t_done_unix":1779769723.7232854},{"request_id":"1262354:13:1293000:221","session_id":"1262354","input_length":35210,"t_proxy_recv":338858.807178307,"t_decision_unix":1779769723.8211195,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9888099971598977,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (394 < 8000)","cache_hit":34816,"estimated_new_tokens":394,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":15969,"ongoing_decode_tokens":15969,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":528,"cache_hit":0,"new_prefill":35210,"score_linear":15969.0,"score_lmetric":35210},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":651,"cache_hit":0,"new_prefill":35210,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":35210,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":12800,"new_prefill":22410,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":35210,"score_linear":92209.0,"score_lmetric":235382},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":35210,"score_linear":122725.0,"score_lmetric":253406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":202906,"ongoing_decode_tokens":172644,"pending_prefill_tokens":12854,"num_requests":3,"active_p_offloads":0,"cached_blocks":536,"cache_hit":0,"new_prefill":35210,"score_linear":202906.0,"score_lmetric":144192},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":593,"cache_hit":34816,"new_prefill":394,"score_linear":-34816.0,"score_lmetric":0}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":338858.901172138,"t_first_token_unix":1779769723.915116,"t_done":338859.489140793,"t_done_unix":1779769724.5030847},{"request_id":"1272313:7:1290281:206","session_id":"1272313","input_length":15969,"t_proxy_recv":338857.59578186,"t_decision_unix":1779769722.6097233,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":15360,"affinity_cache_ratio":0.96186361074582,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (609 < 8000)","cache_hit":15360,"estimated_new_tokens":609,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":528,"cache_hit":15360,"new_prefill":609,"score_linear":-15360.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":642,"cache_hit":0,"new_prefill":15969,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16914,"ongoing_decode_tokens":0,"pending_prefill_tokens":7698,"num_requests":1,"active_p_offloads":0,"cached_blocks":621,"cache_hit":0,"new_prefill":15969,"score_linear":16914.0,"score_lmetric":23667},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":15969,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":15969,"score_linear":92209.0,"score_lmetric":196900},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":7680,"new_prefill":8289,"score_linear":115045.0,"score_lmetric":199564},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":189544,"ongoing_decode_tokens":189544,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":531,"cache_hit":10752,"new_prefill":5217,"score_linear":178792.0,"score_lmetric":15651},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":15969,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-15360.0,"chosen_score_lmetric":0,"t_first_token":338857.672474801,"t_first_token_unix":1779769722.6864178,"t_done":338859.668596399,"t_done_unix":1779769724.6825397},{"request_id":"1291100:2:1293458:223","session_id":"1291100","input_length":2572,"t_proxy_recv":338860.451265034,"t_decision_unix":1779769725.4652064,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":1536,"affinity_cache_ratio":0.5972006220839814,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1036 < 8000)","cache_hit":1536,"estimated_new_tokens":1036,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":529,"cache_hit":0,"new_prefill":2572,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":651,"cache_hit":0,"new_prefill":2572,"score_linear":24482.0,"score_lmetric":2572},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":2572,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":1536,"new_prefill":1036,"score_linear":-1536.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":2572,"score_linear":92209.0,"score_lmetric":170106},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":2572,"score_linear":122725.0,"score_lmetric":188130},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":202906,"ongoing_decode_tokens":172644,"pending_prefill_tokens":12854,"num_requests":3,"active_p_offloads":0,"cached_blocks":536,"cache_hit":0,"new_prefill":2572,"score_linear":202906.0,"score_lmetric":46278},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":2572,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":338860.531193636,"t_first_token_unix":1779769725.5451367,"t_done":338860.68266532,"t_done_unix":1779769725.6966088},{"request_id":"1293507:1:1293507:224","session_id":"1293507","input_length":6460,"t_proxy_recv":338860.638360552,"t_decision_unix":1779769725.652302,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6460 < 8000)","cache_hit":0,"estimated_new_tokens":6460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":529,"cache_hit":0,"new_prefill":6460,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":651,"cache_hit":0,"new_prefill":6460,"score_linear":24482.0,"score_lmetric":6460},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":6460,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":2572,"ongoing_decode_tokens":2572,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":6460,"score_linear":2572.0,"score_lmetric":6460},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":6460,"score_linear":92209.0,"score_lmetric":177882},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":77805,"pending_prefill_tokens":13688,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":6460,"score_linear":122725.0,"score_lmetric":40296},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":202906,"ongoing_decode_tokens":202906,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":536,"cache_hit":0,"new_prefill":6460,"score_linear":202906.0,"score_lmetric":19380},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":6460,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338861.07376266,"t_first_token_unix":1779769726.087706,"t_done":338861.194771829,"t_done_unix":1779769726.208715},{"request_id":"1290365:3:1293216:222","session_id":"1290365","input_length":24482,"t_proxy_recv":338859.591186018,"t_decision_unix":1779769724.6051273,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":23040,"affinity_cache_ratio":0.941099583367372,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1442 < 8000)","cache_hit":23040,"estimated_new_tokens":1442,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":15969,"ongoing_decode_tokens":15969,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":528,"cache_hit":0,"new_prefill":24482,"score_linear":15969.0,"score_lmetric":24482},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":651,"cache_hit":23040,"new_prefill":1442,"score_linear":-23040.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":24482,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":24482,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":24482,"score_linear":92209.0,"score_lmetric":213926},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":24482,"score_linear":122725.0,"score_lmetric":231950},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":202906,"ongoing_decode_tokens":172644,"pending_prefill_tokens":12854,"num_requests":3,"active_p_offloads":0,"cached_blocks":536,"cache_hit":0,"new_prefill":24482,"score_linear":202906.0,"score_lmetric":112008},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":24482,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":338859.860818725,"t_first_token_unix":1779769724.8747633,"t_done":338861.926073987,"t_done_unix":1779769726.9400177},{"request_id":"1287100:1:1287100:196","session_id":"1287100","input_length":77805,"t_proxy_recv":338839.104941551,"t_decision_unix":1779769704.118883,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":77805,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":408,"cache_hit":0,"new_prefill":77805,"score_linear":49619.0,"score_lmetric":77805},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":601,"cache_hit":0,"new_prefill":77805,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":596,"cache_hit":0,"new_prefill":77805,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31898,"ongoing_decode_tokens":31898,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":77805,"score_linear":31898.0,"score_lmetric":77805},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13962,"ongoing_decode_tokens":0,"pending_prefill_tokens":13962,"num_requests":1,"active_p_offloads":0,"cached_blocks":459,"cache_hit":0,"new_prefill":77805,"score_linear":13962.0,"score_lmetric":91767},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":77805,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":0,"pending_prefill_tokens":133163,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":77805,"score_linear":191531.0,"score_lmetric":843872},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164268,"ongoing_decode_tokens":0,"pending_prefill_tokens":99244,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":77805,"score_linear":164268.0,"score_lmetric":531147}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338860.627765114,"t_first_token_unix":1779769725.6417086,"t_done":338863.909309649,"t_done_unix":1779769728.9232535},{"request_id":"1291944:2:1293798:227","session_id":"1291944","input_length":12388,"t_proxy_recv":338861.724083821,"t_decision_unix":1779769726.7380252,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":7680,"affinity_cache_ratio":0.6199547949628673,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4708 < 8000)","cache_hit":7680,"estimated_new_tokens":4708,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":28796,"ongoing_decode_tokens":0,"pending_prefill_tokens":12924,"num_requests":1,"active_p_offloads":0,"cached_blocks":529,"cache_hit":0,"new_prefill":12388,"score_linear":28796.0,"score_lmetric":25312},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":651,"cache_hit":0,"new_prefill":12388,"score_linear":24482.0,"score_lmetric":12388},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":641,"cache_hit":0,"new_prefill":12388,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":8022,"num_requests":1,"active_p_offloads":0,"cached_blocks":647,"cache_hit":7680,"new_prefill":4708,"score_linear":32598.0,"score_lmetric":12730},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":12388,"score_linear":92209.0,"score_lmetric":189738},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":77805,"pending_prefill_tokens":13688,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":12388,"score_linear":122725.0,"score_lmetric":52152},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":202906,"ongoing_decode_tokens":202906,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":536,"cache_hit":0,"new_prefill":12388,"score_linear":202906.0,"score_lmetric":37164},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":12388,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":32598.0,"chosen_score_lmetric":12730,"t_first_token":338863.680329196,"t_first_token_unix":1779769728.6942725,"t_done":338864.189419309,"t_done_unix":1779769729.2033625},{"request_id":"1262354:14:1294243:228","session_id":"1262354","input_length":35435,"t_proxy_recv":338862.890066202,"t_decision_unix":1779769727.9040074,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9825313955129109,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (619 < 8000)","cache_hit":34816,"estimated_new_tokens":619,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":28796,"ongoing_decode_tokens":0,"pending_prefill_tokens":12924,"num_requests":1,"active_p_offloads":0,"cached_blocks":529,"cache_hit":0,"new_prefill":35435,"score_linear":28796.0,"score_lmetric":48359},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":654,"cache_hit":0,"new_prefill":35435,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":641,"cache_hit":0,"new_prefill":35435,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":52666,"ongoing_decode_tokens":0,"pending_prefill_tokens":12730,"num_requests":2,"active_p_offloads":0,"cached_blocks":647,"cache_hit":12800,"new_prefill":22635,"score_linear":39866.0,"score_lmetric":70730},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":35435,"score_linear":92209.0,"score_lmetric":235832},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":77805,"pending_prefill_tokens":13688,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":35435,"score_linear":122725.0,"score_lmetric":98246},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":202906,"ongoing_decode_tokens":202906,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":536,"cache_hit":0,"new_prefill":35435,"score_linear":202906.0,"score_lmetric":106305},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":593,"cache_hit":34816,"new_prefill":619,"score_linear":-34816.0,"score_lmetric":0}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":338863.001443898,"t_first_token_unix":1779769728.0153873,"t_done":338864.390289063,"t_done_unix":1779769729.4042325},{"request_id":"1272313:8:1293738:226","session_id":"1272313","input_length":28796,"t_proxy_recv":338861.57709554,"t_decision_unix":1779769726.5910373,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":15872,"affinity_cache_ratio":0.5511876649534657,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":15872,"estimated_new_tokens":12924,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":529,"cache_hit":15872,"new_prefill":12924,"score_linear":-15872.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":651,"cache_hit":0,"new_prefill":28796,"score_linear":24482.0,"score_lmetric":28796},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":641,"cache_hit":0,"new_prefill":28796,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":8022,"num_requests":1,"active_p_offloads":0,"cached_blocks":647,"cache_hit":0,"new_prefill":28796,"score_linear":40278.0,"score_lmetric":36818},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":28796,"score_linear":92209.0,"score_lmetric":222554},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":77805,"pending_prefill_tokens":13688,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":7680,"new_prefill":21116,"score_linear":115045.0,"score_lmetric":69608},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":202906,"ongoing_decode_tokens":202906,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":536,"cache_hit":10752,"new_prefill":18044,"score_linear":192154.0,"score_lmetric":54132},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":28796,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-15872.0,"chosen_score_lmetric":0,"t_first_token":338863.766678238,"t_first_token_unix":1779769728.7806218,"t_done":338865.590807619,"t_done_unix":1779769730.6047513},{"request_id":"1269373:4:1280765:165","session_id":"1269373","input_length":30262,"t_proxy_recv":338858.226780473,"t_decision_unix":1779769723.240722,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":17408,"affinity_cache_ratio":0.5752428788579736,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_not_meaningfully_more_cache (src=7680 chosen=17408)","cache_hit":17408,"estimated_new_tokens":12854,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":15969,"ongoing_decode_tokens":15969,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":528,"cache_hit":7680,"new_prefill":22582,"score_linear":8289.0,"score_lmetric":22582},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":4684,"ongoing_decode_tokens":0,"pending_prefill_tokens":4684,"num_requests":1,"active_p_offloads":0,"cached_blocks":642,"cache_hit":0,"new_prefill":30262,"score_linear":4684.0,"score_lmetric":34946},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16914,"ongoing_decode_tokens":16914,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":621,"cache_hit":0,"new_prefill":30262,"score_linear":16914.0,"score_lmetric":30262},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":30262,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":30262,"score_linear":92209.0,"score_lmetric":225486},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":7680,"new_prefill":22582,"score_linear":115045.0,"score_lmetric":228150},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172644,"ongoing_decode_tokens":172644,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":536,"cache_hit":17408,"new_prefill":12854,"score_linear":155236.0,"score_lmetric":25708},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":30262,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":155236.0,"chosen_score_lmetric":25708,"t_first_token":338860.586245216,"t_first_token_unix":1779769725.600189,"t_done":338866.433014065,"t_done_unix":1779769731.446958},{"request_id":"1266668:5:1281133:168","session_id":"1266668","input_length":58032,"t_proxy_recv":338854.088834721,"t_decision_unix":1779769719.1027763,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49664,"affinity_cache_ratio":0.8558036945133719,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_not_meaningfully_more_cache (src=7680 chosen=49664)","cache_hit":49664,"estimated_new_tokens":8368,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":14885,"ongoing_decode_tokens":14885,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":525,"cache_hit":7680,"new_prefill":50352,"score_linear":7205.0,"score_lmetric":50352},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":642,"cache_hit":0,"new_prefill":58032,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":621,"cache_hit":0,"new_prefill":58032,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":630,"cache_hit":0,"new_prefill":58032,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":58032,"score_linear":92209.0,"score_lmetric":281026},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":7680,"new_prefill":50352,"score_linear":115045.0,"score_lmetric":283690},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":131512,"ongoing_decode_tokens":131512,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":531,"cache_hit":49664,"new_prefill":8368,"score_linear":81848.0,"score_lmetric":16736},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":124102,"ongoing_decode_tokens":124102,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":58032,"score_linear":124102.0,"score_lmetric":116064}],"chosen_score_linear":81848.0,"chosen_score_lmetric":16736,"t_first_token":338857.024685239,"t_first_token_unix":1779769722.0386295,"t_done":338867.164385127,"t_done_unix":1779769732.1783292},{"request_id":"1294611:1:1294611:229","session_id":"1294611","input_length":21947,"t_proxy_recv":338864.184119596,"t_decision_unix":1779769729.1980608,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":21947,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":28796,"ongoing_decode_tokens":28796,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":529,"cache_hit":0,"new_prefill":21947,"score_linear":28796.0,"score_lmetric":21947},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":654,"cache_hit":0,"new_prefill":21947,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":641,"cache_hit":0,"new_prefill":21947,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":52666,"ongoing_decode_tokens":52666,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":647,"cache_hit":0,"new_prefill":21947,"score_linear":52666.0,"score_lmetric":43894},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":21947,"score_linear":92209.0,"score_lmetric":208856},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":12800,"new_prefill":9147,"score_linear":32120.0,"score_lmetric":9147},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":202906,"ongoing_decode_tokens":202906,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":536,"cache_hit":12800,"new_prefill":9147,"score_linear":190106.0,"score_lmetric":27441},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35435,"ongoing_decode_tokens":35435,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":21947,"score_linear":35435.0,"score_lmetric":21947}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338866.548428737,"t_first_token_unix":1779769731.562373,"t_done":338867.217851475,"t_done_unix":1779769732.2317948},{"request_id":"1279412:6:1293655:225","session_id":"1279412","input_length":40278,"t_proxy_recv":338861.217545338,"t_decision_unix":1779769726.231487,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":32256,"affinity_cache_ratio":0.8008342022940563,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":32256,"estimated_new_tokens":8022,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":529,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":651,"cache_hit":0,"new_prefill":40278,"score_linear":24482.0,"score_lmetric":40278},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":641,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":647,"cache_hit":32256,"new_prefill":8022,"score_linear":-32256.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":40278,"score_linear":92209.0,"score_lmetric":245518},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":77805,"pending_prefill_tokens":13688,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":40278,"score_linear":122725.0,"score_lmetric":107932},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":202906,"ongoing_decode_tokens":202906,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":536,"cache_hit":0,"new_prefill":40278,"score_linear":202906.0,"score_lmetric":120834},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":593,"cache_hit":12800,"new_prefill":27478,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-32256.0,"chosen_score_lmetric":0,"t_first_token":338863.237048966,"t_first_token_unix":1779769728.250992,"t_done":338867.280305012,"t_done_unix":1779769732.2942488},{"request_id":"1295690:1:1295690:232","session_id":"1295690","input_length":10857,"t_proxy_recv":338868.086516572,"t_decision_unix":1779769733.100458,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":10857,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":554,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":654,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":684,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":10857,"score_linear":92209.0,"score_lmetric":186676},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":0,"new_prefill":10857,"score_linear":44920.0,"score_lmetric":10857},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":145206,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":0,"new_prefill":10857,"score_linear":225261.0,"score_lmetric":97632},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":594,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338868.987095743,"t_first_token_unix":1779769734.0010393,"t_done":338869.435137956,"t_done_unix":1779769734.4490817},{"request_id":"1294611:2:1295852:233","session_id":"1294611","input_length":23610,"t_proxy_recv":338868.592207999,"t_decision_unix":1779769733.6061492,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9324862346463363,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1594 < 8000)","cache_hit":22016,"estimated_new_tokens":1594,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":554,"cache_hit":0,"new_prefill":23610,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":654,"cache_hit":0,"new_prefill":23610,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":684,"cache_hit":22016,"new_prefill":1594,"score_linear":-22016.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":23610,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":23610,"score_linear":92209.0,"score_lmetric":212182},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":12800,"new_prefill":10810,"score_linear":32120.0,"score_lmetric":10810},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":145206,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":12800,"new_prefill":10810,"score_linear":212461.0,"score_lmetric":97491},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":10857,"ongoing_decode_tokens":0,"pending_prefill_tokens":10857,"num_requests":1,"active_p_offloads":0,"cached_blocks":594,"cache_hit":0,"new_prefill":23610,"score_linear":10857.0,"score_lmetric":34467}],"chosen_score_linear":-22016.0,"chosen_score_lmetric":0,"t_first_token":338868.95204705,"t_first_token_unix":1779769733.9659905,"t_done":338870.330443734,"t_done_unix":1779769735.344387},{"request_id":"1287588:2:1289701:205","session_id":"1287588","input_length":10195,"t_proxy_recv":338847.910707931,"t_decision_unix":1779769712.9246492,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":9728,"affinity_cache_ratio":0.954193231976459,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (467 < 8000)","cache_hit":9728,"estimated_new_tokens":467,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":506,"cache_hit":0,"new_prefill":10195,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":601,"cache_hit":0,"new_prefill":10195,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9610,"ongoing_decode_tokens":9610,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":10195,"score_linear":9610.0,"score_lmetric":10195},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":32191,"ongoing_decode_tokens":32191,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":10195,"score_linear":32191.0,"score_lmetric":10195},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":505,"cache_hit":9728,"new_prefill":467,"score_linear":72286.0,"score_lmetric":82481},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":10195,"score_linear":122725.0,"score_lmetric":203376},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":191531,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":10195,"score_linear":191531.0,"score_lmetric":40780},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123508,"ongoing_decode_tokens":123508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":10195,"score_linear":123508.0,"score_lmetric":20390}],"chosen_score_linear":72286.0,"chosen_score_lmetric":82481,"t_first_token":338870.268274769,"t_first_token_unix":1779769735.2822182,"t_done":338870.343633051,"t_done_unix":1779769735.3575761},{"request_id":"1289570:1:1289570:204","session_id":"1289570","input_length":82014,"t_proxy_recv":338847.429965341,"t_decision_unix":1779769712.4439065,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":82014,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":506,"cache_hit":0,"new_prefill":82014,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":601,"cache_hit":0,"new_prefill":82014,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9610,"ongoing_decode_tokens":0,"pending_prefill_tokens":8074,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":82014,"score_linear":9610.0,"score_lmetric":90088},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":32191,"ongoing_decode_tokens":32191,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":82014,"score_linear":32191.0,"score_lmetric":82014},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":82014,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122725,"ongoing_decode_tokens":0,"pending_prefill_tokens":91493,"num_requests":2,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":82014,"score_linear":122725.0,"score_lmetric":347014},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":191531,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":82014,"score_linear":191531.0,"score_lmetric":328056},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123254,"ongoing_decode_tokens":123254,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":589,"cache_hit":0,"new_prefill":82014,"score_linear":123254.0,"score_lmetric":164028}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338870.266486652,"t_first_token_unix":1779769735.2804308,"t_done":338870.808874899,"t_done_unix":1779769735.8228192},{"request_id":"1262354:15:1296106:234","session_id":"1262354","input_length":35669,"t_proxy_recv":338869.539344923,"t_decision_unix":1779769734.5532863,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9904398777650061,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (341 < 8000)","cache_hit":35328,"estimated_new_tokens":341,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":554,"cache_hit":0,"new_prefill":35669,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":654,"cache_hit":0,"new_prefill":35669,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":23610,"ongoing_decode_tokens":23610,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":684,"cache_hit":0,"new_prefill":35669,"score_linear":23610.0,"score_lmetric":35669},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":672,"cache_hit":12800,"new_prefill":22869,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":35669,"score_linear":92209.0,"score_lmetric":236300},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":0,"new_prefill":35669,"score_linear":44920.0,"score_lmetric":35669},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":145206,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":0,"new_prefill":35669,"score_linear":225261.0,"score_lmetric":172068},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":615,"cache_hit":35328,"new_prefill":341,"score_linear":-35328.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":338869.614735277,"t_first_token_unix":1779769734.6286786,"t_done":338872.065257422,"t_done_unix":1779769737.0792007},{"request_id":"1296872:1:1296872:235","session_id":"1296872","input_length":624,"t_proxy_recv":338872.150683701,"t_decision_unix":1779769737.1646252,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (624 < 8000)","cache_hit":0,"estimated_new_tokens":624,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":554,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":654,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":687,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":0,"new_prefill":624,"score_linear":44920.0,"score_lmetric":624},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":145206,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":0,"new_prefill":624,"score_linear":225261.0,"score_lmetric":66933},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338872.220321753,"t_first_token_unix":1779769737.2342649,"t_done":338872.323993869,"t_done_unix":1779769737.3379369},{"request_id":"1296983:1:1296983:236","session_id":"1296983","input_length":1791,"t_proxy_recv":338872.583899317,"t_decision_unix":1779769737.5978408,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1791 < 8000)","cache_hit":0,"estimated_new_tokens":1791,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":554,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":655,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":687,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":0,"new_prefill":1791,"score_linear":44920.0,"score_lmetric":1791},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":145206,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":0,"new_prefill":1791,"score_linear":225261.0,"score_lmetric":70434},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338872.73322331,"t_first_token_unix":1779769737.7471664,"t_done":338872.962259832,"t_done_unix":1779769737.9762034},{"request_id":"1260327:7:1297673:242","session_id":"1260327","input_length":42363,"t_proxy_recv":338874.772769838,"t_decision_unix":1779769739.786711,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":41984,"affinity_cache_ratio":0.99105351367939,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (379 < 8000)","cache_hit":41984,"estimated_new_tokens":379,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":554,"cache_hit":0,"new_prefill":42363,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":655,"cache_hit":0,"new_prefill":42363,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":86277,"ongoing_decode_tokens":0,"pending_prefill_tokens":43781,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":42363,"score_linear":86277.0,"score_lmetric":172288},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":119700,"ongoing_decode_tokens":0,"pending_prefill_tokens":79252,"num_requests":2,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":42363,"score_linear":119700.0,"score_lmetric":243230},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":42363,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":0,"new_prefill":42363,"score_linear":44920.0,"score_lmetric":42363},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":145206,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":0,"new_prefill":42363,"score_linear":225261.0,"score_lmetric":192150},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":41984,"new_prefill":379,"score_linear":-41984.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":338874.927584802,"t_first_token_unix":1779769739.9415286,"t_done":338875.158052155,"t_done_unix":1779769740.1719959},{"request_id":"1272313:9:1297810:243","session_id":"1272313","input_length":29149,"t_proxy_recv":338875.250236797,"t_decision_unix":1779769740.2641785,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9836358022573674,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (477 < 8000)","cache_hit":28672,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":554,"cache_hit":28672,"new_prefill":477,"score_linear":-28672.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":655,"cache_hit":0,"new_prefill":29149,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":86277,"ongoing_decode_tokens":0,"pending_prefill_tokens":43781,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":29149,"score_linear":86277.0,"score_lmetric":145860},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":119700,"ongoing_decode_tokens":0,"pending_prefill_tokens":79252,"num_requests":2,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":29149,"score_linear":119700.0,"score_lmetric":216802},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":29149,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":7680,"new_prefill":21469,"score_linear":37240.0,"score_lmetric":21469},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":145206,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":10752,"new_prefill":18397,"score_linear":214509.0,"score_lmetric":120252},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":0,"new_prefill":29149,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-28672.0,"chosen_score_lmetric":0,"t_first_token":338875.34217981,"t_first_token_unix":1779769740.356123,"t_done":338876.274085007,"t_done_unix":1779769741.2880282},{"request_id":"1290442:2:1298058:246","session_id":"1290442","input_length":11994,"t_proxy_recv":338876.121297667,"t_decision_unix":1779769741.1352394,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":1,"affinity_cache_hit":7168,"affinity_cache_ratio":0.5976321494080373,"affinity_num_requests":3,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":11994,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":29149,"ongoing_decode_tokens":29149,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":554,"cache_hit":0,"new_prefill":11994,"score_linear":29149.0,"score_lmetric":11994},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":655,"cache_hit":0,"new_prefill":11994,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":86277,"ongoing_decode_tokens":0,"pending_prefill_tokens":43781,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":11994,"score_linear":86277.0,"score_lmetric":111550},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":0,"pending_prefill_tokens":88082,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":7168,"new_prefill":4826,"score_linear":134162.0,"score_lmetric":278724},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13992,"ongoing_decode_tokens":0,"pending_prefill_tokens":12456,"num_requests":1,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":11994,"score_linear":13992.0,"score_lmetric":24450},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":0,"new_prefill":11994,"score_linear":44920.0,"score_lmetric":11994},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":145206,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":0,"new_prefill":11994,"score_linear":225261.0,"score_lmetric":101043},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":0,"new_prefill":11994,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338877.11640652,"t_first_token_unix":1779769742.1303499,"t_done":338877.204051909,"t_done_unix":1779769742.217995},{"request_id":"1297811:1:1297811:244","session_id":"1297811","input_length":13992,"t_proxy_recv":338875.25565302,"t_decision_unix":1779769740.2695947,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":1536,"estimated_new_tokens":12456,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":29149,"ongoing_decode_tokens":0,"pending_prefill_tokens":477,"num_requests":1,"active_p_offloads":0,"cached_blocks":554,"cache_hit":0,"new_prefill":13992,"score_linear":29149.0,"score_lmetric":14469},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":655,"cache_hit":0,"new_prefill":13992,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":86277,"ongoing_decode_tokens":0,"pending_prefill_tokens":43781,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":13992,"score_linear":86277.0,"score_lmetric":115546},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":119700,"ongoing_decode_tokens":0,"pending_prefill_tokens":79252,"num_requests":2,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":13992,"score_linear":119700.0,"score_lmetric":186488},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":665,"cache_hit":1536,"new_prefill":12456,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":0,"new_prefill":13992,"score_linear":44920.0,"score_lmetric":13992},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":145206,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":0,"new_prefill":13992,"score_linear":225261.0,"score_lmetric":107037},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":0,"new_prefill":13992,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":338876.402960447,"t_first_token_unix":1779769741.416904,"t_done":338877.705857795,"t_done_unix":1779769742.7198012},{"request_id":"1290365:4:1298540:247","session_id":"1290365","input_length":25103,"t_proxy_recv":338877.827951898,"t_decision_unix":1779769742.8418934,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":24576,"affinity_cache_ratio":0.979006493247819,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (527 < 8000)","cache_hit":24576,"estimated_new_tokens":527,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":25103,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":678,"cache_hit":24576,"new_prefill":527,"score_linear":-24576.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":86277,"ongoing_decode_tokens":0,"pending_prefill_tokens":43781,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":25103,"score_linear":86277.0,"score_lmetric":137768},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":0,"pending_prefill_tokens":88082,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":25103,"score_linear":141330.0,"score_lmetric":339555},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":689,"cache_hit":0,"new_prefill":25103,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":0,"new_prefill":25103,"score_linear":44920.0,"score_lmetric":25103},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":225261,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":0,"new_prefill":25103,"score_linear":225261.0,"score_lmetric":75309},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":0,"new_prefill":25103,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":338877.939554377,"t_first_token_unix":1779769742.953498,"t_done":338879.011065259,"t_done_unix":1779769744.0250099},{"request_id":"1298970:1:1298970:248","session_id":"1298970","input_length":9530,"t_proxy_recv":338879.390594266,"t_decision_unix":1779769744.4045353,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":9530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":679,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":86277,"ongoing_decode_tokens":0,"pending_prefill_tokens":43781,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":9530,"score_linear":86277.0,"score_lmetric":106622},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":0,"pending_prefill_tokens":88082,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":9530,"score_linear":141330.0,"score_lmetric":292836},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":689,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":0,"new_prefill":9530,"score_linear":44920.0,"score_lmetric":9530},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":225261,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":0,"new_prefill":9530,"score_linear":225261.0,"score_lmetric":28590},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338880.120276474,"t_first_token_unix":1779769745.1342201,"t_done":338880.307198572,"t_done_unix":1779769745.321142},{"request_id":"1299073:1:1299073:249","session_id":"1299073","input_length":881,"t_proxy_recv":338879.767832264,"t_decision_unix":1779769744.7817733,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (881 < 8000)","cache_hit":0,"estimated_new_tokens":881,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":881,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9530,"ongoing_decode_tokens":0,"pending_prefill_tokens":9530,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":0,"new_prefill":881,"score_linear":9530.0,"score_lmetric":10411},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":86277,"ongoing_decode_tokens":0,"pending_prefill_tokens":43781,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":881,"score_linear":86277.0,"score_lmetric":89324},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":0,"pending_prefill_tokens":88082,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":881,"score_linear":141330.0,"score_lmetric":266889},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":689,"cache_hit":0,"new_prefill":881,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":0,"new_prefill":881,"score_linear":44920.0,"score_lmetric":881},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":225261,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":0,"new_prefill":881,"score_linear":225261.0,"score_lmetric":2643},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":0,"new_prefill":881,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338879.848938873,"t_first_token_unix":1779769744.8628824,"t_done":338880.97628045,"t_done_unix":1779769745.9902246},{"request_id":"1296983:2:1299368:250","session_id":"1296983","input_length":7963,"t_proxy_recv":338880.575346213,"t_decision_unix":1779769745.5892878,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":4,"affinity_cache_hit":1536,"affinity_cache_ratio":0.1928921260831345,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7963 < 8000)","cache_hit":0,"estimated_new_tokens":7963,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":881,"ongoing_decode_tokens":881,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":7963,"score_linear":881.0,"score_lmetric":7963},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":697,"cache_hit":0,"new_prefill":7963,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":86277,"ongoing_decode_tokens":0,"pending_prefill_tokens":43781,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":1536,"new_prefill":6427,"score_linear":84741.0,"score_lmetric":100416},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":0,"pending_prefill_tokens":88082,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":7963,"score_linear":141330.0,"score_lmetric":288135},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":689,"cache_hit":0,"new_prefill":7963,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":0,"new_prefill":7963,"score_linear":44920.0,"score_lmetric":7963},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":225261,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":0,"new_prefill":7963,"score_linear":225261.0,"score_lmetric":23889},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":0,"new_prefill":7963,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338881.138760741,"t_first_token_unix":1779769746.152704,"t_done":338881.333580718,"t_done_unix":1779769746.3475242},{"request_id":"1296872:2:1299394:251","session_id":"1296872","input_length":8352,"t_proxy_recv":338880.68841772,"t_decision_unix":1779769745.702359,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":512,"affinity_cache_ratio":0.06130268199233716,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7840 < 8000)","cache_hit":512,"estimated_new_tokens":7840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":881,"ongoing_decode_tokens":881,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":8352,"score_linear":881.0,"score_lmetric":8352},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":697,"cache_hit":512,"new_prefill":7840,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":86277,"ongoing_decode_tokens":0,"pending_prefill_tokens":43781,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":8352,"score_linear":86277.0,"score_lmetric":104266},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":0,"pending_prefill_tokens":88082,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":8352,"score_linear":141330.0,"score_lmetric":289302},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":7963,"ongoing_decode_tokens":0,"pending_prefill_tokens":7963,"num_requests":1,"active_p_offloads":0,"cached_blocks":689,"cache_hit":0,"new_prefill":8352,"score_linear":7963.0,"score_lmetric":16315},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":0,"new_prefill":8352,"score_linear":44920.0,"score_lmetric":8352},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":225261,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":0,"new_prefill":8352,"score_linear":225261.0,"score_lmetric":25056},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":0,"new_prefill":8352,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":338881.254373606,"t_first_token_unix":1779769746.268317,"t_done":338881.38785866,"t_done_unix":1779769746.401802},{"request_id":"1292750:2:1299406:252","session_id":"1292750","input_length":19157,"t_proxy_recv":338880.728910306,"t_decision_unix":1779769745.7428517,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":7,"affinity_cache_hit":4608,"affinity_cache_ratio":0.24053870647804979,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":19157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":881,"ongoing_decode_tokens":881,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":19157,"score_linear":881.0,"score_lmetric":19157},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":8352,"ongoing_decode_tokens":0,"pending_prefill_tokens":7840,"num_requests":1,"active_p_offloads":0,"cached_blocks":697,"cache_hit":4608,"new_prefill":14549,"score_linear":3744.0,"score_lmetric":22389},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":86277,"ongoing_decode_tokens":0,"pending_prefill_tokens":43781,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":19157,"score_linear":86277.0,"score_lmetric":125876},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":0,"pending_prefill_tokens":88082,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":19157,"score_linear":141330.0,"score_lmetric":321717},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":7963,"ongoing_decode_tokens":0,"pending_prefill_tokens":7963,"num_requests":1,"active_p_offloads":0,"cached_blocks":689,"cache_hit":0,"new_prefill":19157,"score_linear":7963.0,"score_lmetric":27120},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":0,"new_prefill":19157,"score_linear":44920.0,"score_lmetric":19157},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":225261,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":0,"new_prefill":19157,"score_linear":225261.0,"score_lmetric":57471},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":0,"new_prefill":19157,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338882.655454037,"t_first_token_unix":1779769747.6693978,"t_done":338882.745032994,"t_done_unix":1779769747.7589767},{"request_id":"1277909:3:1289205:201","session_id":"1277909","input_length":44920,"t_proxy_recv":338846.129351429,"t_decision_unix":1779769711.1432927,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":31232,"affinity_cache_ratio":0.6952804986642921,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=1 decode_tok=0)","cache_hit":31232,"estimated_new_tokens":13688,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":506,"cache_hit":4096,"new_prefill":40824,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":601,"cache_hit":0,"new_prefill":44920,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":44920,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":44920,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":44920,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":527,"cache_hit":31232,"new_prefill":13688,"score_linear":46573.0,"score_lmetric":91493},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191531,"ongoing_decode_tokens":191531,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":498,"cache_hit":7680,"new_prefill":37240,"score_linear":183851.0,"score_lmetric":148960},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":122968,"ongoing_decode_tokens":122968,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":588,"cache_hit":0,"new_prefill":44920,"score_linear":122968.0,"score_lmetric":89840}],"chosen_score_linear":46573.0,"chosen_score_lmetric":91493,"t_first_token":338863.217933612,"t_first_token_unix":1779769728.2318826,"t_done":338883.866207198,"t_done_unix":1779769748.8801508},{"request_id":"1286804:2:1300234:256","session_id":"1286804","input_length":14213,"t_proxy_recv":338883.555009119,"t_decision_unix":1779769748.5689406,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13824,"affinity_cache_ratio":0.9726306902131852,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (389 < 8000)","cache_hit":13824,"estimated_new_tokens":389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":48379,"ongoing_decode_tokens":48379,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":14213,"score_linear":48379.0,"score_lmetric":28426},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":14213,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":86277,"ongoing_decode_tokens":0,"pending_prefill_tokens":43781,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":14213,"score_linear":86277.0,"score_lmetric":115988},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":0,"pending_prefill_tokens":88082,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":14213,"score_linear":141330.0,"score_lmetric":306885},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":13824,"new_prefill":389,"score_linear":-13824.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":0,"new_prefill":14213,"score_linear":44920.0,"score_lmetric":14213},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":225261,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":0,"new_prefill":14213,"score_linear":225261.0,"score_lmetric":42639},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":14213,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13824.0,"chosen_score_lmetric":0,"t_first_token":338883.613575105,"t_first_token_unix":1779769748.6275184,"t_done":338884.262562026,"t_done_unix":1779769749.2765057},{"request_id":"1272313:10:1299814:254","session_id":"1272313","input_length":29486,"t_proxy_recv":338882.10870189,"t_decision_unix":1779769747.1226432,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9897578511836126,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (302 < 8000)","cache_hit":29184,"estimated_new_tokens":302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":18893,"ongoing_decode_tokens":0,"pending_prefill_tokens":18893,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":29184,"new_prefill":302,"score_linear":-10291.0,"score_lmetric":19195},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":29486,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":86277,"ongoing_decode_tokens":0,"pending_prefill_tokens":43781,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":29486,"score_linear":86277.0,"score_lmetric":146534},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":0,"pending_prefill_tokens":88082,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":29486,"score_linear":141330.0,"score_lmetric":352704},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":29486,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":7680,"new_prefill":21806,"score_linear":37240.0,"score_lmetric":21806},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":225261,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":10752,"new_prefill":18734,"score_linear":214509.0,"score_lmetric":56202},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":19157,"ongoing_decode_tokens":0,"pending_prefill_tokens":19157,"num_requests":1,"active_p_offloads":0,"cached_blocks":616,"cache_hit":0,"new_prefill":29486,"score_linear":19157.0,"score_lmetric":48643}],"chosen_score_linear":-10291.0,"chosen_score_lmetric":19195,"t_first_token":338882.982709149,"t_first_token_unix":1779769747.996653,"t_done":338884.808825072,"t_done_unix":1779769749.8227684},{"request_id":"1297473:1:1297473:239","session_id":"1297473","input_length":62414,"t_proxy_recv":338874.333586842,"t_decision_unix":1779769739.3475282,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":18944,"estimated_new_tokens":43470,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":554,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":655,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":690,"cache_hit":18944,"new_prefill":43470,"score_linear":-18944.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":119700,"ongoing_decode_tokens":0,"pending_prefill_tokens":79252,"num_requests":2,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":62414,"score_linear":119700.0,"score_lmetric":283332},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":0,"new_prefill":62414,"score_linear":44920.0,"score_lmetric":62414},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":145206,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":0,"new_prefill":62414,"score_linear":225261.0,"score_lmetric":252303},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-18944.0,"chosen_score_lmetric":0,"t_first_token":338886.410520785,"t_first_token_unix":1779769751.4244645,"t_done":338886.822318733,"t_done_unix":1779769751.8362625},{"request_id":"1269373:5:1282812:174","session_id":"1269373","input_length":30594,"t_proxy_recv":338866.440859641,"t_decision_unix":1779769731.4548013,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":30208,"affinity_cache_ratio":0.9873831470222919,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (386 < 8000)","cache_hit":30208,"estimated_new_tokens":386,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":554,"cache_hit":7680,"new_prefill":22914,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":654,"cache_hit":0,"new_prefill":30594,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21947,"ongoing_decode_tokens":0,"pending_prefill_tokens":21947,"num_requests":1,"active_p_offloads":0,"cached_blocks":641,"cache_hit":0,"new_prefill":30594,"score_linear":21947.0,"score_lmetric":52541},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":40278,"ongoing_decode_tokens":40278,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":30594,"score_linear":40278.0,"score_lmetric":30594},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":30594,"score_linear":92209.0,"score_lmetric":226150},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":7680,"new_prefill":22914,"score_linear":37240.0,"score_lmetric":22914},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172644,"ongoing_decode_tokens":172644,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":561,"cache_hit":30208,"new_prefill":386,"score_linear":142436.0,"score_lmetric":772},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":594,"cache_hit":0,"new_prefill":30594,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":142436.0,"chosen_score_lmetric":772,"t_first_token":338866.570679755,"t_first_token_unix":1779769731.584623,"t_done":338887.675339476,"t_done_unix":1779769752.6892831},{"request_id":"1290365:5:1300807:259","session_id":"1290365","input_length":25948,"t_proxy_recv":338885.750889366,"t_decision_unix":1779769750.7648308,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9668567905040851,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (860 < 8000)","cache_hit":25088,"estimated_new_tokens":860,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":18893,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":558,"cache_hit":0,"new_prefill":25948,"score_linear":18893.0,"score_lmetric":25948},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":712,"cache_hit":25088,"new_prefill":860,"score_linear":-25088.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":86277,"ongoing_decode_tokens":0,"pending_prefill_tokens":43781,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":25948,"score_linear":86277.0,"score_lmetric":139458},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":0,"pending_prefill_tokens":88082,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":25948,"score_linear":141330.0,"score_lmetric":342090},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":25948,"score_linear":43607.0,"score_lmetric":55731},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":707,"cache_hit":0,"new_prefill":25948,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":225261,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":0,"new_prefill":25948,"score_linear":225261.0,"score_lmetric":77844},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":25948,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-25088.0,"chosen_score_lmetric":0,"t_first_token":338885.976780645,"t_first_token_unix":1779769750.9907238,"t_done":338888.095052442,"t_done_unix":1779769753.1089966},{"request_id":"1299507:1:1299507:253","session_id":"1299507","input_length":18893,"t_proxy_recv":338880.989546333,"t_decision_unix":1779769746.0034878,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":18893,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":18893,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":8352,"ongoing_decode_tokens":0,"pending_prefill_tokens":7840,"num_requests":1,"active_p_offloads":0,"cached_blocks":697,"cache_hit":0,"new_prefill":18893,"score_linear":8352.0,"score_lmetric":26733},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":86277,"ongoing_decode_tokens":0,"pending_prefill_tokens":43781,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":18893,"score_linear":86277.0,"score_lmetric":125348},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":0,"pending_prefill_tokens":88082,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":18893,"score_linear":141330.0,"score_lmetric":320925},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":7963,"ongoing_decode_tokens":0,"pending_prefill_tokens":7963,"num_requests":1,"active_p_offloads":0,"cached_blocks":689,"cache_hit":0,"new_prefill":18893,"score_linear":7963.0,"score_lmetric":26856},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":0,"new_prefill":18893,"score_linear":44920.0,"score_lmetric":18893},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":225261,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":11776,"new_prefill":7117,"score_linear":213485.0,"score_lmetric":21351},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":19157,"ongoing_decode_tokens":0,"pending_prefill_tokens":19157,"num_requests":1,"active_p_offloads":0,"cached_blocks":616,"cache_hit":0,"new_prefill":18893,"score_linear":19157.0,"score_lmetric":38050}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338882.900910637,"t_first_token_unix":1779769747.9148548,"t_done":338889.157820078,"t_done_unix":1779769754.1717637},{"request_id":"1294611:3:1297534:240","session_id":"1294611","input_length":23863,"t_proxy_recv":338874.428188655,"t_decision_unix":1779769739.4421303,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9869672715081926,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (311 < 8000)","cache_hit":23552,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":554,"cache_hit":0,"new_prefill":23863,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":655,"cache_hit":0,"new_prefill":23863,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":690,"cache_hit":23552,"new_prefill":311,"score_linear":38862.0,"score_lmetric":43781},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":119700,"ongoing_decode_tokens":0,"pending_prefill_tokens":79252,"num_requests":2,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":23863,"score_linear":119700.0,"score_lmetric":206230},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":23863,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":12800,"new_prefill":11063,"score_linear":32120.0,"score_lmetric":11063},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":145206,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":12800,"new_prefill":11063,"score_linear":212461.0,"score_lmetric":98250},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":0,"new_prefill":23863,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":38862.0,"chosen_score_lmetric":43781,"t_first_token":338886.411847654,"t_first_token_unix":1779769751.4257908,"t_done":338889.640470378,"t_done_unix":1779769754.654414},{"request_id":"1266668:6:1284003:181","session_id":"1266668","input_length":80055,"t_proxy_recv":338867.186201571,"t_decision_unix":1779769732.200143,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58368,"affinity_cache_ratio":0.7290987446130786,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_not_meaningfully_more_cache (src=7680 chosen=58368)","cache_hit":58368,"estimated_new_tokens":21687,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":554,"cache_hit":7680,"new_prefill":72375,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":654,"cache_hit":0,"new_prefill":80055,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21947,"ongoing_decode_tokens":21947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":641,"cache_hit":0,"new_prefill":80055,"score_linear":21947.0,"score_lmetric":80055},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":40278,"ongoing_decode_tokens":40278,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":80055,"score_linear":40278.0,"score_lmetric":80055},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92209,"ongoing_decode_tokens":0,"pending_prefill_tokens":82481,"num_requests":2,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":80055,"score_linear":92209.0,"score_lmetric":325072},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":7680,"new_prefill":72375,"score_linear":37240.0,"score_lmetric":72375},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":145206,"ongoing_decode_tokens":145206,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":578,"cache_hit":58368,"new_prefill":21687,"score_linear":86838.0,"score_lmetric":43374},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":594,"cache_hit":0,"new_prefill":80055,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":86838.0,"chosen_score_lmetric":43374,"t_first_token":338876.738853511,"t_first_token_unix":1779769741.752797,"t_done":338889.724671224,"t_done_unix":1779769754.7386146},{"request_id":"1294611:4:1300505:257","session_id":"1294611","input_length":24384,"t_proxy_recv":338889.64563504,"t_decision_unix":1779769754.659577,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9868766404199475,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (320 < 8000)","cache_hit":24064,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":31122,"num_requests":1,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":24384,"score_linear":34706.0,"score_lmetric":55506},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":28972,"num_requests":1,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":24384,"score_linear":28972.0,"score_lmetric":53356},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":775,"cache_hit":24064,"new_prefill":320,"score_linear":-24064.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":59507,"pending_prefill_tokens":28575,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":24384,"score_linear":141330.0,"score_lmetric":158877},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":24384,"score_linear":43607.0,"score_lmetric":54167},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":707,"cache_hit":12800,"new_prefill":11584,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":233455,"ongoing_decode_tokens":233455,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":579,"cache_hit":12800,"new_prefill":11584,"score_linear":220655.0,"score_lmetric":34752},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":24384,"score_linear":43181.0,"score_lmetric":24384}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":338889.703211969,"t_first_token_unix":1779769754.7171552,"t_done":338890.068764933,"t_done_unix":1779769755.0827081},{"request_id":"1294611:5:1301356:262","session_id":"1294611","input_length":25650,"t_proxy_recv":338890.075461885,"t_decision_unix":1779769755.0894036,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9381676413255361,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1586 < 8000)","cache_hit":24064,"estimated_new_tokens":1586,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":31122,"num_requests":1,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":25650,"score_linear":34706.0,"score_lmetric":56772},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":28972,"num_requests":1,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":25650,"score_linear":28972.0,"score_lmetric":54622},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":775,"cache_hit":24064,"new_prefill":1586,"score_linear":-24064.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":59507,"pending_prefill_tokens":28575,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":25650,"score_linear":141330.0,"score_lmetric":162675},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":25650,"score_linear":43607.0,"score_lmetric":55433},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":707,"cache_hit":12800,"new_prefill":12850,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":241141,"ongoing_decode_tokens":153400,"pending_prefill_tokens":7357,"num_requests":3,"active_p_offloads":0,"cached_blocks":622,"cache_hit":12800,"new_prefill":12850,"score_linear":228341.0,"score_lmetric":60621},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":25650,"score_linear":43181.0,"score_lmetric":25650}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":338890.360371772,"t_first_token_unix":1779769755.3743157,"t_done":338890.666956647,"t_done_unix":1779769755.6809},{"request_id":"1302071:1:1302071:267","session_id":"1302071","input_length":6527,"t_proxy_recv":338890.108025659,"t_decision_unix":1779769755.1219673,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":6527,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6527 < 8000)","cache_hit":0,"estimated_new_tokens":6527,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":31122,"num_requests":1,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":6527,"score_linear":34706.0,"score_lmetric":37649},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":28972,"num_requests":1,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":6527,"score_linear":28972.0,"score_lmetric":35499},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":25650,"ongoing_decode_tokens":0,"pending_prefill_tokens":1586,"num_requests":1,"active_p_offloads":0,"cached_blocks":775,"cache_hit":0,"new_prefill":6527,"score_linear":25650.0,"score_lmetric":8113},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":59507,"pending_prefill_tokens":28575,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":6527,"score_linear":141330.0,"score_lmetric":105306},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":6527,"score_linear":43607.0,"score_lmetric":36310},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":707,"cache_hit":0,"new_prefill":6527,"score_linear":26441.0,"score_lmetric":32968},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":241141,"ongoing_decode_tokens":153400,"pending_prefill_tokens":7357,"num_requests":3,"active_p_offloads":0,"cached_blocks":622,"cache_hit":0,"new_prefill":6527,"score_linear":241141.0,"score_lmetric":41652},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":6527,"score_linear":43181.0,"score_lmetric":6527}],"chosen_score_linear":43181.0,"chosen_score_lmetric":6527,"t_first_token":338890.54988081,"t_first_token_unix":1779769755.5638247,"t_done":338890.964661862,"t_done_unix":1779769755.9786053},{"request_id":"1302449:1:1302449:269","session_id":"1302449","input_length":1105,"t_proxy_recv":338891.651089788,"t_decision_unix":1779769756.6650314,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":1105,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1105 < 8000)","cache_hit":0,"estimated_new_tokens":1105,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":31122,"num_requests":1,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":1105,"score_linear":34706.0,"score_lmetric":32227},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":28972,"num_requests":1,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":1105,"score_linear":28972.0,"score_lmetric":30077},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49855,"ongoing_decode_tokens":0,"pending_prefill_tokens":49855,"num_requests":1,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":1105,"score_linear":49855.0,"score_lmetric":50960},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":59507,"pending_prefill_tokens":28575,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":1105,"score_linear":141330.0,"score_lmetric":89040},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":1105,"score_linear":43607.0,"score_lmetric":1105},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":707,"cache_hit":0,"new_prefill":1105,"score_linear":26441.0,"score_lmetric":27546},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":241141,"ongoing_decode_tokens":153400,"pending_prefill_tokens":7357,"num_requests":3,"active_p_offloads":0,"cached_blocks":622,"cache_hit":0,"new_prefill":1105,"score_linear":241141.0,"score_lmetric":25386},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":1105,"score_linear":43181.0,"score_lmetric":1105}],"chosen_score_linear":43181.0,"chosen_score_lmetric":1105,"t_first_token":338891.813979455,"t_first_token_unix":1779769756.8279226,"t_done":338892.559895691,"t_done_unix":1779769757.573839},{"request_id":"1295690:2:1301706:264","session_id":"1295690","input_length":28972,"t_proxy_recv":338888.683824336,"t_decision_unix":1779769753.6977656,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":1,"affinity_cache_hit":10752,"affinity_cache_ratio":0.37111694049427035,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":28972,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":18893,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":558,"cache_hit":0,"new_prefill":28972,"score_linear":18893.0,"score_lmetric":28972},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":28972,"score_linear":23863.0,"score_lmetric":28972},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":59507,"pending_prefill_tokens":28575,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":28972,"score_linear":141330.0,"score_lmetric":172641},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":28972,"score_linear":43607.0,"score_lmetric":58755},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":707,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":233455,"ongoing_decode_tokens":194667,"pending_prefill_tokens":8068,"num_requests":3,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":28972,"score_linear":233455.0,"score_lmetric":111120},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43181,"ongoing_decode_tokens":0,"pending_prefill_tokens":1197,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":10752,"new_prefill":18220,"score_linear":32429.0,"score_lmetric":19417}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338892.408442821,"t_first_token_unix":1779769757.4223866,"t_done":338892.680100492,"t_done_unix":1779769757.694044},{"request_id":"1302063:1:1302063:266","session_id":"1302063","input_length":26441,"t_proxy_recv":338890.10509143,"t_decision_unix":1779769755.119033,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":26441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":31122,"num_requests":1,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":26441,"score_linear":34706.0,"score_lmetric":57563},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":28972,"num_requests":1,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":26441,"score_linear":28972.0,"score_lmetric":55413},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":25650,"ongoing_decode_tokens":0,"pending_prefill_tokens":1586,"num_requests":1,"active_p_offloads":0,"cached_blocks":775,"cache_hit":0,"new_prefill":26441,"score_linear":25650.0,"score_lmetric":28027},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":59507,"pending_prefill_tokens":28575,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":26441,"score_linear":141330.0,"score_lmetric":165048},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":26441,"score_linear":43607.0,"score_lmetric":56224},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":707,"cache_hit":0,"new_prefill":26441,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":241141,"ongoing_decode_tokens":153400,"pending_prefill_tokens":7357,"num_requests":3,"active_p_offloads":0,"cached_blocks":622,"cache_hit":0,"new_prefill":26441,"score_linear":241141.0,"score_lmetric":101394},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":26441,"score_linear":43181.0,"score_lmetric":26441}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338893.324355724,"t_first_token_unix":1779769758.338299,"t_done":338893.580460871,"t_done_unix":1779769758.5944045},{"request_id":"1260327:8:1301686:263","session_id":"1260327","input_length":43181,"t_proxy_recv":338888.597680586,"t_decision_unix":1779769753.6116214,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9722794747689957,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1197 < 8000)","cache_hit":41984,"estimated_new_tokens":1197,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":18893,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":558,"cache_hit":0,"new_prefill":43181,"score_linear":18893.0,"score_lmetric":43181},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":43181,"score_linear":23863.0,"score_lmetric":43181},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":59507,"pending_prefill_tokens":28575,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":43181,"score_linear":141330.0,"score_lmetric":215268},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":43181,"score_linear":43607.0,"score_lmetric":72964},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":707,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":233455,"ongoing_decode_tokens":194667,"pending_prefill_tokens":8068,"num_requests":3,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":43181,"score_linear":233455.0,"score_lmetric":153747},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":653,"cache_hit":41984,"new_prefill":1197,"score_linear":-41984.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":338888.93815194,"t_first_token_unix":1779769753.9520955,"t_done":338894.525802207,"t_done_unix":1779769759.5397456},{"request_id":"1302907:1:1302907:272","session_id":"1302907","input_length":15958,"t_proxy_recv":338893.017083825,"t_decision_unix":1779769758.0310252,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":15958,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64654,"ongoing_decode_tokens":0,"pending_prefill_tokens":31374,"num_requests":2,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":15958,"score_linear":64654.0,"score_lmetric":94664},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":770,"cache_hit":0,"new_prefill":15958,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80500,"ongoing_decode_tokens":0,"pending_prefill_tokens":54900,"num_requests":2,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":15958,"score_linear":80500.0,"score_lmetric":141716},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":119700,"pending_prefill_tokens":8830,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":15958,"score_linear":141330.0,"score_lmetric":74364},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":15958,"score_linear":43607.0,"score_lmetric":15958},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":707,"cache_hit":0,"new_prefill":15958,"score_linear":26441.0,"score_lmetric":42399},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":241141,"ongoing_decode_tokens":153400,"pending_prefill_tokens":7357,"num_requests":3,"active_p_offloads":0,"cached_blocks":622,"cache_hit":0,"new_prefill":15958,"score_linear":241141.0,"score_lmetric":69945},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":667,"cache_hit":0,"new_prefill":15958,"score_linear":43181.0,"score_lmetric":15958}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338894.476544827,"t_first_token_unix":1779769759.4904883,"t_done":338894.680071149,"t_done_unix":1779769759.6940148},{"request_id":"1302449:2:1303563:277","session_id":"1302449","input_length":3709,"t_proxy_recv":338895.34071219,"t_decision_unix":1779769760.3546534,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":1,"affinity_cache_hit":1024,"affinity_cache_ratio":0.27608519816662175,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3709 < 8000)","cache_hit":0,"estimated_new_tokens":3709,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64654,"ongoing_decode_tokens":64654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":3709,"score_linear":64654.0,"score_lmetric":7418},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":3709,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80500,"ongoing_decode_tokens":0,"pending_prefill_tokens":54900,"num_requests":2,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":3709,"score_linear":80500.0,"score_lmetric":117218},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":141330,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":3709,"score_linear":141330.0,"score_lmetric":11127},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":3709,"score_linear":43607.0,"score_lmetric":3709},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":758,"cache_hit":0,"new_prefill":3709,"score_linear":14944.0,"score_lmetric":18653},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":241141,"ongoing_decode_tokens":241141,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":622,"cache_hit":0,"new_prefill":3709,"score_linear":241141.0,"score_lmetric":11127},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":670,"cache_hit":1024,"new_prefill":2685,"score_linear":14057.0,"score_lmetric":17766}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338895.57504205,"t_first_token_unix":1779769760.5889854,"t_done":338896.000079365,"t_done_unix":1779769761.0140226},{"request_id":"1303651:1:1303651:278","session_id":"1303651","input_length":3065,"t_proxy_recv":338895.648468385,"t_decision_unix":1779769760.66241,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":3065,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3065 < 8000)","cache_hit":0,"estimated_new_tokens":3065,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64654,"ongoing_decode_tokens":64654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":3065,"score_linear":64654.0,"score_lmetric":6130},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":3709,"ongoing_decode_tokens":3709,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":3065,"score_linear":3709.0,"score_lmetric":3065},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80500,"ongoing_decode_tokens":0,"pending_prefill_tokens":54900,"num_requests":2,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":3065,"score_linear":80500.0,"score_lmetric":115930},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":141330,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":3065,"score_linear":141330.0,"score_lmetric":9195},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":3065,"score_linear":43607.0,"score_lmetric":3065},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":758,"cache_hit":0,"new_prefill":3065,"score_linear":14944.0,"score_lmetric":18009},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":241141,"ongoing_decode_tokens":241141,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":622,"cache_hit":0,"new_prefill":3065,"score_linear":241141.0,"score_lmetric":9195},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":670,"cache_hit":0,"new_prefill":3065,"score_linear":15081.0,"score_lmetric":18146}],"chosen_score_linear":3709.0,"chosen_score_lmetric":3065,"t_first_token":338895.840098972,"t_first_token_unix":1779769760.8540423,"t_done":338896.09735228,"t_done_unix":1779769761.1112955},{"request_id":"1297117:1:1297117:237","session_id":"1297117","input_length":59507,"t_proxy_recv":338873.063754747,"t_decision_unix":1779769738.0776963,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":59507,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":554,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":655,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":0,"new_prefill":59507,"score_linear":44920.0,"score_lmetric":59507},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":145206,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":0,"new_prefill":59507,"score_linear":225261.0,"score_lmetric":243582},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338887.47528064,"t_first_token_unix":1779769752.4892242,"t_done":338896.386068228,"t_done_unix":1779769761.4000115},{"request_id":"1279412:7:1297236:238","session_id":"1279412","input_length":60193,"t_proxy_recv":338873.586896141,"t_decision_unix":1779769738.6008377,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":40448,"affinity_cache_ratio":0.6719718239662419,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=1 decode_tok=0)","cache_hit":40448,"estimated_new_tokens":19745,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":554,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":655,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":40448,"new_prefill":19745,"score_linear":19059.0,"score_lmetric":79252},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":0,"new_prefill":60193,"score_linear":44920.0,"score_lmetric":60193},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":145206,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":0,"new_prefill":60193,"score_linear":225261.0,"score_lmetric":245640},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":12800,"new_prefill":47393,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":19059.0,"chosen_score_lmetric":79252,"t_first_token":338892.469210142,"t_first_token_unix":1779769757.4831533,"t_done":338896.406012248,"t_done_unix":1779769761.4199557},{"request_id":"1303517:1:1303517:275","session_id":"1303517","input_length":15081,"t_proxy_recv":338895.213273695,"t_decision_unix":1779769760.227215,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":15081,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64654,"ongoing_decode_tokens":64654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":15081,"score_linear":64654.0,"score_lmetric":30162},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":15081,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80500,"ongoing_decode_tokens":0,"pending_prefill_tokens":54900,"num_requests":2,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":15081,"score_linear":80500.0,"score_lmetric":139962},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":141330,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":15081,"score_linear":141330.0,"score_lmetric":45243},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":15081,"score_linear":43607.0,"score_lmetric":15081},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":758,"cache_hit":0,"new_prefill":15081,"score_linear":14944.0,"score_lmetric":30025},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":241141,"ongoing_decode_tokens":241141,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":622,"cache_hit":0,"new_prefill":15081,"score_linear":241141.0,"score_lmetric":45243},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":670,"cache_hit":0,"new_prefill":15081,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338896.568197337,"t_first_token_unix":1779769761.5821412,"t_done":338896.899769631,"t_done_unix":1779769761.9137132},{"request_id":"1303462:1:1303462:274","session_id":"1303462","input_length":14944,"t_proxy_recv":338895.048231407,"t_decision_unix":1779769760.0621727,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":14944,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64654,"ongoing_decode_tokens":64654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":14944,"score_linear":64654.0,"score_lmetric":29888},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80500,"ongoing_decode_tokens":0,"pending_prefill_tokens":54900,"num_requests":2,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":14944,"score_linear":80500.0,"score_lmetric":139688},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":141330,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":14944,"score_linear":141330.0,"score_lmetric":44832},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":14944,"score_linear":43607.0,"score_lmetric":14944},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":758,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":241141,"ongoing_decode_tokens":241141,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":622,"cache_hit":0,"new_prefill":14944,"score_linear":241141.0,"score_lmetric":44832},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":670,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338896.373372473,"t_first_token_unix":1779769761.3873158,"t_done":338897.577626717,"t_done_unix":1779769762.59157},{"request_id":"1302063:2:1303816:279","session_id":"1302063","input_length":30248,"t_proxy_recv":338896.320927838,"t_decision_unix":1779769761.3348691,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":26112,"affinity_cache_ratio":0.8632636868553293,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4136 < 8000)","cache_hit":26112,"estimated_new_tokens":4136,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64654,"ongoing_decode_tokens":64654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":30248,"score_linear":64654.0,"score_lmetric":60496},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":814,"cache_hit":0,"new_prefill":30248,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80500,"ongoing_decode_tokens":0,"pending_prefill_tokens":54900,"num_requests":2,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":30248,"score_linear":80500.0,"score_lmetric":170296},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":141330,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":30248,"score_linear":141330.0,"score_lmetric":90744},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":30248,"score_linear":43607.0,"score_lmetric":30248},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":758,"cache_hit":26112,"new_prefill":4136,"score_linear":-11168.0,"score_lmetric":19080},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":241141,"ongoing_decode_tokens":241141,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":622,"cache_hit":0,"new_prefill":30248,"score_linear":241141.0,"score_lmetric":90744},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":670,"cache_hit":0,"new_prefill":30248,"score_linear":15081.0,"score_lmetric":45329}],"chosen_score_linear":-11168.0,"chosen_score_lmetric":19080,"t_first_token":338897.197967949,"t_first_token_unix":1779769762.2119112,"t_done":338897.578423287,"t_done_unix":1779769762.592367},{"request_id":"1268861:3:1298057:245","session_id":"1268861","input_length":21630,"t_proxy_recv":338876.10802351,"t_decision_unix":1779769741.1219647,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":12800,"affinity_cache_ratio":0.5917706888580675,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=2 decode_tok=0)","cache_hit":12800,"estimated_new_tokens":8830,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":29149,"ongoing_decode_tokens":29149,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":554,"cache_hit":0,"new_prefill":21630,"score_linear":29149.0,"score_lmetric":21630},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":655,"cache_hit":0,"new_prefill":21630,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":86277,"ongoing_decode_tokens":0,"pending_prefill_tokens":43781,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":21630,"score_linear":86277.0,"score_lmetric":130822},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":119700,"ongoing_decode_tokens":0,"pending_prefill_tokens":79252,"num_requests":2,"active_p_offloads":0,"cached_blocks":672,"cache_hit":12800,"new_prefill":8830,"score_linear":106900.0,"score_lmetric":176164},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13992,"ongoing_decode_tokens":0,"pending_prefill_tokens":12456,"num_requests":1,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":21630,"score_linear":13992.0,"score_lmetric":34086},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":679,"cache_hit":0,"new_prefill":21630,"score_linear":44920.0,"score_lmetric":21630},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":145206,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":0,"new_prefill":21630,"score_linear":225261.0,"score_lmetric":129951},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":0,"new_prefill":21630,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":106900.0,"chosen_score_lmetric":176164,"t_first_token":338893.263473344,"t_first_token_unix":1779769758.2774172,"t_done":338897.875412537,"t_done_unix":1779769762.8893557},{"request_id":"1304239:1:1304239:280","session_id":"1304239","input_length":1300,"t_proxy_recv":338897.84672954,"t_decision_unix":1779769762.8606708,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1300 < 8000)","cache_hit":0,"estimated_new_tokens":1300,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64654,"ongoing_decode_tokens":64654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":1300,"score_linear":64654.0,"score_lmetric":2600},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":814,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80500,"ongoing_decode_tokens":0,"pending_prefill_tokens":54900,"num_requests":2,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":1300,"score_linear":80500.0,"score_lmetric":112400},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":82308,"ongoing_decode_tokens":82308,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":1300,"score_linear":82308.0,"score_lmetric":2600},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":1300,"score_linear":43607.0,"score_lmetric":1300},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":241141,"ongoing_decode_tokens":241141,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":622,"cache_hit":0,"new_prefill":1300,"score_linear":241141.0,"score_lmetric":3900},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":699,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338897.945754847,"t_first_token_unix":1779769762.959699,"t_done":338898.089807523,"t_done_unix":1779769763.1037507},{"request_id":"1279412:8:1300001:255","session_id":"1279412","input_length":60678,"t_proxy_recv":338896.416063671,"t_decision_unix":1779769761.4300056,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":60416,"affinity_cache_ratio":0.9956821253172484,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (262 < 8000)","cache_hit":60416,"estimated_new_tokens":262,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64654,"ongoing_decode_tokens":64654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":60678,"score_linear":64654.0,"score_lmetric":121356},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":814,"cache_hit":0,"new_prefill":60678,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80500,"ongoing_decode_tokens":0,"pending_prefill_tokens":54900,"num_requests":2,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":60678,"score_linear":80500.0,"score_lmetric":231156},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21630,"ongoing_decode_tokens":21630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":60416,"new_prefill":262,"score_linear":-38786.0,"score_lmetric":262},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":60678,"score_linear":43607.0,"score_lmetric":60678},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":45192,"ongoing_decode_tokens":14944,"pending_prefill_tokens":4136,"num_requests":2,"active_p_offloads":0,"cached_blocks":758,"cache_hit":0,"new_prefill":60678,"score_linear":45192.0,"score_lmetric":129628},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":241141,"ongoing_decode_tokens":241141,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":622,"cache_hit":0,"new_prefill":60678,"score_linear":241141.0,"score_lmetric":182034},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":670,"cache_hit":12800,"new_prefill":47878,"score_linear":2281.0,"score_lmetric":62959}],"chosen_score_linear":-38786.0,"chosen_score_lmetric":262,"t_first_token":338896.629312655,"t_first_token_unix":1779769761.6432567,"t_done":338898.614503302,"t_done_unix":1779769763.6284473},{"request_id":"1304239:2:1304866:281","session_id":"1304239","input_length":7798,"t_proxy_recv":338899.9958599,"t_decision_unix":1779769765.0098011,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":1024,"affinity_cache_ratio":0.13131572197999486,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6774 < 8000)","cache_hit":1024,"estimated_new_tokens":6774,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64654,"ongoing_decode_tokens":64654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":7798,"score_linear":64654.0,"score_lmetric":15596},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":814,"cache_hit":0,"new_prefill":7798,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80500,"ongoing_decode_tokens":0,"pending_prefill_tokens":54900,"num_requests":2,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":7798,"score_linear":80500.0,"score_lmetric":125396},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":844,"cache_hit":0,"new_prefill":7798,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":7798,"score_linear":43607.0,"score_lmetric":7798},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":797,"cache_hit":1024,"new_prefill":6774,"score_linear":-1024.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":241141,"ongoing_decode_tokens":241141,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":622,"cache_hit":0,"new_prefill":7798,"score_linear":241141.0,"score_lmetric":23394},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":699,"cache_hit":0,"new_prefill":7798,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":338900.477525793,"t_first_token_unix":1779769765.4914691,"t_done":338900.62808826,"t_done_unix":1779769765.6420317},{"request_id":"1304943:1:1304943:283","session_id":"1304943","input_length":2772,"t_proxy_recv":338900.247761675,"t_decision_unix":1779769765.261703,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2772 < 8000)","cache_hit":0,"estimated_new_tokens":2772,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64654,"ongoing_decode_tokens":64654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":2772,"score_linear":64654.0,"score_lmetric":5544},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":814,"cache_hit":0,"new_prefill":2772,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80500,"ongoing_decode_tokens":0,"pending_prefill_tokens":54900,"num_requests":2,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":2772,"score_linear":80500.0,"score_lmetric":115344},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":844,"cache_hit":0,"new_prefill":2772,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":2772,"score_linear":43607.0,"score_lmetric":2772},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7798,"ongoing_decode_tokens":0,"pending_prefill_tokens":6774,"num_requests":1,"active_p_offloads":0,"cached_blocks":797,"cache_hit":0,"new_prefill":2772,"score_linear":7798.0,"score_lmetric":9546},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":241141,"ongoing_decode_tokens":241141,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":622,"cache_hit":0,"new_prefill":2772,"score_linear":241141.0,"score_lmetric":8316},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":699,"cache_hit":0,"new_prefill":2772,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338900.427381201,"t_first_token_unix":1779769765.4413247,"t_done":338900.728310471,"t_done_unix":1779769765.7422538},{"request_id":"1266668:7:1287468:197","session_id":"1266668","input_length":87741,"t_proxy_recv":338889.744932281,"t_decision_unix":1779769754.758874,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":80384,"affinity_cache_ratio":0.916150944256391,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7357 < 8000)","cache_hit":80384,"estimated_new_tokens":7357,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":31122,"num_requests":1,"active_p_offloads":0,"cached_blocks":595,"cache_hit":7680,"new_prefill":80061,"score_linear":27026.0,"score_lmetric":111183},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":28972,"num_requests":1,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":87741,"score_linear":28972.0,"score_lmetric":116713},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24384,"ongoing_decode_tokens":24384,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":775,"cache_hit":0,"new_prefill":87741,"score_linear":24384.0,"score_lmetric":87741},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":59507,"pending_prefill_tokens":28575,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":87741,"score_linear":141330.0,"score_lmetric":348948},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":87741,"score_linear":43607.0,"score_lmetric":117524},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":707,"cache_hit":7680,"new_prefill":80061,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":153400,"ongoing_decode_tokens":153400,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":622,"cache_hit":80384,"new_prefill":7357,"score_linear":73016.0,"score_lmetric":14714},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":87741,"score_linear":43181.0,"score_lmetric":87741}],"chosen_score_linear":73016.0,"chosen_score_lmetric":14714,"t_first_token":338893.629285218,"t_first_token_unix":1779769758.6432288,"t_done":338901.387109465,"t_done_unix":1779769766.4010532},{"request_id":"1253743:3:1302294:268","session_id":"1253743","input_length":49855,"t_proxy_recv":338891.035180813,"t_decision_unix":1779769756.0491223,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":2,"affinity_cache_hit":49664,"affinity_cache_ratio":0.996168889780363,"affinity_num_requests":3,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":49855,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":31122,"num_requests":1,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":49855,"score_linear":34706.0,"score_lmetric":80977},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":28972,"num_requests":1,"active_p_offloads":0,"cached_blocks":714,"cache_hit":4608,"new_prefill":45247,"score_linear":24364.0,"score_lmetric":74219},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":49855,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":59507,"pending_prefill_tokens":28575,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":49664,"new_prefill":191,"score_linear":91666.0,"score_lmetric":86298},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":49855,"score_linear":43607.0,"score_lmetric":79638},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":707,"cache_hit":0,"new_prefill":49855,"score_linear":26441.0,"score_lmetric":76296},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":241141,"ongoing_decode_tokens":153400,"pending_prefill_tokens":7357,"num_requests":3,"active_p_offloads":0,"cached_blocks":622,"cache_hit":0,"new_prefill":49855,"score_linear":241141.0,"score_lmetric":171636},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":49855,"score_linear":43181.0,"score_lmetric":49855}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338901.335813922,"t_first_token_unix":1779769766.3497577,"t_done":338902.118460124,"t_done_unix":1779769767.1324036},{"request_id":"1294611:6:1302460:270","session_id":"1294611","input_length":30645,"t_proxy_recv":338891.670307189,"t_decision_unix":1779769756.684249,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":25600,"affinity_cache_ratio":0.8353728177516724,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5045 < 8000)","cache_hit":25600,"estimated_new_tokens":5045,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":31122,"num_requests":1,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":30645,"score_linear":34706.0,"score_lmetric":61767},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":28972,"num_requests":1,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":30645,"score_linear":28972.0,"score_lmetric":59617},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49855,"ongoing_decode_tokens":0,"pending_prefill_tokens":49855,"num_requests":1,"active_p_offloads":0,"cached_blocks":778,"cache_hit":25600,"new_prefill":5045,"score_linear":24255.0,"score_lmetric":54900},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":59507,"pending_prefill_tokens":28575,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":30645,"score_linear":141330.0,"score_lmetric":177660},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":30645,"score_linear":43607.0,"score_lmetric":30645},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":707,"cache_hit":12800,"new_prefill":17845,"score_linear":13641.0,"score_lmetric":44286},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":241141,"ongoing_decode_tokens":153400,"pending_prefill_tokens":7357,"num_requests":3,"active_p_offloads":0,"cached_blocks":622,"cache_hit":12800,"new_prefill":17845,"score_linear":228341.0,"score_lmetric":75606},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44286,"ongoing_decode_tokens":43181,"pending_prefill_tokens":1105,"num_requests":2,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":30645,"score_linear":44286.0,"score_lmetric":63500}],"chosen_score_linear":24255.0,"chosen_score_lmetric":54900,"t_first_token":338901.340531632,"t_first_token_unix":1779769766.3544748,"t_done":338903.708814072,"t_done_unix":1779769768.7227576},{"request_id":"1279412:9:1305633:286","session_id":"1279412","input_length":61291,"t_proxy_recv":338902.925283612,"t_decision_unix":1779769767.9392252,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":60416,"affinity_cache_ratio":0.985723841999641,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (875 < 8000)","cache_hit":60416,"estimated_new_tokens":875,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64654,"ongoing_decode_tokens":64654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":61291,"score_linear":64654.0,"score_lmetric":122582},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":814,"cache_hit":0,"new_prefill":61291,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":30645,"ongoing_decode_tokens":30645,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":61291,"score_linear":30645.0,"score_lmetric":61291},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":844,"cache_hit":60416,"new_prefill":875,"score_linear":-60416.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":61291,"score_linear":43607.0,"score_lmetric":61291},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":810,"cache_hit":0,"new_prefill":61291,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":249505,"ongoing_decode_tokens":153400,"pending_prefill_tokens":8041,"num_requests":3,"active_p_offloads":0,"cached_blocks":637,"cache_hit":0,"new_prefill":61291,"score_linear":249505.0,"score_lmetric":207996},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":12800,"new_prefill":48491,"score_linear":63026.0,"score_lmetric":124317}],"chosen_score_linear":-60416.0,"chosen_score_lmetric":0,"t_first_token":338903.248624322,"t_first_token_unix":1779769768.2625678,"t_done":338904.121141478,"t_done_unix":1779769769.135085},{"request_id":"1303651:2:1305707:287","session_id":"1303651","input_length":12795,"t_proxy_recv":338903.190274646,"t_decision_unix":1779769768.2042146,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":3072,"affinity_cache_ratio":0.24009378663540445,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":3072,"estimated_new_tokens":9723,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64654,"ongoing_decode_tokens":64654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":12795,"score_linear":64654.0,"score_lmetric":25590},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":814,"cache_hit":3072,"new_prefill":9723,"score_linear":-3072.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":30645,"ongoing_decode_tokens":30645,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":12795,"score_linear":30645.0,"score_lmetric":12795},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":61291,"ongoing_decode_tokens":0,"pending_prefill_tokens":875,"num_requests":1,"active_p_offloads":0,"cached_blocks":844,"cache_hit":0,"new_prefill":12795,"score_linear":61291.0,"score_lmetric":13670},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":12795,"score_linear":43607.0,"score_lmetric":12795},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":810,"cache_hit":0,"new_prefill":12795,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":249505,"ongoing_decode_tokens":153400,"pending_prefill_tokens":8041,"num_requests":3,"active_p_offloads":0,"cached_blocks":637,"cache_hit":0,"new_prefill":12795,"score_linear":249505.0,"score_lmetric":62508},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":12795,"score_linear":75826.0,"score_lmetric":88621}],"chosen_score_linear":-3072.0,"chosen_score_lmetric":0,"t_first_token":338904.131141147,"t_first_token_unix":1779769769.1450846,"t_done":338904.252093604,"t_done_unix":1779769769.266037},{"request_id":"1294611:6:1305080:284","session_id":"1294611","input_length":30995,"t_proxy_recv":338903.714513792,"t_decision_unix":1779769768.7284553,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9911276012260042,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (275 < 8000)","cache_hit":30720,"estimated_new_tokens":275,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83569,"ongoing_decode_tokens":83569,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":30995,"score_linear":83569.0,"score_lmetric":92985},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12795,"ongoing_decode_tokens":0,"pending_prefill_tokens":9723,"num_requests":1,"active_p_offloads":0,"cached_blocks":814,"cache_hit":0,"new_prefill":30995,"score_linear":12795.0,"score_lmetric":40718},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":30720,"new_prefill":275,"score_linear":-30720.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":61291,"ongoing_decode_tokens":61291,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":844,"cache_hit":0,"new_prefill":30995,"score_linear":61291.0,"score_lmetric":30995},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":30995,"score_linear":43607.0,"score_lmetric":30995},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":810,"cache_hit":12800,"new_prefill":18195,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":249505,"ongoing_decode_tokens":153400,"pending_prefill_tokens":8041,"num_requests":3,"active_p_offloads":0,"cached_blocks":637,"cache_hit":12800,"new_prefill":18195,"score_linear":236705.0,"score_lmetric":78708},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":30995,"score_linear":75826.0,"score_lmetric":106821}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":338903.780658523,"t_first_token_unix":1779769768.794602,"t_done":338905.10251758,"t_done_unix":1779769770.116461},{"request_id":"1303462:2:1306126:290","session_id":"1303462","input_length":18631,"t_proxy_recv":338904.418831152,"t_decision_unix":1779769769.4327726,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":14848,"affinity_cache_ratio":0.7969513176963126,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3783 < 8000)","cache_hit":14848,"estimated_new_tokens":3783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83569,"ongoing_decode_tokens":83569,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":18631,"score_linear":83569.0,"score_lmetric":55893},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":18631,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":30995,"ongoing_decode_tokens":30995,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":18631,"score_linear":30995.0,"score_lmetric":18631},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":18631,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":18631,"score_linear":43607.0,"score_lmetric":18631},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14027,"ongoing_decode_tokens":0,"pending_prefill_tokens":14027,"num_requests":1,"active_p_offloads":0,"cached_blocks":810,"cache_hit":14848,"new_prefill":3783,"score_linear":-821.0,"score_lmetric":17810},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":249505,"ongoing_decode_tokens":153400,"pending_prefill_tokens":8041,"num_requests":3,"active_p_offloads":0,"cached_blocks":637,"cache_hit":0,"new_prefill":18631,"score_linear":249505.0,"score_lmetric":80016},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":18631,"score_linear":75826.0,"score_lmetric":94457}],"chosen_score_linear":-821.0,"chosen_score_lmetric":17810,"t_first_token":338905.538415563,"t_first_token_unix":1779769770.5523593,"t_done":338905.585653848,"t_done_unix":1779769770.5995972},{"request_id":"1306347:1:1306347:291","session_id":"1306347","input_length":897,"t_proxy_recv":338905.205682514,"t_decision_unix":1779769770.219624,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (897 < 8000)","cache_hit":0,"estimated_new_tokens":897,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83569,"ongoing_decode_tokens":83569,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":897,"score_linear":83569.0,"score_lmetric":2691},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":897,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":897,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":897,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":897,"score_linear":43607.0,"score_lmetric":897},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32658,"ongoing_decode_tokens":14027,"pending_prefill_tokens":3783,"num_requests":2,"active_p_offloads":0,"cached_blocks":810,"cache_hit":0,"new_prefill":897,"score_linear":32658.0,"score_lmetric":9360},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":249505,"ongoing_decode_tokens":153400,"pending_prefill_tokens":8041,"num_requests":3,"active_p_offloads":0,"cached_blocks":637,"cache_hit":0,"new_prefill":897,"score_linear":249505.0,"score_lmetric":26814},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":897,"score_linear":75826.0,"score_lmetric":76723}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338905.319725258,"t_first_token_unix":1779769770.333668,"t_done":338905.68776669,"t_done_unix":1779769770.70171},{"request_id":"1299507:2:1305770:288","session_id":"1299507","input_length":18915,"t_proxy_recv":338903.384629569,"t_decision_unix":1779769768.3985713,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9744647105471848,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (483 < 8000)","cache_hit":18432,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64654,"ongoing_decode_tokens":64654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":595,"cache_hit":18432,"new_prefill":483,"score_linear":46222.0,"score_lmetric":966},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12795,"ongoing_decode_tokens":0,"pending_prefill_tokens":9723,"num_requests":1,"active_p_offloads":0,"cached_blocks":814,"cache_hit":0,"new_prefill":18915,"score_linear":12795.0,"score_lmetric":28638},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":30645,"ongoing_decode_tokens":30645,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":18915,"score_linear":30645.0,"score_lmetric":18915},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":61291,"ongoing_decode_tokens":61291,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":844,"cache_hit":0,"new_prefill":18915,"score_linear":61291.0,"score_lmetric":18915},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":18915,"score_linear":43607.0,"score_lmetric":18915},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":810,"cache_hit":0,"new_prefill":18915,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":249505,"ongoing_decode_tokens":153400,"pending_prefill_tokens":8041,"num_requests":3,"active_p_offloads":0,"cached_blocks":637,"cache_hit":11776,"new_prefill":7139,"score_linear":237729.0,"score_lmetric":45540},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":18915,"score_linear":75826.0,"score_lmetric":94741}],"chosen_score_linear":46222.0,"chosen_score_lmetric":966,"t_first_token":338903.441735398,"t_first_token_unix":1779769768.4556787,"t_done":338905.877078636,"t_done_unix":1779769770.8910215},{"request_id":"1269373:6:1285668:189","session_id":"1269373","input_length":38788,"t_proxy_recv":338887.685031408,"t_decision_unix":1779769752.6989722,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":30720,"affinity_cache_ratio":0.7919975250077343,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_not_meaningfully_more_cache (src=7680 chosen=30720)","cache_hit":30720,"estimated_new_tokens":8068,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":18893,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":558,"cache_hit":7680,"new_prefill":31108,"score_linear":11213.0,"score_lmetric":31108},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":25948,"ongoing_decode_tokens":25948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":38788,"score_linear":25948.0,"score_lmetric":38788},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":38788,"score_linear":23863.0,"score_lmetric":38788},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":59507,"pending_prefill_tokens":28575,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":38788,"score_linear":141330.0,"score_lmetric":202089},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":38788,"score_linear":43607.0,"score_lmetric":68571},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":707,"cache_hit":7680,"new_prefill":31108,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":194667,"ongoing_decode_tokens":194667,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":579,"cache_hit":30720,"new_prefill":8068,"score_linear":163947.0,"score_lmetric":16136},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":38788,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":163947.0,"chosen_score_lmetric":16136,"t_first_token":338889.608275497,"t_first_token_unix":1779769754.6222188,"t_done":338906.32162657,"t_done_unix":1779769771.33557},{"request_id":"1305906:1:1305906:289","session_id":"1305906","input_length":14027,"t_proxy_recv":338903.802251269,"t_decision_unix":1779769768.8161929,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":14027,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83569,"ongoing_decode_tokens":83569,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":14027,"score_linear":83569.0,"score_lmetric":42081},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12795,"ongoing_decode_tokens":0,"pending_prefill_tokens":9723,"num_requests":1,"active_p_offloads":0,"cached_blocks":814,"cache_hit":0,"new_prefill":14027,"score_linear":12795.0,"score_lmetric":23750},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":30995,"ongoing_decode_tokens":30995,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":14027,"score_linear":30995.0,"score_lmetric":14027},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":61291,"ongoing_decode_tokens":61291,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":844,"cache_hit":0,"new_prefill":14027,"score_linear":61291.0,"score_lmetric":14027},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":14027,"score_linear":43607.0,"score_lmetric":14027},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":810,"cache_hit":0,"new_prefill":14027,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":249505,"ongoing_decode_tokens":153400,"pending_prefill_tokens":8041,"num_requests":3,"active_p_offloads":0,"cached_blocks":637,"cache_hit":0,"new_prefill":14027,"score_linear":249505.0,"score_lmetric":66204},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":14027,"score_linear":75826.0,"score_lmetric":89853}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338905.01402833,"t_first_token_unix":1779769770.0279717,"t_done":338906.586223612,"t_done_unix":1779769771.6001668},{"request_id":"1275274:1:1275274:136","session_id":"1275274","input_length":114612,"t_proxy_recv":338797.963414144,"t_decision_unix":1779769662.9773555,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":114612,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":114612,"score_linear":135235.0,"score_lmetric":455662},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":114612,"score_linear":120167.0,"score_lmetric":441910},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":114612,"score_linear":150574.0,"score_lmetric":464836},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":468,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":114612,"score_linear":121069.0,"score_lmetric":416084},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47071,"ongoing_decode_tokens":25108,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":316,"cache_hit":0,"new_prefill":114612,"score_linear":47071.0,"score_lmetric":229224},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":337,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338840.499720743,"t_first_token_unix":1779769705.513664,"t_done":338908.078714592,"t_done_unix":1779769773.0926585},{"request_id":"1304239:3:1307007:294","session_id":"1304239","input_length":13840,"t_proxy_recv":338907.56226075,"t_decision_unix":1779769772.576202,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":7680,"affinity_cache_ratio":0.5549132947976878,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6160 < 8000)","cache_hit":7680,"estimated_new_tokens":6160,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64654,"ongoing_decode_tokens":64654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":13840,"score_linear":64654.0,"score_lmetric":27680},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":13840,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":43378,"ongoing_decode_tokens":0,"pending_prefill_tokens":12658,"num_requests":1,"active_p_offloads":0,"cached_blocks":886,"cache_hit":0,"new_prefill":13840,"score_linear":43378.0,"score_lmetric":26498},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31058,"ongoing_decode_tokens":31058,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":13840,"score_linear":31058.0,"score_lmetric":13840},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":13840,"score_linear":43607.0,"score_lmetric":13840},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":844,"cache_hit":7680,"new_prefill":6160,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":253462,"ongoing_decode_tokens":253462,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":13840,"score_linear":253462.0,"score_lmetric":41520},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":13840,"score_linear":75826.0,"score_lmetric":89666}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":338908.229233611,"t_first_token_unix":1779769773.2431777,"t_done":338908.393361043,"t_done_unix":1779769773.407305},{"request_id":"1266668:8:1292408:218","session_id":"1266668","input_length":96105,"t_proxy_recv":338901.407546582,"t_decision_unix":1779769766.4214883,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":88064,"affinity_cache_ratio":0.916331096196868,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_not_meaningfully_more_cache (src=7680 chosen=88064)","cache_hit":88064,"estimated_new_tokens":8041,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64654,"ongoing_decode_tokens":64654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":595,"cache_hit":7680,"new_prefill":88425,"score_linear":56974.0,"score_lmetric":176850},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":814,"cache_hit":0,"new_prefill":96105,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80500,"ongoing_decode_tokens":80500,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":96105,"score_linear":80500.0,"score_lmetric":192210},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":844,"cache_hit":0,"new_prefill":96105,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":96105,"score_linear":43607.0,"score_lmetric":96105},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":810,"cache_hit":7680,"new_prefill":88425,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":153400,"ongoing_decode_tokens":153400,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":637,"cache_hit":88064,"new_prefill":8041,"score_linear":65336.0,"score_lmetric":16082},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":96105,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":65336.0,"chosen_score_lmetric":16082,"t_first_token":338905.99726113,"t_first_token_unix":1779769771.0112047,"t_done":338908.60962631,"t_done_unix":1779769773.6235702},{"request_id":"1266668:9:1295576:231","session_id":"1266668","input_length":96717,"t_proxy_recv":338908.626583572,"t_decision_unix":1779769773.640525,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9899397210418024,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (973 < 8000)","cache_hit":95744,"estimated_new_tokens":973,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64654,"ongoing_decode_tokens":64654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":595,"cache_hit":7680,"new_prefill":89037,"score_linear":56974.0,"score_lmetric":178074},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":96717,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93353,"ongoing_decode_tokens":0,"pending_prefill_tokens":12969,"num_requests":2,"active_p_offloads":0,"cached_blocks":886,"cache_hit":0,"new_prefill":96717,"score_linear":93353.0,"score_lmetric":219372},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31058,"ongoing_decode_tokens":31058,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":96717,"score_linear":31058.0,"score_lmetric":96717},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":96717,"score_linear":43607.0,"score_lmetric":96717},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":856,"cache_hit":7680,"new_prefill":89037,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":42745,"ongoing_decode_tokens":42745,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":893,"cache_hit":95744,"new_prefill":973,"score_linear":-52999.0,"score_lmetric":973},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":96717,"score_linear":75826.0,"score_lmetric":172543}],"chosen_score_linear":-52999.0,"chosen_score_lmetric":973,"t_first_token":338909.144124974,"t_first_token_unix":1779769774.1580684,"t_done":338909.507784328,"t_done_unix":1779769774.5217283},{"request_id":"1277428:2:1306373:292","session_id":"1277428","input_length":31058,"t_proxy_recv":338905.315828841,"t_decision_unix":1779769770.32977,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":27136,"affinity_cache_ratio":0.8737201365187713,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3922 < 8000)","cache_hit":27136,"estimated_new_tokens":3922,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83569,"ongoing_decode_tokens":83569,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":31058,"score_linear":83569.0,"score_lmetric":93174},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":4608,"new_prefill":26450,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":897,"ongoing_decode_tokens":0,"pending_prefill_tokens":897,"num_requests":1,"active_p_offloads":0,"cached_blocks":885,"cache_hit":17408,"new_prefill":13650,"score_linear":-16511.0,"score_lmetric":14547},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":27136,"new_prefill":3922,"score_linear":-27136.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":31058,"score_linear":43607.0,"score_lmetric":31058},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32658,"ongoing_decode_tokens":14027,"pending_prefill_tokens":3783,"num_requests":2,"active_p_offloads":0,"cached_blocks":810,"cache_hit":0,"new_prefill":31058,"score_linear":32658.0,"score_lmetric":69682},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":249505,"ongoing_decode_tokens":153400,"pending_prefill_tokens":8041,"num_requests":3,"active_p_offloads":0,"cached_blocks":637,"cache_hit":0,"new_prefill":31058,"score_linear":249505.0,"score_lmetric":117297},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":31058,"score_linear":75826.0,"score_lmetric":106884}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":338906.197148728,"t_first_token_unix":1779769771.211092,"t_done":338909.699349253,"t_done_unix":1779769774.7132928},{"request_id":"1253743:4:1307058:295","session_id":"1253743","input_length":49975,"t_proxy_recv":338907.759756121,"t_decision_unix":1779769772.7736974,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9937768884442221,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (311 < 8000)","cache_hit":49664,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64654,"ongoing_decode_tokens":64654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":49975,"score_linear":64654.0,"score_lmetric":99950},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":4608,"new_prefill":45367,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":43378,"ongoing_decode_tokens":0,"pending_prefill_tokens":12658,"num_requests":1,"active_p_offloads":0,"cached_blocks":886,"cache_hit":49664,"new_prefill":311,"score_linear":-6286.0,"score_lmetric":12969},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31058,"ongoing_decode_tokens":31058,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":845,"cache_hit":49664,"new_prefill":311,"score_linear":-18606.0,"score_lmetric":311},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":49975,"score_linear":43607.0,"score_lmetric":49975},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13840,"ongoing_decode_tokens":0,"pending_prefill_tokens":6160,"num_requests":1,"active_p_offloads":0,"cached_blocks":844,"cache_hit":0,"new_prefill":49975,"score_linear":13840.0,"score_lmetric":56135},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":253462,"ongoing_decode_tokens":253462,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":49975,"score_linear":253462.0,"score_lmetric":149925},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":49975,"score_linear":75826.0,"score_lmetric":125801}],"chosen_score_linear":-6286.0,"chosen_score_lmetric":12969,"t_first_token":338910.258956811,"t_first_token_unix":1779769775.2729006,"t_done":338910.884241483,"t_done_unix":1779769775.898185},{"request_id":"1272313:11:1302571:271","session_id":"1272313","input_length":29948,"t_proxy_recv":338891.974902239,"t_decision_unix":1779769756.9888437,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":29696,"affinity_cache_ratio":0.991585414718846,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (252 < 8000)","cache_hit":29696,"estimated_new_tokens":252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":31122,"num_requests":1,"active_p_offloads":0,"cached_blocks":595,"cache_hit":29696,"new_prefill":252,"score_linear":5010.0,"score_lmetric":31374},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":28972,"num_requests":1,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":29948,"score_linear":28972.0,"score_lmetric":58920},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80500,"ongoing_decode_tokens":0,"pending_prefill_tokens":54900,"num_requests":2,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":29948,"score_linear":80500.0,"score_lmetric":169696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":59507,"pending_prefill_tokens":28575,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":29948,"score_linear":141330.0,"score_lmetric":175569},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":29948,"score_linear":43607.0,"score_lmetric":29948},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":707,"cache_hit":7680,"new_prefill":22268,"score_linear":18761.0,"score_lmetric":48709},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":241141,"ongoing_decode_tokens":153400,"pending_prefill_tokens":7357,"num_requests":3,"active_p_offloads":0,"cached_blocks":622,"cache_hit":10752,"new_prefill":19196,"score_linear":230389.0,"score_lmetric":79659},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44286,"ongoing_decode_tokens":44286,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":29948,"score_linear":44286.0,"score_lmetric":59896}],"chosen_score_linear":5010.0,"chosen_score_lmetric":31374,"t_first_token":338894.446013786,"t_first_token_unix":1779769759.4599574,"t_done":338911.421787281,"t_done_unix":1779769776.4357307},{"request_id":"1294611:7:1306822:293","session_id":"1294611","input_length":43378,"t_proxy_recv":338907.028102682,"t_decision_unix":1779769772.0420444,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":30720,"affinity_cache_ratio":0.7081930932730878,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":30720,"estimated_new_tokens":12658,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64654,"ongoing_decode_tokens":64654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":43378,"score_linear":64654.0,"score_lmetric":86756},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":43378,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":886,"cache_hit":30720,"new_prefill":12658,"score_linear":-30720.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31058,"ongoing_decode_tokens":31058,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":43378,"score_linear":31058.0,"score_lmetric":43378},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":43378,"score_linear":43607.0,"score_lmetric":43378},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":844,"cache_hit":12800,"new_prefill":30578,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":253462,"ongoing_decode_tokens":210717,"pending_prefill_tokens":3833,"num_requests":3,"active_p_offloads":0,"cached_blocks":653,"cache_hit":12800,"new_prefill":30578,"score_linear":240662.0,"score_lmetric":103233},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":43378,"score_linear":75826.0,"score_lmetric":119204}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":338910.19284447,"t_first_token_unix":1779769775.2067876,"t_done":338911.556912999,"t_done_unix":1779769776.5708563},{"request_id":"1279412:10:1308091:298","session_id":"1279412","input_length":61505,"t_proxy_recv":338911.397944663,"t_decision_unix":1779769776.4118857,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9906186488903341,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (577 < 8000)","cache_hit":60928,"estimated_new_tokens":577,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64654,"ongoing_decode_tokens":64654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":61505,"score_linear":64654.0,"score_lmetric":123010},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":61505,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":43378,"ongoing_decode_tokens":43378,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":886,"cache_hit":0,"new_prefill":61505,"score_linear":43378.0,"score_lmetric":61505},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":853,"cache_hit":60928,"new_prefill":577,"score_linear":-60928.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":61505,"score_linear":43607.0,"score_lmetric":61505},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":61505,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139890,"ongoing_decode_tokens":139890,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":61505,"score_linear":139890.0,"score_lmetric":123010},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":98957,"ongoing_decode_tokens":0,"pending_prefill_tokens":84109,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":12800,"new_prefill":48705,"score_linear":86157.0,"score_lmetric":265628}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":338911.568852972,"t_first_token_unix":1779769776.582796,"t_done":338912.343547164,"t_done_unix":1779769777.3574905},{"request_id":"1266668:10:1297641:241","session_id":"1266668","input_length":97145,"t_proxy_recv":338909.525998642,"t_decision_unix":1779769774.53994,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":96256,"affinity_cache_ratio":0.9908487312779866,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (889 < 8000)","cache_hit":96256,"estimated_new_tokens":889,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64654,"ongoing_decode_tokens":64654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":595,"cache_hit":7680,"new_prefill":89465,"score_linear":56974.0,"score_lmetric":178930},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":97145,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93353,"ongoing_decode_tokens":0,"pending_prefill_tokens":12969,"num_requests":2,"active_p_offloads":0,"cached_blocks":886,"cache_hit":0,"new_prefill":97145,"score_linear":93353.0,"score_lmetric":220228},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31058,"ongoing_decode_tokens":31058,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":97145,"score_linear":31058.0,"score_lmetric":97145},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":97145,"score_linear":43607.0,"score_lmetric":97145},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":856,"cache_hit":7680,"new_prefill":89465,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":42745,"ongoing_decode_tokens":42745,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":894,"cache_hit":96256,"new_prefill":889,"score_linear":-53511.0,"score_lmetric":889},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":97145,"score_linear":75826.0,"score_lmetric":172971}],"chosen_score_linear":-53511.0,"chosen_score_lmetric":889,"t_first_token":338910.013648566,"t_first_token_unix":1779769775.027592,"t_done":338913.449047525,"t_done_unix":1779769778.4629908},{"request_id":"1302449:3:1308121:299","session_id":"1302449","input_length":8729,"t_proxy_recv":338911.494123675,"t_decision_unix":1779769776.508065,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":3584,"affinity_cache_ratio":0.41058540497193263,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5145 < 8000)","cache_hit":3584,"estimated_new_tokens":5145,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":8729,"score_linear":34706.0,"score_lmetric":8729},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":3584,"new_prefill":5145,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":43378,"ongoing_decode_tokens":43378,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":886,"cache_hit":0,"new_prefill":8729,"score_linear":43378.0,"score_lmetric":8729},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":61505,"ongoing_decode_tokens":0,"pending_prefill_tokens":577,"num_requests":1,"active_p_offloads":0,"cached_blocks":853,"cache_hit":0,"new_prefill":8729,"score_linear":61505.0,"score_lmetric":9306},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":8729,"score_linear":43607.0,"score_lmetric":8729},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":8729,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139890,"ongoing_decode_tokens":139890,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":8729,"score_linear":139890.0,"score_lmetric":17458},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":98957,"ongoing_decode_tokens":0,"pending_prefill_tokens":84109,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":1024,"new_prefill":7705,"score_linear":97933.0,"score_lmetric":183628}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":338911.922982913,"t_first_token_unix":1779769776.936926,"t_done":338913.530805355,"t_done_unix":1779769778.5447483},{"request_id":"1303651:3:1308202:300","session_id":"1303651","input_length":22896,"t_proxy_recv":338911.748909541,"t_decision_unix":1779769776.762851,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":12800,"affinity_cache_ratio":0.5590496156533893,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=1 decode_tok=0)","cache_hit":12800,"estimated_new_tokens":10096,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":22896,"score_linear":34706.0,"score_lmetric":22896},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":8729,"ongoing_decode_tokens":0,"pending_prefill_tokens":5145,"num_requests":1,"active_p_offloads":0,"cached_blocks":833,"cache_hit":12800,"new_prefill":10096,"score_linear":-4071.0,"score_lmetric":15241},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":22896,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":61505,"ongoing_decode_tokens":61505,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":853,"cache_hit":0,"new_prefill":22896,"score_linear":61505.0,"score_lmetric":22896},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":22896,"score_linear":43607.0,"score_lmetric":22896},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":22896,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139890,"ongoing_decode_tokens":139890,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":22896,"score_linear":139890.0,"score_lmetric":45792},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":98957,"ongoing_decode_tokens":0,"pending_prefill_tokens":84109,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":22896,"score_linear":98957.0,"score_lmetric":214010}],"chosen_score_linear":-4071.0,"chosen_score_lmetric":15241,"t_first_token":338913.444714055,"t_first_token_unix":1779769778.4586577,"t_done":338913.536616866,"t_done_unix":1779769778.55056},{"request_id":"1309040:1:1309040:302","session_id":"1309040","input_length":4679,"t_proxy_recv":338914.864292786,"t_decision_unix":1779769779.8782344,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4679 < 8000)","cache_hit":0,"estimated_new_tokens":4679,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":4679,"score_linear":34706.0,"score_lmetric":4679},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":43710,"ongoing_decode_tokens":43710,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":4679,"score_linear":43710.0,"score_lmetric":4679},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":4679,"score_linear":43607.0,"score_lmetric":4679},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":140556,"ongoing_decode_tokens":140556,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":4679,"score_linear":140556.0,"score_lmetric":9358},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":98957,"ongoing_decode_tokens":0,"pending_prefill_tokens":84109,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":4679,"score_linear":98957.0,"score_lmetric":177576}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338915.161252984,"t_first_token_unix":1779769780.1751966,"t_done":338915.660201086,"t_done_unix":1779769780.6741445},{"request_id":"1269373:7:1290314:207","session_id":"1269373","input_length":42745,"t_proxy_recv":338906.331648694,"t_decision_unix":1779769771.3455906,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":38912,"affinity_cache_ratio":0.9103286934144345,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3833 < 8000)","cache_hit":38912,"estimated_new_tokens":3833,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64654,"ongoing_decode_tokens":64654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":595,"cache_hit":7680,"new_prefill":35065,"score_linear":56974.0,"score_lmetric":70130},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":42745,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":886,"cache_hit":0,"new_prefill":42745,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31058,"ongoing_decode_tokens":31058,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":42745,"score_linear":31058.0,"score_lmetric":42745},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":42745,"score_linear":43607.0,"score_lmetric":42745},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14027,"ongoing_decode_tokens":14027,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":817,"cache_hit":7680,"new_prefill":35065,"score_linear":6347.0,"score_lmetric":35065},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":210717,"ongoing_decode_tokens":210717,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":653,"cache_hit":38912,"new_prefill":3833,"score_linear":171805.0,"score_lmetric":7666},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":42745,"score_linear":75826.0,"score_lmetric":118571}],"chosen_score_linear":171805.0,"chosen_score_lmetric":7666,"t_first_token":338907.461362323,"t_first_token_unix":1779769772.4753058,"t_done":338915.784519467,"t_done_unix":1779769780.7984626},{"request_id":"1294611:8:1308970:301","session_id":"1294611","input_length":43710,"t_proxy_recv":338914.535203784,"t_decision_unix":1779769779.549145,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9956531686113017,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (190 < 8000)","cache_hit":43520,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":43710,"score_linear":34706.0,"score_lmetric":43710},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":43710,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":43520,"new_prefill":190,"score_linear":-43520.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":43710,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":43710,"score_linear":43607.0,"score_lmetric":43710},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":856,"cache_hit":12800,"new_prefill":30910,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":140556,"ongoing_decode_tokens":140556,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":896,"cache_hit":12800,"new_prefill":30910,"score_linear":127756.0,"score_lmetric":61820},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":98957,"ongoing_decode_tokens":0,"pending_prefill_tokens":84109,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":43710,"score_linear":98957.0,"score_lmetric":255638}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":338914.696379718,"t_first_token_unix":1779769779.7103229,"t_done":338915.975045142,"t_done_unix":1779769780.9889889},{"request_id":"1301929:1:1301929:265","session_id":"1301929","input_length":34706,"t_proxy_recv":338889.551166505,"t_decision_unix":1779769754.565108,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":3584,"estimated_new_tokens":31122,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":595,"cache_hit":3584,"new_prefill":31122,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":28972,"num_requests":1,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":34706,"score_linear":28972.0,"score_lmetric":63678},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":34706,"score_linear":23863.0,"score_lmetric":34706},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":59507,"pending_prefill_tokens":28575,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":34706,"score_linear":141330.0,"score_lmetric":189843},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":34706,"score_linear":43607.0,"score_lmetric":64489},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":707,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":233455,"ongoing_decode_tokens":194667,"pending_prefill_tokens":8068,"num_requests":3,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":34706,"score_linear":233455.0,"score_lmetric":128322},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":34706,"score_linear":43181.0,"score_lmetric":34706}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":338894.368258397,"t_first_token_unix":1779769759.3822021,"t_done":338917.347589468,"t_done_unix":1779769782.361537},{"request_id":"1266668:11:1300918:260","session_id":"1266668","input_length":97811,"t_proxy_recv":338913.469516364,"t_decision_unix":1779769778.483458,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9945711627526557,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (531 < 8000)","cache_hit":97280,"estimated_new_tokens":531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":7680,"new_prefill":90131,"score_linear":27026.0,"score_lmetric":90131},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31625,"ongoing_decode_tokens":31625,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":97811,"score_linear":31625.0,"score_lmetric":195622},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":97811,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":97811,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":97811,"score_linear":43607.0,"score_lmetric":97811},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":856,"cache_hit":7680,"new_prefill":90131,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":42745,"ongoing_decode_tokens":42745,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":97280,"new_prefill":531,"score_linear":-54535.0,"score_lmetric":531},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":98957,"ongoing_decode_tokens":0,"pending_prefill_tokens":84109,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":97811,"score_linear":98957.0,"score_lmetric":363840}],"chosen_score_linear":-54535.0,"chosen_score_lmetric":531,"t_first_token":338913.966095979,"t_first_token_unix":1779769778.9800394,"t_done":338920.327771878,"t_done_unix":1779769785.3417156},{"request_id":"1309252:1:1309252:304","session_id":"1309252","input_length":24545,"t_proxy_recv":338915.696357457,"t_decision_unix":1779769780.7102993,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":24545,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":24545,"score_linear":34706.0,"score_lmetric":24545},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":43710,"ongoing_decode_tokens":43710,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":24545,"score_linear":43710.0,"score_lmetric":24545},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":24545,"score_linear":43607.0,"score_lmetric":24545},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":140556,"ongoing_decode_tokens":140556,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":24545,"score_linear":140556.0,"score_lmetric":49090},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":98957,"ongoing_decode_tokens":0,"pending_prefill_tokens":84109,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":24545,"score_linear":98957.0,"score_lmetric":217308}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338918.525932391,"t_first_token_unix":1779769783.5398757,"t_done":338920.408661544,"t_done_unix":1779769785.4226048},{"request_id":"1279412:11:1310014:305","session_id":"1279412","input_length":64558,"t_proxy_recv":338918.332829922,"t_decision_unix":1779769783.3467715,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9517023451779795,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3118 < 8000)","cache_hit":61440,"estimated_new_tokens":3118,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":659,"cache_hit":0,"new_prefill":64558,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24545,"ongoing_decode_tokens":0,"pending_prefill_tokens":24545,"num_requests":1,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":64558,"score_linear":24545.0,"score_lmetric":89103},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":64558,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":854,"cache_hit":61440,"new_prefill":3118,"score_linear":-61440.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":64558,"score_linear":43607.0,"score_lmetric":64558},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":0,"new_prefill":64558,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148491,"ongoing_decode_tokens":148491,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":904,"cache_hit":0,"new_prefill":64558,"score_linear":148491.0,"score_lmetric":129116},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":98957,"ongoing_decode_tokens":0,"pending_prefill_tokens":84109,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":12800,"new_prefill":51758,"score_linear":86157.0,"score_lmetric":271734}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":338919.639171511,"t_first_token_unix":1779769784.6531148,"t_done":338921.028696034,"t_done_unix":1779769786.0426397},{"request_id":"1310590:1:1310590:306","session_id":"1310590","input_length":18089,"t_proxy_recv":338920.278963547,"t_decision_unix":1779769785.2929046,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":18089,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":659,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24545,"ongoing_decode_tokens":24545,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":18089,"score_linear":24545.0,"score_lmetric":18089},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":64558,"ongoing_decode_tokens":64558,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":18089,"score_linear":64558.0,"score_lmetric":18089},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":18089,"score_linear":43607.0,"score_lmetric":18089},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":148491,"ongoing_decode_tokens":148491,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":904,"cache_hit":0,"new_prefill":18089,"score_linear":148491.0,"score_lmetric":36178},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":98957,"ongoing_decode_tokens":0,"pending_prefill_tokens":84109,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":18089,"score_linear":98957.0,"score_lmetric":204396}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338922.062881782,"t_first_token_unix":1779769787.0768251,"t_done":338922.560896543,"t_done_unix":1779769787.5748398},{"request_id":"1297811:2:1300578:258","session_id":"1297811","input_length":43607,"t_proxy_recv":338884.89742947,"t_decision_unix":1779769749.9113708,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13824,"affinity_cache_ratio":0.3170133235489715,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":13824,"estimated_new_tokens":29783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":18893,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":558,"cache_hit":0,"new_prefill":43607,"score_linear":18893.0,"score_lmetric":43607},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":712,"cache_hit":0,"new_prefill":43607,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":86277,"ongoing_decode_tokens":0,"pending_prefill_tokens":43781,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":43607,"score_linear":86277.0,"score_lmetric":174776},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":141330,"ongoing_decode_tokens":0,"pending_prefill_tokens":88082,"num_requests":3,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":43607,"score_linear":141330.0,"score_lmetric":395067},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":13824,"new_prefill":29783,"score_linear":-13824.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":707,"cache_hit":0,"new_prefill":43607,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":225261,"ongoing_decode_tokens":225261,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":578,"cache_hit":0,"new_prefill":43607,"score_linear":225261.0,"score_lmetric":130821},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":653,"cache_hit":0,"new_prefill":43607,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13824.0,"chosen_score_lmetric":0,"t_first_token":338891.1013923,"t_first_token_unix":1779769756.1153357,"t_done":338922.935805221,"t_done_unix":1779769787.9497538},{"request_id":"1303517:2:1307703:297","session_id":"1303517","input_length":23131,"t_proxy_recv":338910.08594269,"t_decision_unix":1779769775.099884,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":14848,"affinity_cache_ratio":0.6419091262807488,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=1 decode_tok=0)","cache_hit":14848,"estimated_new_tokens":8283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64654,"ongoing_decode_tokens":64654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":23131,"score_linear":64654.0,"score_lmetric":46262},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":23131,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93353,"ongoing_decode_tokens":0,"pending_prefill_tokens":12969,"num_requests":2,"active_p_offloads":0,"cached_blocks":886,"cache_hit":0,"new_prefill":23131,"score_linear":93353.0,"score_lmetric":72200},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":853,"cache_hit":0,"new_prefill":23131,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":23131,"score_linear":43607.0,"score_lmetric":23131},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":23131,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139890,"ongoing_decode_tokens":139890,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":23131,"score_linear":139890.0,"score_lmetric":46262},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":14848,"new_prefill":8283,"score_linear":60978.0,"score_lmetric":84109}],"chosen_score_linear":60978.0,"chosen_score_lmetric":84109,"t_first_token":338922.871396362,"t_first_token_unix":1779769787.8853397,"t_done":338923.558174478,"t_done_unix":1779769788.5721178},{"request_id":"1304943:2:1311189:307","session_id":"1304943","input_length":13164,"t_proxy_recv":338922.411964246,"t_decision_unix":1779769787.4259057,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":0,"affinity_cache_hit":2560,"affinity_cache_ratio":0.19446976602856275,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":13164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":659,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":18089,"ongoing_decode_tokens":18089,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":13164,"score_linear":18089.0,"score_lmetric":13164},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":13164,"score_linear":43607.0,"score_lmetric":13164},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172648,"ongoing_decode_tokens":50680,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":13164,"score_linear":172648.0,"score_lmetric":74680},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":98957,"ongoing_decode_tokens":0,"pending_prefill_tokens":84109,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":2560,"new_prefill":10604,"score_linear":96397.0,"score_lmetric":189426}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338923.517345025,"t_first_token_unix":1779769788.5312886,"t_done":338923.569358071,"t_done_unix":1779769788.5833008},{"request_id":"1305420:1:1305420:285","session_id":"1305420","input_length":75826,"t_proxy_recv":338902.012714089,"t_decision_unix":1779769767.0266554,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":75826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64654,"ongoing_decode_tokens":64654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":595,"cache_hit":0,"new_prefill":75826,"score_linear":64654.0,"score_lmetric":151652},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":814,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80500,"ongoing_decode_tokens":80500,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":75826,"score_linear":80500.0,"score_lmetric":151652},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":844,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":75826,"score_linear":43607.0,"score_lmetric":75826},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":810,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":249505,"ongoing_decode_tokens":153400,"pending_prefill_tokens":8041,"num_requests":3,"active_p_offloads":0,"cached_blocks":637,"cache_hit":0,"new_prefill":75826,"score_linear":249505.0,"score_lmetric":251601},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338922.564191691,"t_first_token_unix":1779769787.5781348,"t_done":338923.687633864,"t_done_unix":1779769788.7015772},{"request_id":"1303517:3:1309213:303","session_id":"1303517","input_length":23259,"t_proxy_recv":338923.563320322,"t_decision_unix":1779769788.5772622,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9905842899522765,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (219 < 8000)","cache_hit":23040,"estimated_new_tokens":219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13164,"ongoing_decode_tokens":13164,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":659,"cache_hit":0,"new_prefill":23259,"score_linear":13164.0,"score_lmetric":23259},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":23259,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":946,"cache_hit":0,"new_prefill":23259,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":23259,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":23259,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":0,"new_prefill":23259,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172648,"ongoing_decode_tokens":50680,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":23259,"score_linear":172648.0,"score_lmetric":94870},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75826,"ongoing_decode_tokens":75826,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":720,"cache_hit":23040,"new_prefill":219,"score_linear":52786.0,"score_lmetric":219}],"chosen_score_linear":52786.0,"chosen_score_lmetric":219,"t_first_token":338923.642307608,"t_first_token_unix":1779769788.6562507,"t_done":338923.721421713,"t_done_unix":1779769788.735365},{"request_id":"1303517:4:1311293:308","session_id":"1303517","input_length":24638,"t_proxy_recv":338923.726740408,"t_decision_unix":1779769788.7406821,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9351408393538436,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1598 < 8000)","cache_hit":23040,"estimated_new_tokens":1598,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":684,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":24638,"score_linear":44792.0,"score_lmetric":44854},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":946,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172648,"ongoing_decode_tokens":50680,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":24638,"score_linear":172648.0,"score_lmetric":97628},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":868,"cache_hit":23040,"new_prefill":1598,"score_linear":-23040.0,"score_lmetric":0}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":338924.091562299,"t_first_token_unix":1779769789.1055057,"t_done":338924.265036701,"t_done_unix":1779769789.27898},{"request_id":"1277428:3:1311644:311","session_id":"1277428","input_length":31611,"t_proxy_recv":338924.034062053,"t_decision_unix":1779769789.0480037,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9880105026731201,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (379 < 8000)","cache_hit":31232,"estimated_new_tokens":379,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":684,"cache_hit":0,"new_prefill":31611,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":910,"cache_hit":4608,"new_prefill":27003,"score_linear":40184.0,"score_lmetric":47219},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":946,"cache_hit":17408,"new_prefill":14203,"score_linear":-17408.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":0,"pending_prefill_tokens":292,"num_requests":1,"active_p_offloads":0,"cached_blocks":860,"cache_hit":31232,"new_prefill":379,"score_linear":-22236.0,"score_lmetric":671},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":31611,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":0,"new_prefill":31611,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172648,"ongoing_decode_tokens":50680,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":31611,"score_linear":172648.0,"score_lmetric":111574},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24638,"ongoing_decode_tokens":0,"pending_prefill_tokens":1598,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":31611,"score_linear":24638.0,"score_lmetric":33209}],"chosen_score_linear":-22236.0,"chosen_score_lmetric":671,"t_first_token":338924.576959401,"t_first_token_unix":1779769789.5909026,"t_done":338924.980475958,"t_done_unix":1779769789.994419},{"request_id":"1258908:2:1311606:310","session_id":"1258908","input_length":8996,"t_proxy_recv":338923.853952835,"t_decision_unix":1779769788.8678942,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9675411293908404,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (292 < 8000)","cache_hit":8704,"estimated_new_tokens":292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":684,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":8996,"score_linear":44792.0,"score_lmetric":29212},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":946,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":860,"cache_hit":8704,"new_prefill":292,"score_linear":-8704.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172648,"ongoing_decode_tokens":50680,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":8996,"score_linear":172648.0,"score_lmetric":66344},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24638,"ongoing_decode_tokens":0,"pending_prefill_tokens":1598,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":8996,"score_linear":24638.0,"score_lmetric":10594}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":338924.531942876,"t_first_token_unix":1779769789.5458863,"t_done":338926.598393521,"t_done_unix":1779769791.6123369},{"request_id":"1311753:1:1311753:312","session_id":"1311753","input_length":20175,"t_proxy_recv":338924.431207438,"t_decision_unix":1779769789.445149,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":20175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":684,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":20175,"score_linear":44792.0,"score_lmetric":40391},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":946,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":40607,"ongoing_decode_tokens":0,"pending_prefill_tokens":671,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":20175,"score_linear":40607.0,"score_lmetric":41692},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172648,"ongoing_decode_tokens":50680,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":20175,"score_linear":172648.0,"score_lmetric":88702},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":871,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338926.535219914,"t_first_token_unix":1779769791.5491636,"t_done":338926.718811496,"t_done_unix":1779769791.7327545},{"request_id":"1294611:9:1312398:313","session_id":"1294611","input_length":44335,"t_proxy_recv":338926.713030359,"t_decision_unix":1779769791.7269719,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9816172324348709,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (815 < 8000)","cache_hit":43520,"estimated_new_tokens":815,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":20175,"ongoing_decode_tokens":20175,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":684,"cache_hit":0,"new_prefill":44335,"score_linear":20175.0,"score_lmetric":44335},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":44335,"score_linear":44792.0,"score_lmetric":64551},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":946,"cache_hit":43520,"new_prefill":815,"score_linear":-43520.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":861,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":12800,"new_prefill":31535,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172648,"ongoing_decode_tokens":50680,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":905,"cache_hit":12800,"new_prefill":31535,"score_linear":159848.0,"score_lmetric":111422},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":871,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":338926.963413747,"t_first_token_unix":1779769791.9773574,"t_done":338928.268745971,"t_done_unix":1779769793.2826896},{"request_id":"1303517:5:1313040:317","session_id":"1303517","input_length":25637,"t_proxy_recv":338928.774292739,"t_decision_unix":1779769793.7882342,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9586145024768888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1061 < 8000)","cache_hit":24576,"estimated_new_tokens":1061,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":44792,"ongoing_decode_tokens":44792,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":25637,"score_linear":44792.0,"score_lmetric":25637},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":40245,"ongoing_decode_tokens":13360,"pending_prefill_tokens":5381,"num_requests":2,"active_p_offloads":0,"cached_blocks":861,"cache_hit":0,"new_prefill":25637,"score_linear":40245.0,"score_lmetric":62036},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172648,"ongoing_decode_tokens":50680,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":25637,"score_linear":172648.0,"score_lmetric":99626},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":871,"cache_hit":24576,"new_prefill":1061,"score_linear":-24576.0,"score_lmetric":0}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":338929.051756093,"t_first_token_unix":1779769794.0657003,"t_done":338929.082544678,"t_done_unix":1779769794.0964882},{"request_id":"1309252:2:1311531:309","session_id":"1309252","input_length":44792,"t_proxy_recv":338923.623927145,"t_decision_unix":1779769788.637869,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":24576,"affinity_cache_ratio":0.5486694052509377,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":24576,"estimated_new_tokens":20216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":684,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":24576,"new_prefill":20216,"score_linear":-24576.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":946,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172648,"ongoing_decode_tokens":50680,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":44792,"score_linear":172648.0,"score_lmetric":137936},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":99085,"ongoing_decode_tokens":75826,"pending_prefill_tokens":219,"num_requests":2,"active_p_offloads":0,"cached_blocks":720,"cache_hit":0,"new_prefill":44792,"score_linear":99085.0,"score_lmetric":90022}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":338928.527209976,"t_first_token_unix":1779769793.5411532,"t_done":338929.206050754,"t_done_unix":1779769794.219994},{"request_id":"1306347:2:1312642:314","session_id":"1306347","input_length":13360,"t_proxy_recv":338927.607477702,"t_decision_unix":1779769792.6214192,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":3,"affinity_cache_hit":512,"affinity_cache_ratio":0.03832335329341317,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":13360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":13360,"score_linear":44792.0,"score_lmetric":33576},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44335,"ongoing_decode_tokens":44335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":946,"cache_hit":512,"new_prefill":12848,"score_linear":43823.0,"score_lmetric":12848},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":861,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172648,"ongoing_decode_tokens":50680,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":13360,"score_linear":172648.0,"score_lmetric":75072},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":871,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338928.741522594,"t_first_token_unix":1779769793.755466,"t_done":338930.407212802,"t_done_unix":1779769795.4211566},{"request_id":"1268861:4:1312689:315","session_id":"1268861","input_length":26885,"t_proxy_recv":338927.768503805,"t_decision_unix":1779769792.782445,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":21504,"affinity_cache_ratio":0.7998512181513855,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5381 < 8000)","cache_hit":21504,"estimated_new_tokens":5381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":26885,"score_linear":44792.0,"score_lmetric":47101},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44335,"ongoing_decode_tokens":44335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":946,"cache_hit":0,"new_prefill":26885,"score_linear":44335.0,"score_lmetric":26885},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":13360,"ongoing_decode_tokens":0,"pending_prefill_tokens":13360,"num_requests":1,"active_p_offloads":0,"cached_blocks":861,"cache_hit":21504,"new_prefill":5381,"score_linear":-8144.0,"score_lmetric":18741},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172648,"ongoing_decode_tokens":50680,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":26885,"score_linear":172648.0,"score_lmetric":102122},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":871,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8144.0,"chosen_score_lmetric":18741,"t_first_token":338929.646815861,"t_first_token_unix":1779769794.660759,"t_done":338931.444166869,"t_done_unix":1779769796.4581106},{"request_id":"1313181:1:1313181:318","session_id":"1313181","input_length":22686,"t_proxy_recv":338929.390037082,"t_decision_unix":1779769794.4039788,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":12800,"estimated_new_tokens":9886,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":40245,"ongoing_decode_tokens":13360,"pending_prefill_tokens":5381,"num_requests":2,"active_p_offloads":0,"cached_blocks":861,"cache_hit":12800,"new_prefill":9886,"score_linear":27445.0,"score_lmetric":30534},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172648,"ongoing_decode_tokens":50680,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":22686,"score_linear":172648.0,"score_lmetric":93724},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":873,"cache_hit":12800,"new_prefill":9886,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":338930.889747535,"t_first_token_unix":1779769795.9036913,"t_done":338931.554660834,"t_done_unix":1779769796.568605},{"request_id":"1279412:12:1313518:319","session_id":"1279412","input_length":64755,"t_proxy_recv":338930.511593622,"t_decision_unix":1779769795.5255346,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9962473940236275,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (243 < 8000)","cache_hit":64512,"estimated_new_tokens":243,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":26885,"ongoing_decode_tokens":26885,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":887,"cache_hit":64512,"new_prefill":243,"score_linear":-37627.0,"score_lmetric":243},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172648,"ongoing_decode_tokens":50680,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":64755,"score_linear":172648.0,"score_lmetric":177862},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22686,"ongoing_decode_tokens":0,"pending_prefill_tokens":9886,"num_requests":1,"active_p_offloads":0,"cached_blocks":873,"cache_hit":12800,"new_prefill":51955,"score_linear":9886.0,"score_lmetric":61841}],"chosen_score_linear":-37627.0,"chosen_score_lmetric":243,"t_first_token":338930.640391946,"t_first_token_unix":1779769795.6543355,"t_done":338932.119994962,"t_done_unix":1779769797.1339388},{"request_id":"1294611:10:1314495:322","session_id":"1294611","input_length":45362,"t_proxy_recv":338934.168348239,"t_decision_unix":1779769799.1822896,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":44032,"affinity_cache_ratio":0.970680305101186,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1330 < 8000)","cache_hit":44032,"estimated_new_tokens":1330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":45362,"score_linear":57051.0,"score_lmetric":98829},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":44032,"new_prefill":1330,"score_linear":-44032.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":897,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":12800,"new_prefill":32562,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172648,"ongoing_decode_tokens":50680,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":905,"cache_hit":12800,"new_prefill":32562,"score_linear":159848.0,"score_lmetric":113476},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":338934.521474186,"t_first_token_unix":1779769799.5354178,"t_done":338935.995442623,"t_done_unix":1779769801.009386},{"request_id":"1313181:2:1314940:323","session_id":"1313181","input_length":24306,"t_proxy_recv":338935.579543248,"t_decision_unix":1779769800.5934849,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22528,"affinity_cache_ratio":0.9268493376121122,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1778 < 8000)","cache_hit":22528,"estimated_new_tokens":1778,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":24306,"score_linear":57051.0,"score_lmetric":77773},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":45362,"ongoing_decode_tokens":45362,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":24306,"score_linear":45362.0,"score_lmetric":24306},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":897,"cache_hit":12800,"new_prefill":11506,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172648,"ongoing_decode_tokens":50680,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":24306,"score_linear":172648.0,"score_lmetric":96964},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":892,"cache_hit":22528,"new_prefill":1778,"score_linear":-22528.0,"score_lmetric":0}],"chosen_score_linear":-22528.0,"chosen_score_lmetric":0,"t_first_token":338935.918831088,"t_first_token_unix":1779769800.9327743,"t_done":338936.513287993,"t_done_unix":1779769801.527231},{"request_id":"1315313:1:1315313:325","session_id":"1315313","input_length":7,"t_proxy_recv":338936.810458873,"t_decision_unix":1779769801.8244004,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7 < 8000)","cache_hit":0,"estimated_new_tokens":7,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":7,"score_linear":57051.0,"score_lmetric":53474},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":7,"score_linear":32440.0,"score_lmetric":14527},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":897,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172648,"ongoing_decode_tokens":172648,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":7,"score_linear":172648.0,"score_lmetric":14},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":895,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338936.831007869,"t_first_token_unix":1779769801.8449507,"t_done":338936.835136032,"t_done_unix":1779769801.8490791},{"request_id":"1310590:2:1315212:324","session_id":"1310590","input_length":32440,"t_proxy_recv":338936.45792614,"t_decision_unix":1779769801.4718676,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":17920,"affinity_cache_ratio":0.5524044389642416,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":17920,"estimated_new_tokens":14520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":32440,"score_linear":57051.0,"score_lmetric":85907},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":17920,"new_prefill":14520,"score_linear":-17920.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":897,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172648,"ongoing_decode_tokens":172648,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":32440,"score_linear":172648.0,"score_lmetric":64880},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24306,"ongoing_decode_tokens":24306,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":32440,"score_linear":24306.0,"score_lmetric":32440}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":338939.172598931,"t_first_token_unix":1779769804.1865427,"t_done":338939.322598401,"t_done_unix":1779769804.3365417},{"request_id":"1309040:2:1315488:326","session_id":"1309040","input_length":23097,"t_proxy_recv":338937.534875027,"t_decision_unix":1779769802.5488162,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":4608,"affinity_cache_ratio":0.1995064294064164,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":4608,"estimated_new_tokens":18489,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":23097,"score_linear":57051.0,"score_lmetric":76564},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":23097,"score_linear":32440.0,"score_lmetric":37617},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":897,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":4608,"new_prefill":18489,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172648,"ongoing_decode_tokens":172648,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":23097,"score_linear":172648.0,"score_lmetric":46194},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":895,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":338939.852127267,"t_first_token_unix":1779769804.8660705,"t_done":338940.217625976,"t_done_unix":1779769805.231569},{"request_id":"1279412:13:1315780:328","session_id":"1279412","input_length":64949,"t_proxy_recv":338938.595463436,"t_decision_unix":1779769803.6094046,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9932716439052179,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (437 < 8000)","cache_hit":64512,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16960,"ongoing_decode_tokens":0,"pending_prefill_tokens":9280,"num_requests":1,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":64949,"score_linear":16960.0,"score_lmetric":74229},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":64949,"score_linear":57051.0,"score_lmetric":118416},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":64949,"score_linear":32440.0,"score_lmetric":79469},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":897,"cache_hit":64512,"new_prefill":437,"score_linear":-64512.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":64949,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":23097,"ongoing_decode_tokens":0,"pending_prefill_tokens":18489,"num_requests":1,"active_p_offloads":0,"cached_blocks":865,"cache_hit":0,"new_prefill":64949,"score_linear":23097.0,"score_lmetric":83438},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172648,"ongoing_decode_tokens":172648,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":64949,"score_linear":172648.0,"score_lmetric":129898},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":895,"cache_hit":12800,"new_prefill":52149,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-64512.0,"chosen_score_lmetric":0,"t_first_token":338938.733998041,"t_first_token_unix":1779769803.7479563,"t_done":338941.34996111,"t_done_unix":1779769806.3639047},{"request_id":"1269373:8:1295332:230","session_id":"1269373","input_length":50680,"t_proxy_recv":338915.796664144,"t_decision_unix":1779769780.8106058,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":43008,"affinity_cache_ratio":0.8486187845303867,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7672 < 8000)","cache_hit":43008,"estimated_new_tokens":7672,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":7680,"new_prefill":43000,"score_linear":27026.0,"score_lmetric":43000},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24545,"ongoing_decode_tokens":0,"pending_prefill_tokens":24545,"num_requests":1,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":50680,"score_linear":24545.0,"score_lmetric":75225},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":43710,"ongoing_decode_tokens":43710,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":50680,"score_linear":43710.0,"score_lmetric":50680},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":50680,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":50680,"score_linear":43607.0,"score_lmetric":50680},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":7680,"new_prefill":43000,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":97811,"ongoing_decode_tokens":97811,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":904,"cache_hit":43008,"new_prefill":7672,"score_linear":54803.0,"score_lmetric":7672},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":98957,"ongoing_decode_tokens":0,"pending_prefill_tokens":84109,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":50680,"score_linear":98957.0,"score_lmetric":269578}],"chosen_score_linear":54803.0,"chosen_score_lmetric":7672,"t_first_token":338918.136455226,"t_first_token_unix":1779769783.1503987,"t_done":338941.447875867,"t_done_unix":1779769806.4618192},{"request_id":"1315567:1:1315567:327","session_id":"1315567","input_length":16960,"t_proxy_recv":338937.799903269,"t_decision_unix":1779769802.8138447,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":7680,"estimated_new_tokens":9280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":7680,"new_prefill":9280,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":16960,"score_linear":57051.0,"score_lmetric":70427},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":16960,"score_linear":32440.0,"score_lmetric":31480},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":897,"cache_hit":0,"new_prefill":16960,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":16960,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":23097,"ongoing_decode_tokens":0,"pending_prefill_tokens":18489,"num_requests":1,"active_p_offloads":0,"cached_blocks":865,"cache_hit":7680,"new_prefill":9280,"score_linear":15417.0,"score_lmetric":27769},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172648,"ongoing_decode_tokens":172648,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":905,"cache_hit":7680,"new_prefill":9280,"score_linear":164968.0,"score_lmetric":18560},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":895,"cache_hit":0,"new_prefill":16960,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":338938.914632529,"t_first_token_unix":1779769803.928576,"t_done":338942.058141302,"t_done_unix":1779769807.072085},{"request_id":"1316848:1:1316848:331","session_id":"1316848","input_length":5985,"t_proxy_recv":338942.151752099,"t_decision_unix":1779769807.1656938,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4961 < 8000)","cache_hit":1024,"estimated_new_tokens":4961,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":742,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":5985,"score_linear":57051.0,"score_lmetric":59452},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24487,"ongoing_decode_tokens":0,"pending_prefill_tokens":24487,"num_requests":1,"active_p_offloads":0,"cached_blocks":977,"cache_hit":0,"new_prefill":5985,"score_linear":24487.0,"score_lmetric":30472},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":898,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":121968,"pending_prefill_tokens":3763,"num_requests":2,"active_p_offloads":0,"cached_blocks":920,"cache_hit":0,"new_prefill":5985,"score_linear":176419.0,"score_lmetric":19496},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":895,"cache_hit":1024,"new_prefill":4961,"score_linear":-1024.0,"score_lmetric":0}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":338942.497771492,"t_first_token_unix":1779769807.5117147,"t_done":338942.681915779,"t_done_unix":1779769807.6958592},{"request_id":"1316201:1:1316201:329","session_id":"1316201","input_length":24487,"t_proxy_recv":338940.063682621,"t_decision_unix":1779769805.0776238,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":24487,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16960,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":24487,"score_linear":16960.0,"score_lmetric":24487},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":24487,"score_linear":57051.0,"score_lmetric":77954},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":977,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":64949,"ongoing_decode_tokens":64949,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":897,"cache_hit":0,"new_prefill":24487,"score_linear":64949.0,"score_lmetric":24487},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":23097,"ongoing_decode_tokens":23097,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":865,"cache_hit":0,"new_prefill":24487,"score_linear":23097.0,"score_lmetric":24487},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172648,"ongoing_decode_tokens":172648,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":24487,"score_linear":172648.0,"score_lmetric":48974},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":895,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338942.859250894,"t_first_token_unix":1779769807.873194,"t_done":338943.153808773,"t_done_unix":1779769808.1677523},{"request_id":"1317160:1:1317160:332","session_id":"1317160","input_length":3441,"t_proxy_recv":338943.306219634,"t_decision_unix":1779769808.3201613,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3441 < 8000)","cache_hit":0,"estimated_new_tokens":3441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":742,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":3441,"score_linear":57051.0,"score_lmetric":56908},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1024,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":898,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":176419,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":920,"cache_hit":0,"new_prefill":3441,"score_linear":176419.0,"score_lmetric":6882},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":904,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338943.521124922,"t_first_token_unix":1779769808.5350683,"t_done":338943.679527588,"t_done_unix":1779769808.6934714},{"request_id":"1316848:2:1317438:333","session_id":"1316848","input_length":6040,"t_proxy_recv":338944.387755934,"t_decision_unix":1779769809.401697,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":5632,"affinity_cache_ratio":0.9324503311258279,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (408 < 8000)","cache_hit":5632,"estimated_new_tokens":408,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":742,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":6040,"score_linear":57051.0,"score_lmetric":59507},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1030,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":898,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":176419,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":920,"cache_hit":0,"new_prefill":6040,"score_linear":176419.0,"score_lmetric":12080},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":904,"cache_hit":5632,"new_prefill":408,"score_linear":-5632.0,"score_lmetric":0}],"chosen_score_linear":-5632.0,"chosen_score_lmetric":0,"t_first_token":338944.420977051,"t_first_token_unix":1779769809.4349203,"t_done":338944.833851974,"t_done_unix":1779769809.8477957},{"request_id":"1317160:2:1317773:336","session_id":"1317160","input_length":7440,"t_proxy_recv":338945.705188643,"t_decision_unix":1779769810.71913,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":3072,"affinity_cache_ratio":0.4129032258064516,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4368 < 8000)","cache_hit":3072,"estimated_new_tokens":4368,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":742,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57051,"ongoing_decode_tokens":57051,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":7440,"score_linear":57051.0,"score_lmetric":7440},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1030,"cache_hit":3072,"new_prefill":4368,"score_linear":-3072.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":898,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":7440,"score_linear":79663.0,"score_lmetric":86591},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":176419,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":920,"cache_hit":0,"new_prefill":7440,"score_linear":176419.0,"score_lmetric":14880},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":904,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-3072.0,"chosen_score_lmetric":0,"t_first_token":338946.042577205,"t_first_token_unix":1779769811.0565205,"t_done":338946.277735271,"t_done_unix":1779769811.2916784},{"request_id":"1316201:2:1317776:337","session_id":"1316201","input_length":24768,"t_proxy_recv":338945.723782112,"t_decision_unix":1779769810.7377236,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9715762273901809,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (704 < 8000)","cache_hit":24064,"estimated_new_tokens":704,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":742,"cache_hit":0,"new_prefill":24768,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57051,"ongoing_decode_tokens":57051,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":24768,"score_linear":57051.0,"score_lmetric":24768},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7440,"ongoing_decode_tokens":0,"pending_prefill_tokens":4368,"num_requests":1,"active_p_offloads":0,"cached_blocks":1030,"cache_hit":24064,"new_prefill":704,"score_linear":-16624.0,"score_lmetric":5072},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":898,"cache_hit":0,"new_prefill":24768,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":24768,"score_linear":79663.0,"score_lmetric":103919},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":24768,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":176419,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":920,"cache_hit":0,"new_prefill":24768,"score_linear":176419.0,"score_lmetric":49536},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":904,"cache_hit":0,"new_prefill":24768,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16624.0,"chosen_score_lmetric":5072,"t_first_token":338946.122785238,"t_first_token_unix":1779769811.1367283,"t_done":338946.689441624,"t_done_unix":1779769811.7033849},{"request_id":"1318031:1:1318031:338","session_id":"1318031","input_length":5219,"t_proxy_recv":338946.366874292,"t_decision_unix":1779769811.380816,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5219 < 8000)","cache_hit":0,"estimated_new_tokens":5219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":742,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57051,"ongoing_decode_tokens":57051,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":5219,"score_linear":57051.0,"score_lmetric":5219},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24768,"ongoing_decode_tokens":24768,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":5219,"score_linear":24768.0,"score_lmetric":5219},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":898,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":5219,"score_linear":79663.0,"score_lmetric":84370},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":176419,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":920,"cache_hit":0,"new_prefill":5219,"score_linear":176419.0,"score_lmetric":10438},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":904,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338946.701774591,"t_first_token_unix":1779769811.7157173,"t_done":338946.924232211,"t_done_unix":1779769811.9381754},{"request_id":"1318036:1:1318036:339","session_id":"1318036","input_length":2696,"t_proxy_recv":338946.370917784,"t_decision_unix":1779769811.3848593,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2696 < 8000)","cache_hit":0,"estimated_new_tokens":2696,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":742,"cache_hit":0,"new_prefill":2696,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57051,"ongoing_decode_tokens":57051,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":2696,"score_linear":57051.0,"score_lmetric":2696},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24768,"ongoing_decode_tokens":24768,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1038,"cache_hit":0,"new_prefill":2696,"score_linear":24768.0,"score_lmetric":2696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":898,"cache_hit":0,"new_prefill":2696,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":2696,"score_linear":79663.0,"score_lmetric":81847},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":5219,"ongoing_decode_tokens":0,"pending_prefill_tokens":5219,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":2696,"score_linear":5219.0,"score_lmetric":7915},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":176419,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":920,"cache_hit":0,"new_prefill":2696,"score_linear":176419.0,"score_lmetric":5392},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":904,"cache_hit":0,"new_prefill":2696,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338946.586926507,"t_first_token_unix":1779769811.6008701,"t_done":338947.079741102,"t_done_unix":1779769812.093684},{"request_id":"1314357:1:1314357:321","session_id":"1314357","input_length":57051,"t_proxy_recv":338933.706728476,"t_decision_unix":1779769798.72067,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":3584,"estimated_new_tokens":53467,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":3584,"new_prefill":53467,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":897,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":172648,"ongoing_decode_tokens":50680,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":57051,"score_linear":172648.0,"score_lmetric":162454},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":338945.28912801,"t_first_token_unix":1779769810.3030715,"t_done":338947.209511234,"t_done_unix":1779769812.2234547},{"request_id":"1318604:1:1318604:341","session_id":"1318604","input_length":14412,"t_proxy_recv":338948.415197435,"t_decision_unix":1779769813.429139,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":14412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":747,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":14412,"score_linear":62618.0,"score_lmetric":18150},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":898,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":14412,"score_linear":79663.0,"score_lmetric":93563},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":176419,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":920,"cache_hit":0,"new_prefill":14412,"score_linear":176419.0,"score_lmetric":28824},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":904,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338949.665854062,"t_first_token_unix":1779769814.6797974,"t_done":338949.852483128,"t_done_unix":1779769814.8664267},{"request_id":"1269373:9:1300958:261","session_id":"1269373","input_length":54451,"t_proxy_recv":338941.4583397,"t_decision_unix":1779769806.4722815,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":50688,"affinity_cache_ratio":0.9308919946373804,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3763 < 8000)","cache_hit":50688,"estimated_new_tokens":3763,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16960,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":723,"cache_hit":7680,"new_prefill":46771,"score_linear":9280.0,"score_lmetric":46771},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":54451,"score_linear":57051.0,"score_lmetric":107918},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24487,"ongoing_decode_tokens":0,"pending_prefill_tokens":24487,"num_requests":1,"active_p_offloads":0,"cached_blocks":977,"cache_hit":0,"new_prefill":54451,"score_linear":24487.0,"score_lmetric":78938},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":898,"cache_hit":0,"new_prefill":54451,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":54451,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":7680,"new_prefill":46771,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":920,"cache_hit":50688,"new_prefill":3763,"score_linear":71280.0,"score_lmetric":3763},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":895,"cache_hit":0,"new_prefill":54451,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":71280.0,"chosen_score_lmetric":3763,"t_first_token":338942.699713796,"t_first_token_unix":1779769807.7136574,"t_done":338949.956388985,"t_done_unix":1779769814.9703324},{"request_id":"1316848:3:1318975:343","session_id":"1316848","input_length":6298,"t_proxy_recv":338949.787521924,"t_decision_unix":1779769814.8014634,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":5632,"affinity_cache_ratio":0.8942521435376309,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (666 < 8000)","cache_hit":5632,"estimated_new_tokens":666,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":747,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":6298,"score_linear":62618.0,"score_lmetric":10036},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":14412,"ongoing_decode_tokens":14412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":898,"cache_hit":0,"new_prefill":6298,"score_linear":14412.0,"score_lmetric":6298},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":6298,"score_linear":79663.0,"score_lmetric":85449},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":176419,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":920,"cache_hit":0,"new_prefill":6298,"score_linear":176419.0,"score_lmetric":12596},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":904,"cache_hit":5632,"new_prefill":666,"score_linear":-5632.0,"score_lmetric":0}],"chosen_score_linear":-5632.0,"chosen_score_lmetric":0,"t_first_token":338949.843506443,"t_first_token_unix":1779769814.85745,"t_done":338950.117060493,"t_done_unix":1779769815.1310039},{"request_id":"1318604:2:1319895:347","session_id":"1318604","input_length":15745,"t_proxy_recv":338952.930708721,"t_decision_unix":1779769817.9446504,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9105112734201334,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1409 < 8000)","cache_hit":14336,"estimated_new_tokens":1409,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":1,"active_p_offloads":0,"cached_blocks":747,"cache_hit":0,"new_prefill":15745,"score_linear":54546.0,"score_lmetric":52883},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":15745,"score_linear":62618.0,"score_lmetric":19483},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":15745,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71854,"ongoing_decode_tokens":0,"pending_prefill_tokens":6830,"num_requests":1,"active_p_offloads":0,"cached_blocks":926,"cache_hit":14336,"new_prefill":1409,"score_linear":57518.0,"score_lmetric":8239},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":15745,"score_linear":79663.0,"score_lmetric":94896},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":15745,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181114,"ongoing_decode_tokens":181114,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":15745,"score_linear":181114.0,"score_lmetric":31490},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21140,"ongoing_decode_tokens":0,"pending_prefill_tokens":14996,"num_requests":1,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":15745,"score_linear":21140.0,"score_lmetric":30741}],"chosen_score_linear":57518.0,"chosen_score_lmetric":8239,"t_first_token":338953.288939227,"t_first_token_unix":1779769818.3028827,"t_done":338953.634213642,"t_done_unix":1779769818.648157},{"request_id":"1269373:10:1304899:282","session_id":"1269373","input_length":59146,"t_proxy_recv":338949.971117508,"t_decision_unix":1779769814.9850593,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9262502958779968,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4362 < 8000)","cache_hit":54784,"estimated_new_tokens":4362,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":747,"cache_hit":7680,"new_prefill":51466,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":59146,"score_linear":62618.0,"score_lmetric":62884},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":59146,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":926,"cache_hit":0,"new_prefill":59146,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":59146,"score_linear":79663.0,"score_lmetric":138297},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":7680,"new_prefill":51466,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":928,"cache_hit":54784,"new_prefill":4362,"score_linear":67184.0,"score_lmetric":4362},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":6298,"ongoing_decode_tokens":6298,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":904,"cache_hit":0,"new_prefill":59146,"score_linear":6298.0,"score_lmetric":59146}],"chosen_score_linear":67184.0,"chosen_score_lmetric":4362,"t_first_token":338951.622915726,"t_first_token_unix":1779769816.6368594,"t_done":338955.372698441,"t_done_unix":1779769820.3866456},{"request_id":"1320630:1:1320630:348","session_id":"1320630","input_length":3099,"t_proxy_recv":338955.706024542,"t_decision_unix":1779769820.7199657,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3099 < 8000)","cache_hit":0,"estimated_new_tokens":3099,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":1,"active_p_offloads":0,"cached_blocks":747,"cache_hit":0,"new_prefill":3099,"score_linear":54546.0,"score_lmetric":40237},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":3099,"score_linear":62618.0,"score_lmetric":6837},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":3099,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71854,"ongoing_decode_tokens":71854,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":3099,"score_linear":71854.0,"score_lmetric":3099},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":3099,"score_linear":79663.0,"score_lmetric":82250},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":3099,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":936,"cache_hit":0,"new_prefill":3099,"score_linear":181414.0,"score_lmetric":6198},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21140,"ongoing_decode_tokens":21140,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":3099,"score_linear":21140.0,"score_lmetric":3099}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338955.903231039,"t_first_token_unix":1779769820.9171746,"t_done":338956.100734295,"t_done_unix":1779769821.114678},{"request_id":"1279412:14:1319059:344","session_id":"1279412","input_length":71854,"t_proxy_recv":338950.146471611,"t_decision_unix":1779769815.1604128,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9049461407854816,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6830 < 8000)","cache_hit":65024,"estimated_new_tokens":6830,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":747,"cache_hit":0,"new_prefill":71854,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":71854,"score_linear":62618.0,"score_lmetric":75592},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":71854,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":926,"cache_hit":65024,"new_prefill":6830,"score_linear":-65024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":71854,"score_linear":79663.0,"score_lmetric":151005},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":71854,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181114,"ongoing_decode_tokens":121968,"pending_prefill_tokens":4362,"num_requests":2,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":71854,"score_linear":181114.0,"score_lmetric":152432},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":905,"cache_hit":12800,"new_prefill":59054,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":338953.108641191,"t_first_token_unix":1779769818.1225843,"t_done":338956.251295579,"t_done_unix":1779769821.2652395},{"request_id":"1316848:4:1319820:345","session_id":"1316848","input_length":21140,"t_proxy_recv":338952.694366827,"t_decision_unix":1779769817.7083082,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.29063386944181646,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":6144,"estimated_new_tokens":14996,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":747,"cache_hit":0,"new_prefill":21140,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":21140,"score_linear":62618.0,"score_lmetric":24878},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":21140,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71854,"ongoing_decode_tokens":0,"pending_prefill_tokens":6830,"num_requests":1,"active_p_offloads":0,"cached_blocks":926,"cache_hit":0,"new_prefill":21140,"score_linear":71854.0,"score_lmetric":27970},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":21140,"score_linear":79663.0,"score_lmetric":100291},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":21140,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181114,"ongoing_decode_tokens":181114,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":21140,"score_linear":181114.0,"score_lmetric":42280},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":905,"cache_hit":6144,"new_prefill":14996,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":338954.543147637,"t_first_token_unix":1779769819.557091,"t_done":338956.3923889,"t_done_unix":1779769821.4063323},{"request_id":"1318604:3:1320865:350","session_id":"1318604","input_length":17883,"t_proxy_recv":338956.54953068,"t_decision_unix":1779769821.5634718,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":15360,"affinity_cache_ratio":0.8589162892132193,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2523 < 8000)","cache_hit":15360,"estimated_new_tokens":2523,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":1,"active_p_offloads":0,"cached_blocks":747,"cache_hit":0,"new_prefill":17883,"score_linear":54546.0,"score_lmetric":55021},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":17883,"score_linear":62618.0,"score_lmetric":21621},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":17883,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":941,"cache_hit":15360,"new_prefill":2523,"score_linear":-15360.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":17883,"score_linear":79663.0,"score_lmetric":97034},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":917,"cache_hit":0,"new_prefill":17883,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":936,"cache_hit":0,"new_prefill":17883,"score_linear":181414.0,"score_lmetric":35766},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":934,"cache_hit":0,"new_prefill":17883,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-15360.0,"chosen_score_lmetric":0,"t_first_token":338956.905063221,"t_first_token_unix":1779769821.9190068,"t_done":338957.130067544,"t_done_unix":1779769822.1440108},{"request_id":"1321042:1:1321042:351","session_id":"1321042","input_length":8095,"t_proxy_recv":338957.199815869,"t_decision_unix":1779769822.2137575,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":8095,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":1,"active_p_offloads":0,"cached_blocks":747,"cache_hit":0,"new_prefill":8095,"score_linear":54546.0,"score_lmetric":45233},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":8095,"score_linear":62618.0,"score_lmetric":11833},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":946,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":8095,"score_linear":79663.0,"score_lmetric":87246},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":917,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":936,"cache_hit":0,"new_prefill":8095,"score_linear":181414.0,"score_lmetric":16190},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":934,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338957.768053974,"t_first_token_unix":1779769822.7819972,"t_done":338958.080196041,"t_done_unix":1779769823.094139},{"request_id":"1277428:4:1321259:352","session_id":"1277428","input_length":33906,"t_proxy_recv":338957.958640804,"t_decision_unix":1779769822.9725819,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9211349023771603,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2674 < 8000)","cache_hit":31232,"estimated_new_tokens":2674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":1,"active_p_offloads":0,"cached_blocks":747,"cache_hit":0,"new_prefill":33906,"score_linear":54546.0,"score_lmetric":71044},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":4608,"new_prefill":29298,"score_linear":58010.0,"score_lmetric":33036},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":17408,"new_prefill":16498,"score_linear":-17408.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":946,"cache_hit":31232,"new_prefill":2674,"score_linear":-31232.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":33906,"score_linear":79663.0,"score_lmetric":113057},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":8095,"ongoing_decode_tokens":8095,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":917,"cache_hit":0,"new_prefill":33906,"score_linear":8095.0,"score_lmetric":33906},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":936,"cache_hit":0,"new_prefill":33906,"score_linear":181414.0,"score_lmetric":67812},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":934,"cache_hit":0,"new_prefill":33906,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":338958.5685463,"t_first_token_unix":1779769823.58249,"t_done":338959.396845178,"t_done_unix":1779769824.4107883},{"request_id":"1318604:4:1321889:356","session_id":"1318604","input_length":21033,"t_proxy_recv":338960.145070774,"t_decision_unix":1779769825.159012,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":17920,"affinity_cache_ratio":0.8519944848571293,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3113 < 8000)","cache_hit":17920,"estimated_new_tokens":3113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57223,"ongoing_decode_tokens":0,"pending_prefill_tokens":37255,"num_requests":2,"active_p_offloads":0,"cached_blocks":747,"cache_hit":0,"new_prefill":21033,"score_linear":57223.0,"score_lmetric":116576},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":21033,"score_linear":62618.0,"score_lmetric":24771},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":21033,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":72402,"ongoing_decode_tokens":72402,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":951,"cache_hit":17920,"new_prefill":3113,"score_linear":54482.0,"score_lmetric":3113},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":21033,"score_linear":79663.0,"score_lmetric":100184},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":932,"cache_hit":0,"new_prefill":21033,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":936,"cache_hit":0,"new_prefill":21033,"score_linear":181414.0,"score_lmetric":42066},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":934,"cache_hit":0,"new_prefill":21033,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":54482.0,"chosen_score_lmetric":3113,"t_first_token":338960.702382825,"t_first_token_unix":1779769825.7163267,"t_done":338961.133966355,"t_done_unix":1779769826.1479099},{"request_id":"1316848:5:1322192:357","session_id":"1316848","input_length":21471,"t_proxy_recv":338961.319325187,"t_decision_unix":1779769826.3332667,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9776908388058311,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (479 < 8000)","cache_hit":20992,"estimated_new_tokens":479,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57223,"ongoing_decode_tokens":0,"pending_prefill_tokens":37255,"num_requests":2,"active_p_offloads":0,"cached_blocks":747,"cache_hit":0,"new_prefill":21471,"score_linear":57223.0,"score_lmetric":117452},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":21471,"score_linear":62618.0,"score_lmetric":25209},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":21471,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":72402,"ongoing_decode_tokens":72402,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":21471,"score_linear":72402.0,"score_lmetric":21471},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":21471,"score_linear":79663.0,"score_lmetric":100622},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":932,"cache_hit":0,"new_prefill":21471,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":936,"cache_hit":0,"new_prefill":21471,"score_linear":181414.0,"score_lmetric":42942},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":934,"cache_hit":20992,"new_prefill":479,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-20992.0,"chosen_score_lmetric":0,"t_first_token":338961.376439417,"t_first_token_unix":1779769826.390383,"t_done":338961.910856189,"t_done_unix":1779769826.9248},{"request_id":"1318036:2:1321282:353","session_id":"1318036","input_length":2677,"t_proxy_recv":338958.011695706,"t_decision_unix":1779769823.0256374,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":2560,"affinity_cache_ratio":0.9562943593574897,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (117 < 8000)","cache_hit":2560,"estimated_new_tokens":117,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":1,"active_p_offloads":0,"cached_blocks":747,"cache_hit":2560,"new_prefill":117,"score_linear":51986.0,"score_lmetric":37255},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":2677,"score_linear":62618.0,"score_lmetric":6415},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":2677,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":33906,"ongoing_decode_tokens":0,"pending_prefill_tokens":2674,"num_requests":1,"active_p_offloads":0,"cached_blocks":946,"cache_hit":0,"new_prefill":2677,"score_linear":33906.0,"score_lmetric":5351},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":2677,"score_linear":79663.0,"score_lmetric":81828},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":8095,"ongoing_decode_tokens":8095,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":917,"cache_hit":0,"new_prefill":2677,"score_linear":8095.0,"score_lmetric":2677},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":936,"cache_hit":0,"new_prefill":2677,"score_linear":181414.0,"score_lmetric":5354},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":934,"cache_hit":0,"new_prefill":2677,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":51986.0,"chosen_score_lmetric":37255,"t_first_token":338962.166955877,"t_first_token_unix":1779769827.1809003,"t_done":338962.191811586,"t_done_unix":1779769827.205755},{"request_id":"1279412:15:1321613:355","session_id":"1279412","input_length":72402,"t_proxy_recv":338959.132466343,"t_decision_unix":1779769824.1464074,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":71680,"affinity_cache_ratio":0.990027899781774,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (722 < 8000)","cache_hit":71680,"estimated_new_tokens":722,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57223,"ongoing_decode_tokens":0,"pending_prefill_tokens":37255,"num_requests":2,"active_p_offloads":0,"cached_blocks":747,"cache_hit":0,"new_prefill":72402,"score_linear":57223.0,"score_lmetric":219314},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":72402,"score_linear":62618.0,"score_lmetric":76140},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":72402,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":33906,"ongoing_decode_tokens":33906,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":946,"cache_hit":71680,"new_prefill":722,"score_linear":-37774.0,"score_lmetric":722},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":72402,"score_linear":79663.0,"score_lmetric":151553},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":932,"cache_hit":0,"new_prefill":72402,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":936,"cache_hit":0,"new_prefill":72402,"score_linear":181414.0,"score_lmetric":144804},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":934,"cache_hit":12800,"new_prefill":59602,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-37774.0,"chosen_score_lmetric":722,"t_first_token":338959.369848711,"t_first_token_unix":1779769824.3837922,"t_done":338962.221064103,"t_done_unix":1779769827.235008},{"request_id":"1269373:11:1307381:296","session_id":"1269373","input_length":59446,"t_proxy_recv":338955.382963668,"t_decision_unix":1779769820.3969052,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9904787538270027,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (566 < 8000)","cache_hit":58880,"estimated_new_tokens":566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":1,"active_p_offloads":0,"cached_blocks":747,"cache_hit":7680,"new_prefill":51766,"score_linear":46866.0,"score_lmetric":88904},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":59446,"score_linear":62618.0,"score_lmetric":63184},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":59446,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71854,"ongoing_decode_tokens":71854,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":59446,"score_linear":71854.0,"score_lmetric":59446},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":59446,"score_linear":79663.0,"score_lmetric":138597},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":7680,"new_prefill":51766,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":936,"cache_hit":58880,"new_prefill":566,"score_linear":63088.0,"score_lmetric":566},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21140,"ongoing_decode_tokens":21140,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":59446,"score_linear":21140.0,"score_lmetric":59446}],"chosen_score_linear":63088.0,"chosen_score_lmetric":566,"t_first_token":338955.553554987,"t_first_token_unix":1779769820.5674984,"t_done":338963.52413593,"t_done_unix":1779769828.5380826},{"request_id":"1322540:1:1322540:359","session_id":"1322540","input_length":8939,"t_proxy_recv":338962.602440944,"t_decision_unix":1779769827.616382,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":8939,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":747,"cache_hit":0,"new_prefill":8939,"score_linear":54546.0,"score_lmetric":8939},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":8939,"score_linear":62618.0,"score_lmetric":8939},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":8939,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":958,"cache_hit":0,"new_prefill":8939,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":8939,"score_linear":79663.0,"score_lmetric":88090},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":932,"cache_hit":0,"new_prefill":8939,"score_linear":33182.0,"score_lmetric":42121},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":936,"cache_hit":0,"new_prefill":8939,"score_linear":181414.0,"score_lmetric":17878},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":935,"cache_hit":0,"new_prefill":8939,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338963.273837215,"t_first_token_unix":1779769828.2877812,"t_done":338963.53381511,"t_done_unix":1779769828.5477598},{"request_id":"1318031:2:1322552:360","session_id":"1318031","input_length":11145,"t_proxy_recv":338962.658128159,"t_decision_unix":1779769827.6720693,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":3,"affinity_cache_hit":5120,"affinity_cache_ratio":0.45939883355764916,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":11145,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":747,"cache_hit":0,"new_prefill":11145,"score_linear":54546.0,"score_lmetric":11145},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":11145,"score_linear":62618.0,"score_lmetric":11145},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":11145,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":958,"cache_hit":0,"new_prefill":11145,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":11145,"score_linear":79663.0,"score_lmetric":90296},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":932,"cache_hit":5120,"new_prefill":6025,"score_linear":28062.0,"score_lmetric":39207},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":936,"cache_hit":0,"new_prefill":11145,"score_linear":181414.0,"score_lmetric":22290},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":8939,"ongoing_decode_tokens":0,"pending_prefill_tokens":8939,"num_requests":1,"active_p_offloads":0,"cached_blocks":935,"cache_hit":0,"new_prefill":11145,"score_linear":8939.0,"score_lmetric":20084}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338963.558376784,"t_first_token_unix":1779769828.57232,"t_done":338963.610524104,"t_done_unix":1779769828.6244671},{"request_id":"1315567:2:1319894:346","session_id":"1315567","input_length":54546,"t_proxy_recv":338952.928651732,"t_decision_unix":1779769817.942593,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":17408,"affinity_cache_ratio":0.31914347523191433,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":17408,"estimated_new_tokens":37138,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":747,"cache_hit":17408,"new_prefill":37138,"score_linear":-17408.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":54546,"score_linear":62618.0,"score_lmetric":58284},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":54546,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71854,"ongoing_decode_tokens":0,"pending_prefill_tokens":6830,"num_requests":1,"active_p_offloads":0,"cached_blocks":926,"cache_hit":0,"new_prefill":54546,"score_linear":71854.0,"score_lmetric":61376},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":54546,"score_linear":79663.0,"score_lmetric":133697},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":7680,"new_prefill":46866,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181114,"ongoing_decode_tokens":181114,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":928,"cache_hit":7680,"new_prefill":46866,"score_linear":173434.0,"score_lmetric":93732},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21140,"ongoing_decode_tokens":0,"pending_prefill_tokens":14996,"num_requests":1,"active_p_offloads":0,"cached_blocks":905,"cache_hit":0,"new_prefill":54546,"score_linear":21140.0,"score_lmetric":69542}],"chosen_score_linear":-17408.0,"chosen_score_lmetric":0,"t_first_token":338962.165756865,"t_first_token_unix":1779769827.179701,"t_done":338964.979682225,"t_done_unix":1779769829.9936264},{"request_id":"1322540:2:1323519:362","session_id":"1322540","input_length":9016,"t_proxy_recv":338965.897790691,"t_decision_unix":1779769830.911732,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9653948535936113,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (312 < 8000)","cache_hit":8704,"estimated_new_tokens":312,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":9016,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":9016,"score_linear":62618.0,"score_lmetric":9016},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":9016,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":979,"cache_hit":0,"new_prefill":9016,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":9016,"score_linear":79663.0,"score_lmetric":88167},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":46190,"ongoing_decode_tokens":0,"pending_prefill_tokens":38510,"num_requests":2,"active_p_offloads":0,"cached_blocks":932,"cache_hit":0,"new_prefill":9016,"score_linear":46190.0,"score_lmetric":95052},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":184808,"ongoing_decode_tokens":184808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":938,"cache_hit":0,"new_prefill":9016,"score_linear":184808.0,"score_lmetric":18032},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":952,"cache_hit":8704,"new_prefill":312,"score_linear":-8704.0,"score_lmetric":0}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":338965.936623382,"t_first_token_unix":1779769830.9505672,"t_done":338966.622868686,"t_done_unix":1779769831.636812},{"request_id":"1316848:6:1323535:363","session_id":"1316848","input_length":24395,"t_proxy_recv":338965.952733486,"t_decision_unix":1779769830.966675,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":21504,"affinity_cache_ratio":0.8814921090387374,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2891 < 8000)","cache_hit":21504,"estimated_new_tokens":2891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":24395,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":24395,"score_linear":62618.0,"score_lmetric":24395},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":24395,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":979,"cache_hit":0,"new_prefill":24395,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":24395,"score_linear":79663.0,"score_lmetric":103546},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":46190,"ongoing_decode_tokens":0,"pending_prefill_tokens":38510,"num_requests":2,"active_p_offloads":0,"cached_blocks":932,"cache_hit":0,"new_prefill":24395,"score_linear":46190.0,"score_lmetric":125810},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":184808,"ongoing_decode_tokens":184808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":938,"cache_hit":0,"new_prefill":24395,"score_linear":184808.0,"score_lmetric":48790},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":9016,"ongoing_decode_tokens":9016,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":952,"cache_hit":21504,"new_prefill":2891,"score_linear":-12488.0,"score_lmetric":2891}],"chosen_score_linear":-12488.0,"chosen_score_lmetric":2891,"t_first_token":338966.531184363,"t_first_token_unix":1779769831.5451288,"t_done":338967.142122087,"t_done_unix":1779769832.1560652},{"request_id":"1321042:2:1323492:361","session_id":"1321042","input_length":13008,"t_proxy_recv":338965.828933902,"t_decision_unix":1779769830.8428745,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":7680,"affinity_cache_ratio":0.5904059040590406,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5328 < 8000)","cache_hit":7680,"estimated_new_tokens":5328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":13008,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":13008,"score_linear":62618.0,"score_lmetric":13008},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":13008,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":979,"cache_hit":0,"new_prefill":13008,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":13008,"score_linear":79663.0,"score_lmetric":92159},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":932,"cache_hit":7680,"new_prefill":5328,"score_linear":25502.0,"score_lmetric":38510},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":184808,"ongoing_decode_tokens":184808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":938,"cache_hit":0,"new_prefill":13008,"score_linear":184808.0,"score_lmetric":26016},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":13008,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":25502.0,"chosen_score_lmetric":38510,"t_first_token":338966.598552437,"t_first_token_unix":1779769831.6124966,"t_done":338967.16044016,"t_done_unix":1779769832.1743882},{"request_id":"1320630:2:1323748:364","session_id":"1320630","input_length":11298,"t_proxy_recv":338966.670755631,"t_decision_unix":1779769831.6846972,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":2,"affinity_cache_hit":3072,"affinity_cache_ratio":0.27190653212958044,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":11298,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":11298,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":11298,"score_linear":62618.0,"score_lmetric":11298},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":11298,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":979,"cache_hit":0,"new_prefill":11298,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":11298,"score_linear":79663.0,"score_lmetric":11298},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":46190,"ongoing_decode_tokens":46190,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":932,"cache_hit":3072,"new_prefill":8226,"score_linear":43118.0,"score_lmetric":16452},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":184808,"ongoing_decode_tokens":184808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":938,"cache_hit":0,"new_prefill":11298,"score_linear":184808.0,"score_lmetric":22596},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24395,"ongoing_decode_tokens":24395,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":11298,"score_linear":24395.0,"score_lmetric":11298}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338967.59894581,"t_first_token_unix":1779769832.6128895,"t_done":338967.880468694,"t_done_unix":1779769832.894412},{"request_id":"1324227:1:1324227:367","session_id":"1324227","input_length":14863,"t_proxy_recv":338968.460459013,"t_decision_unix":1779769833.4744,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-3565,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=-1 decode_tok=0)","cache_hit":0,"estimated_new_tokens":14863,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":14863,"score_linear":62618.0,"score_lmetric":14863},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-11298,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1061,"cache_hit":0,"new_prefill":14863,"score_linear":-11298.0,"score_lmetric":-3565},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75624,"ongoing_decode_tokens":75624,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":979,"cache_hit":0,"new_prefill":14863,"score_linear":75624.0,"score_lmetric":14863},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":14863,"score_linear":79663.0,"score_lmetric":14863},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":14863,"score_linear":33182.0,"score_lmetric":14863},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":184808,"ongoing_decode_tokens":184808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":938,"cache_hit":0,"new_prefill":14863,"score_linear":184808.0,"score_lmetric":29726},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11298.0,"chosen_score_lmetric":-3565,"t_first_token":338969.77744043,"t_first_token_unix":1779769834.7913845,"t_done":338970.027944377,"t_done_unix":1779769835.041888},{"request_id":"1269373:12:1312836:316","session_id":"1269373","input_length":62840,"t_proxy_recv":338963.538443328,"t_decision_unix":1779769828.5523849,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":59904,"affinity_cache_ratio":0.9532781667727562,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2936 < 8000)","cache_hit":59904,"estimated_new_tokens":2936,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":747,"cache_hit":7680,"new_prefill":55160,"score_linear":46866.0,"score_lmetric":55160},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":62840,"score_linear":62618.0,"score_lmetric":62840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11145,"ongoing_decode_tokens":0,"pending_prefill_tokens":11145,"num_requests":1,"active_p_offloads":0,"cached_blocks":958,"cache_hit":0,"new_prefill":62840,"score_linear":11145.0,"score_lmetric":73985},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":62840,"score_linear":79663.0,"score_lmetric":141991},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":932,"cache_hit":7680,"new_prefill":55160,"score_linear":25502.0,"score_lmetric":88342},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":938,"cache_hit":59904,"new_prefill":2936,"score_linear":62064.0,"score_lmetric":2936},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":62064.0,"chosen_score_lmetric":2936,"t_first_token":338964.819177351,"t_first_token_unix":1779769829.8331215,"t_done":338970.761322035,"t_done_unix":1779769835.775266},{"request_id":"1279412:16:1323780:365","session_id":"1279412","input_length":75624,"t_proxy_recv":338966.767941504,"t_decision_unix":1779769831.781882,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9546175817200888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3432 < 8000)","cache_hit":72192,"estimated_new_tokens":3432,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":75624,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":75624,"score_linear":62618.0,"score_lmetric":75624},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":11298,"num_requests":1,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":75624,"score_linear":11298.0,"score_lmetric":86922},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":979,"cache_hit":72192,"new_prefill":3432,"score_linear":-72192.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":75624,"score_linear":79663.0,"score_lmetric":75624},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":46190,"ongoing_decode_tokens":46190,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":932,"cache_hit":0,"new_prefill":75624,"score_linear":46190.0,"score_lmetric":151248},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":184808,"ongoing_decode_tokens":184808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":938,"cache_hit":0,"new_prefill":75624,"score_linear":184808.0,"score_lmetric":151248},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24395,"ongoing_decode_tokens":24395,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":952,"cache_hit":12800,"new_prefill":62824,"score_linear":11595.0,"score_lmetric":62824}],"chosen_score_linear":-72192.0,"chosen_score_lmetric":0,"t_first_token":338968.27515948,"t_first_token_unix":1779769833.289103,"t_done":338970.809859726,"t_done_unix":1779769835.8238034},{"request_id":"1316848:7:1325031:371","session_id":"1316848","input_length":26994,"t_proxy_recv":338971.122908721,"t_decision_unix":1779769836.1368494,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24064,"affinity_cache_ratio":0.8914573608950137,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2930 < 8000)","cache_hit":24064,"estimated_new_tokens":2930,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":26994,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":26994,"score_linear":62618.0,"score_lmetric":26994},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-11298,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":26994,"score_linear":-11298.0,"score_lmetric":-15696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":26994,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":26994,"score_linear":79663.0,"score_lmetric":26994},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":26994,"score_linear":33182.0,"score_lmetric":26994},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":121968,"pending_prefill_tokens":3159,"num_requests":2,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":26994,"score_linear":188103.0,"score_lmetric":60306},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":4312,"ongoing_decode_tokens":0,"pending_prefill_tokens":4312,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":24064,"new_prefill":2930,"score_linear":-19752.0,"score_lmetric":7242}],"chosen_score_linear":-19752.0,"chosen_score_lmetric":7242,"t_first_token":338971.742924621,"t_first_token_unix":1779769836.7568681,"t_done":338972.472855822,"t_done_unix":1779769837.486799},{"request_id":"1322540:3:1325410:373","session_id":"1322540","input_length":12118,"t_proxy_recv":338972.499143931,"t_decision_unix":1779769837.5130854,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":8704,"affinity_cache_ratio":0.7182703416405347,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3414 < 8000)","cache_hit":8704,"estimated_new_tokens":3414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":12118,"score_linear":55130.0,"score_lmetric":12118},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":12118,"score_linear":62618.0,"score_lmetric":12118},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-11298,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":12118,"score_linear":-11298.0,"score_lmetric":-820},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":12118,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":12118,"score_linear":79663.0,"score_lmetric":12118},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":12118,"score_linear":33182.0,"score_lmetric":12118},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":12118,"score_linear":188103.0,"score_lmetric":24236},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":4312,"ongoing_decode_tokens":4312,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":962,"cache_hit":8704,"new_prefill":3414,"score_linear":-4392.0,"score_lmetric":3414}],"chosen_score_linear":-4392.0,"chosen_score_lmetric":3414,"t_first_token":338972.878079269,"t_first_token_unix":1779769837.892024,"t_done":338973.04080607,"t_done_unix":1779769838.05475},{"request_id":"1317598:1:1317598:335","session_id":"1317598","input_length":79663,"t_proxy_recv":338944.975324795,"t_decision_unix":1779769809.9892662,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":512,"estimated_new_tokens":79151,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":742,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":79663,"score_linear":57051.0,"score_lmetric":133130},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1030,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":898,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":512,"new_prefill":79151,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":176419,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":920,"cache_hit":0,"new_prefill":79663,"score_linear":176419.0,"score_lmetric":159326},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":904,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":338966.648874433,"t_first_token_unix":1779769831.6628182,"t_done":338973.900127636,"t_done_unix":1779769838.9140718},{"request_id":"1324964:1:1324964:370","session_id":"1324964","input_length":4312,"t_proxy_recv":338970.877073121,"t_decision_unix":1779769835.8910148,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4312 < 8000)","cache_hit":0,"estimated_new_tokens":4312,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":4312,"score_linear":62618.0,"score_lmetric":4312},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-11298,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":4312,"score_linear":-11298.0,"score_lmetric":6986},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":4312,"score_linear":79663.0,"score_lmetric":4312},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":4312,"score_linear":33182.0,"score_lmetric":4312},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":121968,"pending_prefill_tokens":3159,"num_requests":2,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":4312,"score_linear":188103.0,"score_lmetric":14942},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338971.156967626,"t_first_token_unix":1779769836.1709116,"t_done":338973.960502799,"t_done_unix":1779769838.9744465},{"request_id":"1326192:1:1326192:378","session_id":"1326192","input_length":9513,"t_proxy_recv":338975.473521541,"t_decision_unix":1779769840.4874628,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":9513,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":9513,"score_linear":55130.0,"score_lmetric":9513},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":9513,"score_linear":62618.0,"score_lmetric":9513},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":57228,"ongoing_decode_tokens":0,"pending_prefill_tokens":57228,"num_requests":1,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":9513,"score_linear":57228.0,"score_lmetric":66741},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81008,"ongoing_decode_tokens":0,"pending_prefill_tokens":5232,"num_requests":1,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":9513,"score_linear":81008.0,"score_lmetric":14745},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":9513,"score_linear":81220.0,"score_lmetric":9513},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":9513,"score_linear":33182.0,"score_lmetric":9513},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":9513,"score_linear":188103.0,"score_lmetric":19026},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":977,"cache_hit":0,"new_prefill":9513,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338976.21891766,"t_first_token_unix":1779769841.232862,"t_done":338977.241480918,"t_done_unix":1779769842.2554247},{"request_id":"1317598:2:1324364:368","session_id":"1317598","input_length":81220,"t_proxy_recv":338973.914442301,"t_decision_unix":1779769838.928384,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":80384,"affinity_cache_ratio":0.9897069687269145,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (836 < 8000)","cache_hit":80384,"estimated_new_tokens":836,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":81220,"score_linear":55130.0,"score_lmetric":81220},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":81220,"score_linear":62618.0,"score_lmetric":81220},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":55405,"ongoing_decode_tokens":0,"pending_prefill_tokens":55405,"num_requests":0,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":81220,"score_linear":55405.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":81220,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":80384,"new_prefill":836,"score_linear":-80384.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":81220,"score_linear":33182.0,"score_lmetric":81220},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":81220,"score_linear":188103.0,"score_lmetric":162440},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":4312,"ongoing_decode_tokens":4312,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":968,"cache_hit":0,"new_prefill":81220,"score_linear":4312.0,"score_lmetric":81220}],"chosen_score_linear":-80384.0,"chosen_score_lmetric":0,"t_first_token":338974.493044185,"t_first_token_unix":1779769839.506988,"t_done":338977.362683898,"t_done_unix":1779769842.3766274},{"request_id":"1322540:4:1326861:380","session_id":"1322540","input_length":13249,"t_proxy_recv":338977.745795247,"t_decision_unix":1779769842.7597365,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.8888217978715375,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1473 < 8000)","cache_hit":11776,"estimated_new_tokens":1473,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":13249,"score_linear":55130.0,"score_lmetric":13249},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":13249,"score_linear":62618.0,"score_lmetric":13249},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":57228,"ongoing_decode_tokens":0,"pending_prefill_tokens":57228,"num_requests":1,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":13249,"score_linear":57228.0,"score_lmetric":70477},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81008,"ongoing_decode_tokens":0,"pending_prefill_tokens":5232,"num_requests":1,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":13249,"score_linear":81008.0,"score_lmetric":18481},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":923,"cache_hit":0,"new_prefill":13249,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":13249,"score_linear":33182.0,"score_lmetric":13249},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":13249,"score_linear":188103.0,"score_lmetric":26498},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28120,"ongoing_decode_tokens":28120,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":995,"cache_hit":11776,"new_prefill":1473,"score_linear":16344.0,"score_lmetric":1473}],"chosen_score_linear":16344.0,"chosen_score_lmetric":1473,"t_first_token":338977.935157222,"t_first_token_unix":1779769842.9491007,"t_done":338978.123878152,"t_done_unix":1779769843.1378217},{"request_id":"1316848:8:1326380:379","session_id":"1316848","input_length":28120,"t_proxy_recv":338976.080590537,"t_decision_unix":1779769841.0945315,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9467994310099573,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1496 < 8000)","cache_hit":26624,"estimated_new_tokens":1496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":28120,"score_linear":55130.0,"score_lmetric":28120},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":28120,"score_linear":62618.0,"score_lmetric":28120},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":57228,"ongoing_decode_tokens":0,"pending_prefill_tokens":57228,"num_requests":1,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":28120,"score_linear":57228.0,"score_lmetric":85348},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81008,"ongoing_decode_tokens":0,"pending_prefill_tokens":5232,"num_requests":1,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":28120,"score_linear":81008.0,"score_lmetric":33352},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":28120,"score_linear":81220.0,"score_lmetric":28120},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":28120,"score_linear":33182.0,"score_lmetric":28120},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":28120,"score_linear":188103.0,"score_lmetric":56240},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":9513,"ongoing_decode_tokens":0,"pending_prefill_tokens":9513,"num_requests":1,"active_p_offloads":0,"cached_blocks":977,"cache_hit":26624,"new_prefill":1496,"score_linear":-17111.0,"score_lmetric":11009}],"chosen_score_linear":-17111.0,"chosen_score_lmetric":11009,"t_first_token":338976.49122971,"t_first_token_unix":1779769841.5051732,"t_done":338978.732669393,"t_done_unix":1779769843.746613},{"request_id":"1269373:13:1317516:334","session_id":"1269373","input_length":66135,"t_proxy_recv":338970.772140514,"t_decision_unix":1779769835.786082,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9522340666817872,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3159 < 8000)","cache_hit":62976,"estimated_new_tokens":3159,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":820,"cache_hit":7680,"new_prefill":58455,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":66135,"score_linear":62618.0,"score_lmetric":66135},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-11298,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":66135,"score_linear":-11298.0,"score_lmetric":-54837},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75624,"ongoing_decode_tokens":75624,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":979,"cache_hit":0,"new_prefill":66135,"score_linear":75624.0,"score_lmetric":66135},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":66135,"score_linear":79663.0,"score_lmetric":66135},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":7680,"new_prefill":58455,"score_linear":25502.0,"score_lmetric":58455},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":62976,"new_prefill":3159,"score_linear":58992.0,"score_lmetric":3159},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":66135,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":58992.0,"chosen_score_lmetric":3159,"t_first_token":338972.113898323,"t_first_token_unix":1779769837.1278417,"t_done":338979.553877244,"t_done_unix":1779769844.5678213},{"request_id":"1326192:2:1327234:381","session_id":"1326192","input_length":15253,"t_proxy_recv":338979.02816909,"t_decision_unix":1779769844.0421104,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":9216,"affinity_cache_ratio":0.6042090080639874,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6037 < 8000)","cache_hit":9216,"estimated_new_tokens":6037,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":15253,"score_linear":55130.0,"score_lmetric":15253},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":15253,"score_linear":62618.0,"score_lmetric":15253},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":57228,"ongoing_decode_tokens":0,"pending_prefill_tokens":57228,"num_requests":1,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":15253,"score_linear":57228.0,"score_lmetric":72481},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":15253,"score_linear":81008.0,"score_lmetric":15253},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":923,"cache_hit":0,"new_prefill":15253,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":15253,"score_linear":33182.0,"score_lmetric":15253},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":15253,"score_linear":188103.0,"score_lmetric":30506},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":9216,"new_prefill":6037,"score_linear":-9216.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":338979.718913808,"t_first_token_unix":1779769844.7328577,"t_done":338980.240024912,"t_done_unix":1779769845.253969},{"request_id":"1324964:2:1327382:382","session_id":"1324964","input_length":5146,"t_proxy_recv":338979.631091406,"t_decision_unix":1779769844.645033,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":4608,"affinity_cache_ratio":0.895452778857365,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (538 < 8000)","cache_hit":4608,"estimated_new_tokens":538,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":5146,"score_linear":55130.0,"score_lmetric":5146},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":5146,"score_linear":62618.0,"score_lmetric":5146},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":57228,"ongoing_decode_tokens":0,"pending_prefill_tokens":57228,"num_requests":1,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":5146,"score_linear":57228.0,"score_lmetric":62374},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":5146,"score_linear":81008.0,"score_lmetric":5146},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":923,"cache_hit":0,"new_prefill":5146,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":5146,"score_linear":33182.0,"score_lmetric":5146},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188808,"ongoing_decode_tokens":121968,"pending_prefill_tokens":280,"num_requests":2,"active_p_offloads":0,"cached_blocks":951,"cache_hit":0,"new_prefill":5146,"score_linear":188808.0,"score_lmetric":10852},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15253,"ongoing_decode_tokens":0,"pending_prefill_tokens":6037,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":4608,"new_prefill":538,"score_linear":10645.0,"score_lmetric":6575}],"chosen_score_linear":10645.0,"chosen_score_lmetric":6575,"t_first_token":338979.798586732,"t_first_token_unix":1779769844.8125303,"t_done":338980.349255114,"t_done_unix":1779769845.3631988},{"request_id":"1269373:14:1321512:354","session_id":"1269373","input_length":66840,"t_proxy_recv":338979.564404289,"t_decision_unix":1779769844.578346,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":66560,"affinity_cache_ratio":0.9958108916816277,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (280 < 8000)","cache_hit":66560,"estimated_new_tokens":280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":7680,"new_prefill":59160,"score_linear":47450.0,"score_lmetric":59160},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":66840,"score_linear":62618.0,"score_lmetric":66840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":57228,"ongoing_decode_tokens":0,"pending_prefill_tokens":57228,"num_requests":1,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":66840,"score_linear":57228.0,"score_lmetric":124068},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":66840,"score_linear":81008.0,"score_lmetric":66840},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":923,"cache_hit":0,"new_prefill":66840,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":7680,"new_prefill":59160,"score_linear":25502.0,"score_lmetric":59160},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":951,"cache_hit":66560,"new_prefill":280,"score_linear":55408.0,"score_lmetric":280},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15253,"ongoing_decode_tokens":0,"pending_prefill_tokens":6037,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":66840,"score_linear":15253.0,"score_lmetric":72877}],"chosen_score_linear":55408.0,"chosen_score_lmetric":280,"t_first_token":338979.799022258,"t_first_token_unix":1779769844.8129652,"t_done":338983.81983224,"t_done_unix":1779769848.8337758},{"request_id":"1324964:3:1328499:384","session_id":"1324964","input_length":5234,"t_proxy_recv":338983.648669351,"t_decision_unix":1779769848.6626105,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":5120,"affinity_cache_ratio":0.9782193351165457,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (114 < 8000)","cache_hit":5120,"estimated_new_tokens":114,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":5234,"score_linear":55130.0,"score_lmetric":5234},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":5234,"score_linear":62618.0,"score_lmetric":5234},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":57228,"ongoing_decode_tokens":0,"pending_prefill_tokens":57228,"num_requests":1,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":5234,"score_linear":57228.0,"score_lmetric":62462},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":5234,"score_linear":81008.0,"score_lmetric":5234},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":923,"cache_hit":0,"new_prefill":5234,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":5234,"score_linear":33182.0,"score_lmetric":5234},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188808,"ongoing_decode_tokens":188808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":951,"cache_hit":0,"new_prefill":5234,"score_linear":188808.0,"score_lmetric":10468},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":5120,"new_prefill":114,"score_linear":-5120.0,"score_lmetric":0}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":338983.678152732,"t_first_token_unix":1779769848.692096,"t_done":338983.891070634,"t_done_unix":1779769848.905014},{"request_id":"1316848:9:1328693:386","session_id":"1316848","input_length":28615,"t_proxy_recv":338984.361997744,"t_decision_unix":1779769849.3759394,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9840992486458151,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (455 < 8000)","cache_hit":28160,"estimated_new_tokens":455,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":28615,"score_linear":55130.0,"score_lmetric":28615},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":28615,"score_linear":62618.0,"score_lmetric":28615},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":57228,"ongoing_decode_tokens":0,"pending_prefill_tokens":57228,"num_requests":1,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":28615,"score_linear":57228.0,"score_lmetric":85843},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":28615,"score_linear":81008.0,"score_lmetric":28615},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":0,"pending_prefill_tokens":419,"num_requests":1,"active_p_offloads":0,"cached_blocks":923,"cache_hit":0,"new_prefill":28615,"score_linear":81827.0,"score_lmetric":29034},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":28615,"score_linear":33182.0,"score_lmetric":28615},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":121968,"pending_prefill_tokens":1969,"num_requests":2,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":28615,"score_linear":191009.0,"score_lmetric":61168},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":28160,"new_prefill":455,"score_linear":-28160.0,"score_lmetric":0}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":338984.478463436,"t_first_token_unix":1779769849.492407,"t_done":338986.168684655,"t_done_unix":1779769851.1826289},{"request_id":"1317598:3:1328678:385","session_id":"1317598","input_length":81827,"t_proxy_recv":338984.324532701,"t_decision_unix":1779769849.338474,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9948794407713836,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (419 < 8000)","cache_hit":81408,"estimated_new_tokens":419,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":81827,"score_linear":55130.0,"score_lmetric":81827},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":81827,"score_linear":62618.0,"score_lmetric":81827},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":57228,"ongoing_decode_tokens":0,"pending_prefill_tokens":57228,"num_requests":1,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":81827,"score_linear":57228.0,"score_lmetric":139055},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":81827,"score_linear":81008.0,"score_lmetric":81827},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":923,"cache_hit":81408,"new_prefill":419,"score_linear":-81408.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":81827,"score_linear":33182.0,"score_lmetric":81827},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":121968,"pending_prefill_tokens":1969,"num_requests":2,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":81827,"score_linear":191009.0,"score_lmetric":167592},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":81827,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-81408.0,"chosen_score_lmetric":0,"t_first_token":338984.734735513,"t_first_token_unix":1779769849.7486794,"t_done":338986.242360593,"t_done_unix":1779769851.256304},{"request_id":"1324964:4:1329201:390","session_id":"1324964","input_length":5414,"t_proxy_recv":338986.171351322,"t_decision_unix":1779769851.1852927,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":5120,"affinity_cache_ratio":0.9456963428149243,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (294 < 8000)","cache_hit":5120,"estimated_new_tokens":294,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":5414,"score_linear":55130.0,"score_lmetric":5414},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99498,"ongoing_decode_tokens":62618,"pending_prefill_tokens":36880,"num_requests":2,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":5414,"score_linear":99498.0,"score_lmetric":84588},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":57228,"ongoing_decode_tokens":0,"pending_prefill_tokens":57228,"num_requests":1,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":5414,"score_linear":57228.0,"score_lmetric":62642},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":115272,"ongoing_decode_tokens":81008,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":5414,"score_linear":115272.0,"score_lmetric":26108},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":81827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":923,"cache_hit":0,"new_prefill":5414,"score_linear":81827.0,"score_lmetric":5414},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":42474,"ongoing_decode_tokens":33182,"pending_prefill_tokens":9292,"num_requests":2,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":5414,"score_linear":42474.0,"score_lmetric":29412},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":5414,"score_linear":191009.0,"score_lmetric":10828},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":5120,"new_prefill":294,"score_linear":-5120.0,"score_lmetric":0}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":338986.220077721,"t_first_token_unix":1779769851.234022,"t_done":338986.629165497,"t_done_unix":1779769851.6431088},{"request_id":"1329110:1:1329110:389","session_id":"1329110","input_length":9292,"t_proxy_recv":338985.86097522,"t_decision_unix":1779769850.874916,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":9292,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":0,"estimated_new_tokens":9292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":9292,"score_linear":55130.0,"score_lmetric":9292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99498,"ongoing_decode_tokens":62618,"pending_prefill_tokens":36880,"num_requests":2,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":9292,"score_linear":99498.0,"score_lmetric":92344},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":57228,"ongoing_decode_tokens":0,"pending_prefill_tokens":57228,"num_requests":1,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":9292,"score_linear":57228.0,"score_lmetric":66520},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":115272,"ongoing_decode_tokens":81008,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":9292,"score_linear":115272.0,"score_lmetric":33864},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":81827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":923,"cache_hit":0,"new_prefill":9292,"score_linear":81827.0,"score_lmetric":9292},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":9292,"score_linear":33182.0,"score_lmetric":9292},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":9292,"score_linear":191009.0,"score_lmetric":18584},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28615,"ongoing_decode_tokens":28615,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":9292,"score_linear":28615.0,"score_lmetric":9292}],"chosen_score_linear":33182.0,"chosen_score_lmetric":9292,"t_first_token":338986.575645571,"t_first_token_unix":1779769851.5895894,"t_done":338987.060988262,"t_done_unix":1779769852.0749314},{"request_id":"1322225:1:1322225:358","session_id":"1322225","input_length":33182,"t_proxy_recv":338961.424640918,"t_decision_unix":1779769826.4385822,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":33182,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57223,"ongoing_decode_tokens":0,"pending_prefill_tokens":37255,"num_requests":2,"active_p_offloads":0,"cached_blocks":747,"cache_hit":0,"new_prefill":33182,"score_linear":57223.0,"score_lmetric":140874},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":33182,"score_linear":62618.0,"score_lmetric":36920},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":0,"new_prefill":33182,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":72402,"ongoing_decode_tokens":72402,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":33182,"score_linear":72402.0,"score_lmetric":33182},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":33182,"score_linear":79663.0,"score_lmetric":112333},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":932,"cache_hit":0,"new_prefill":33182,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":936,"cache_hit":0,"new_prefill":33182,"score_linear":181414.0,"score_lmetric":66364},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21471,"ongoing_decode_tokens":21471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":934,"cache_hit":0,"new_prefill":33182,"score_linear":21471.0,"score_lmetric":33182}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338966.088771139,"t_first_token_unix":1779769831.1027145,"t_done":338987.522637694,"t_done_unix":1779769852.5365813},{"request_id":"1279412:17:1326166:377","session_id":"1279412","input_length":81008,"t_proxy_recv":338975.317189731,"t_decision_unix":1779769840.331131,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9354137862927119,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5232 < 8000)","cache_hit":75776,"estimated_new_tokens":5232,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":81008,"score_linear":55130.0,"score_lmetric":81008},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":81008,"score_linear":62618.0,"score_lmetric":81008},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":57228,"ongoing_decode_tokens":0,"pending_prefill_tokens":57228,"num_requests":1,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":81008,"score_linear":57228.0,"score_lmetric":138236},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":986,"cache_hit":75776,"new_prefill":5232,"score_linear":-75776.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":81008,"score_linear":81220.0,"score_lmetric":81008},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":81008,"score_linear":33182.0,"score_lmetric":81008},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":81008,"score_linear":188103.0,"score_lmetric":162016},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":977,"cache_hit":12800,"new_prefill":68208,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":338977.947822479,"t_first_token_unix":1779769842.9617662,"t_done":338988.313550612,"t_done_unix":1779769853.3274944},{"request_id":"1325541:1:1325541:374","session_id":"1325541","input_length":66703,"t_proxy_recv":338973.083867,"t_decision_unix":1779769838.0978084,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-55405,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=-1 decode_tok=0)","cache_hit":0,"estimated_new_tokens":66703,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":66703,"score_linear":55130.0,"score_lmetric":66703},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":66703,"score_linear":62618.0,"score_lmetric":66703},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-11298,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":66703,"score_linear":-11298.0,"score_lmetric":-55405},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":66703,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":66703,"score_linear":79663.0,"score_lmetric":66703},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":66703,"score_linear":33182.0,"score_lmetric":66703},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":66703,"score_linear":188103.0,"score_lmetric":133406},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":4312,"ongoing_decode_tokens":4312,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":968,"cache_hit":0,"new_prefill":66703,"score_linear":4312.0,"score_lmetric":66703}],"chosen_score_linear":-11298.0,"chosen_score_lmetric":-55405,"t_first_token":338988.760320106,"t_first_token_unix":1779769853.7742643,"t_done":338989.074144704,"t_done_unix":1779769854.0880883},{"request_id":"1325987:1:1325987:376","session_id":"1325987","input_length":1823,"t_proxy_recv":338974.587887923,"t_decision_unix":1779769839.6018293,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1823 < 8000)","cache_hit":0,"estimated_new_tokens":1823,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":1823,"score_linear":55130.0,"score_lmetric":1823},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":1823,"score_linear":62618.0,"score_lmetric":1823},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":55405,"ongoing_decode_tokens":0,"pending_prefill_tokens":55405,"num_requests":0,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":1823,"score_linear":55405.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":1823,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":1823,"score_linear":81220.0,"score_lmetric":1823},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":1823,"score_linear":33182.0,"score_lmetric":1823},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":1823,"score_linear":188103.0,"score_lmetric":3646},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":977,"cache_hit":0,"new_prefill":1823,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":55405.0,"chosen_score_lmetric":0,"t_first_token":338988.76105391,"t_first_token_unix":1779769853.7749972,"t_done":338989.075524176,"t_done_unix":1779769854.0894673},{"request_id":"1329470:1:1329470:392","session_id":"1329470","input_length":10847,"t_proxy_recv":338987.193434022,"t_decision_unix":1779769852.2073753,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":10847,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":10847,"score_linear":55130.0,"score_lmetric":10847},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99498,"ongoing_decode_tokens":62618,"pending_prefill_tokens":36880,"num_requests":2,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":10847,"score_linear":99498.0,"score_lmetric":95454},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":57228,"ongoing_decode_tokens":0,"pending_prefill_tokens":57228,"num_requests":1,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":10847,"score_linear":57228.0,"score_lmetric":68075},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":115272,"ongoing_decode_tokens":81008,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":10847,"score_linear":115272.0,"score_lmetric":36974},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":10847,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":10847,"score_linear":33182.0,"score_lmetric":10847},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":10847,"score_linear":191009.0,"score_lmetric":21694},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":10847,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338988.059834506,"t_first_token_unix":1779769853.073778,"t_done":338989.573622488,"t_done_unix":1779769854.5875664},{"request_id":"1325987:2:1329336:391","session_id":"1325987","input_length":7423,"t_proxy_recv":338989.081109216,"t_decision_unix":1779769854.0950508,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":5,"affinity_cache_hit":1536,"affinity_cache_ratio":0.20692442408729625,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7423 < 8000)","cache_hit":0,"estimated_new_tokens":7423,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":7423,"score_linear":55130.0,"score_lmetric":7423},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99498,"ongoing_decode_tokens":62618,"pending_prefill_tokens":36880,"num_requests":2,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":7423,"score_linear":99498.0,"score_lmetric":88606},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-11298,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1223,"cache_hit":1536,"new_prefill":5887,"score_linear":-12834.0,"score_lmetric":5411},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":34264,"ongoing_decode_tokens":34264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":997,"cache_hit":0,"new_prefill":7423,"score_linear":34264.0,"score_lmetric":7423},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":7423,"score_linear":90605.0,"score_lmetric":7916},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1026,"cache_hit":0,"new_prefill":7423,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":7423,"score_linear":191009.0,"score_lmetric":14846},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":10847,"ongoing_decode_tokens":10847,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":7423,"score_linear":10847.0,"score_lmetric":7423}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338989.594108716,"t_first_token_unix":1779769854.6080523,"t_done":338989.79437221,"t_done_unix":1779769854.8083162},{"request_id":"1324964:5:1330169:397","session_id":"1324964","input_length":6691,"t_proxy_recv":338989.565590703,"t_decision_unix":1779769854.5795321,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":5120,"affinity_cache_ratio":0.7652069944701838,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1571 < 8000)","cache_hit":5120,"estimated_new_tokens":1571,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":6691,"score_linear":55130.0,"score_lmetric":6691},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99498,"ongoing_decode_tokens":62618,"pending_prefill_tokens":36880,"num_requests":2,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":6691,"score_linear":99498.0,"score_lmetric":87142},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":427,"ongoing_decode_tokens":0,"pending_prefill_tokens":427,"num_requests":0,"active_p_offloads":0,"cached_blocks":1223,"cache_hit":0,"new_prefill":6691,"score_linear":427.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":34264,"ongoing_decode_tokens":34264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":997,"cache_hit":0,"new_prefill":6691,"score_linear":34264.0,"score_lmetric":6691},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":6691,"score_linear":90605.0,"score_lmetric":7184},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7423,"ongoing_decode_tokens":0,"pending_prefill_tokens":7423,"num_requests":1,"active_p_offloads":0,"cached_blocks":1026,"cache_hit":0,"new_prefill":6691,"score_linear":7423.0,"score_lmetric":14114},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":6691,"score_linear":191009.0,"score_lmetric":13382},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":10847,"ongoing_decode_tokens":10847,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":5120,"new_prefill":1571,"score_linear":5727.0,"score_lmetric":1571}],"chosen_score_linear":5727.0,"chosen_score_lmetric":1571,"t_first_token":338989.703848891,"t_first_token_unix":1779769854.7177923,"t_done":338989.911671493,"t_done_unix":1779769854.925615},{"request_id":"1268861:5:1329060:388","session_id":"1268861","input_length":34264,"t_proxy_recv":338985.734417247,"t_decision_unix":1779769850.7483585,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":26624,"affinity_cache_ratio":0.7770254494513191,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7640 < 8000)","cache_hit":26624,"estimated_new_tokens":7640,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":34264,"score_linear":55130.0,"score_lmetric":34264},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99498,"ongoing_decode_tokens":62618,"pending_prefill_tokens":36880,"num_requests":2,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":34264,"score_linear":99498.0,"score_lmetric":142288},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":57228,"ongoing_decode_tokens":0,"pending_prefill_tokens":57228,"num_requests":1,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":34264,"score_linear":57228.0,"score_lmetric":91492},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":986,"cache_hit":26624,"new_prefill":7640,"score_linear":54384.0,"score_lmetric":7640},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":81827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":923,"cache_hit":0,"new_prefill":34264,"score_linear":81827.0,"score_lmetric":34264},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":34264,"score_linear":33182.0,"score_lmetric":34264},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":34264,"score_linear":191009.0,"score_lmetric":68528},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28615,"ongoing_decode_tokens":28615,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":34264,"score_linear":28615.0,"score_lmetric":34264}],"chosen_score_linear":54384.0,"chosen_score_lmetric":7640,"t_first_token":338987.359242586,"t_first_token_unix":1779769852.373186,"t_done":338990.570296262,"t_done_unix":1779769855.58424},{"request_id":"1328753:1:1328753:387","session_id":"1328753","input_length":36880,"t_proxy_recv":338984.599440279,"t_decision_unix":1779769849.6133816,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":36880,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":0,"estimated_new_tokens":36880,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":36880,"score_linear":55130.0,"score_lmetric":36880},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":36880,"score_linear":62618.0,"score_lmetric":36880},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":57228,"ongoing_decode_tokens":0,"pending_prefill_tokens":57228,"num_requests":1,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":36880,"score_linear":57228.0,"score_lmetric":94108},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":36880,"score_linear":81008.0,"score_lmetric":36880},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":0,"pending_prefill_tokens":419,"num_requests":1,"active_p_offloads":0,"cached_blocks":923,"cache_hit":0,"new_prefill":36880,"score_linear":81827.0,"score_lmetric":37299},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":36880,"score_linear":33182.0,"score_lmetric":36880},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":121968,"pending_prefill_tokens":1969,"num_requests":2,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":36880,"score_linear":191009.0,"score_lmetric":77698},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28615,"ongoing_decode_tokens":28615,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":36880,"score_linear":28615.0,"score_lmetric":36880}],"chosen_score_linear":62618.0,"chosen_score_lmetric":36880,"t_first_token":338990.180531979,"t_first_token_unix":1779769855.194476,"t_done":338990.801915959,"t_done_unix":1779769855.8158596},{"request_id":"1330130:1:1330130:396","session_id":"1330130","input_length":11725,"t_proxy_recv":338989.463874825,"t_decision_unix":1779769854.4778159,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-427,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=-1 decode_tok=0)","cache_hit":0,"estimated_new_tokens":11725,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":11725,"score_linear":55130.0,"score_lmetric":11725},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99498,"ongoing_decode_tokens":62618,"pending_prefill_tokens":36880,"num_requests":2,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":11725,"score_linear":99498.0,"score_lmetric":97210},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-11298,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1223,"cache_hit":0,"new_prefill":11725,"score_linear":-11298.0,"score_lmetric":-427},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":34264,"ongoing_decode_tokens":34264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":997,"cache_hit":0,"new_prefill":11725,"score_linear":34264.0,"score_lmetric":11725},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":11725,"score_linear":90605.0,"score_lmetric":12218},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7423,"ongoing_decode_tokens":0,"pending_prefill_tokens":7423,"num_requests":1,"active_p_offloads":0,"cached_blocks":1026,"cache_hit":0,"new_prefill":11725,"score_linear":7423.0,"score_lmetric":19148},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":11725,"score_linear":191009.0,"score_lmetric":23450},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":10847,"ongoing_decode_tokens":10847,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":11725,"score_linear":10847.0,"score_lmetric":11725}],"chosen_score_linear":-11298.0,"chosen_score_lmetric":-427,"t_first_token":338990.412876236,"t_first_token_unix":1779769855.4268205,"t_done":338990.870841098,"t_done_unix":1779769855.8847847},{"request_id":"1328753:2:1330033:395","session_id":"1328753","input_length":37007,"t_proxy_recv":338990.809635395,"t_decision_unix":1779769855.8235772,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9961358661874781,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (143 < 8000)","cache_hit":36864,"estimated_new_tokens":143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":37007,"score_linear":55130.0,"score_lmetric":37007},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":36864,"new_prefill":143,"score_linear":25754.0,"score_lmetric":143},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":427,"ongoing_decode_tokens":11725,"pending_prefill_tokens":-11298,"num_requests":0,"active_p_offloads":0,"cached_blocks":1223,"cache_hit":0,"new_prefill":37007,"score_linear":427.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":37007,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":37007,"score_linear":90605.0,"score_lmetric":37500},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1040,"cache_hit":0,"new_prefill":37007,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":37007,"score_linear":191009.0,"score_lmetric":74014},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":0,"new_prefill":37007,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":25754.0,"chosen_score_lmetric":143,"t_first_token":338990.920590809,"t_first_token_unix":1779769855.934534,"t_done":338991.652315751,"t_done_unix":1779769856.6662595},{"request_id":"1330881:1:1330881:400","session_id":"1330881","input_length":3866,"t_proxy_recv":338992.221715448,"t_decision_unix":1779769857.235657,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3866 < 8000)","cache_hit":0,"estimated_new_tokens":3866,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":3866,"score_linear":55130.0,"score_lmetric":3866},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":3866,"score_linear":62618.0,"score_lmetric":3866},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-11298,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":3866,"score_linear":-11298.0,"score_lmetric":7432},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":3866,"score_linear":90605.0,"score_lmetric":4359},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1040,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":3866,"score_linear":191009.0,"score_lmetric":7732},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":54665,"ongoing_decode_tokens":28977,"pending_prefill_tokens":10840,"num_requests":2,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":0,"new_prefill":3866,"score_linear":54665.0,"score_lmetric":29412}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338992.463451544,"t_first_token_unix":1779769857.4773953,"t_done":338992.828598287,"t_done_unix":1779769857.8425422},{"request_id":"1326192:3:1330643:399","session_id":"1326192","input_length":25688,"t_proxy_recv":338991.364706108,"t_decision_unix":1779769856.3786476,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":14848,"affinity_cache_ratio":0.5780130800373715,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":14848,"estimated_new_tokens":10840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":25688,"score_linear":55130.0,"score_lmetric":25688},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99625,"ongoing_decode_tokens":99625,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":25688,"score_linear":99625.0,"score_lmetric":51376},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-11298,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":25688,"score_linear":-11298.0,"score_lmetric":-14390},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":25688,"score_linear":90605.0,"score_lmetric":26181},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1040,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":25688,"score_linear":191009.0,"score_lmetric":51376},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":14848,"new_prefill":10840,"score_linear":14129.0,"score_lmetric":10840}],"chosen_score_linear":14129.0,"chosen_score_lmetric":10840,"t_first_token":338993.110746925,"t_first_token_unix":1779769858.124691,"t_done":338993.493696146,"t_done_unix":1779769858.5076401},{"request_id":"1269373:15:1325630:375","session_id":"1269373","input_length":69041,"t_proxy_recv":338983.832500849,"t_decision_unix":1779769848.8464422,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":67072,"affinity_cache_ratio":0.971480714358135,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1969 < 8000)","cache_hit":67072,"estimated_new_tokens":1969,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":7680,"new_prefill":61361,"score_linear":47450.0,"score_lmetric":61361},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":69041,"score_linear":62618.0,"score_lmetric":69041},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":57228,"ongoing_decode_tokens":0,"pending_prefill_tokens":57228,"num_requests":1,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":69041,"score_linear":57228.0,"score_lmetric":126269},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":69041,"score_linear":81008.0,"score_lmetric":69041},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":923,"cache_hit":0,"new_prefill":69041,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":7680,"new_prefill":61361,"score_linear":25502.0,"score_lmetric":61361},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":952,"cache_hit":67072,"new_prefill":1969,"score_linear":54896.0,"score_lmetric":1969},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":5234,"ongoing_decode_tokens":5234,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":69041,"score_linear":5234.0,"score_lmetric":69041}],"chosen_score_linear":54896.0,"chosen_score_lmetric":1969,"t_first_token":338984.845472992,"t_first_token_unix":1779769849.8594167,"t_done":338993.640138327,"t_done_unix":1779769858.6540823},{"request_id":"1326192:4:1331370:401","session_id":"1326192","input_length":27049,"t_proxy_recv":338993.99733571,"t_decision_unix":1779769859.011277,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":25600,"affinity_cache_ratio":0.9464305519612555,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1449 < 8000)","cache_hit":25600,"estimated_new_tokens":1449,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":27049,"score_linear":55130.0,"score_lmetric":27049},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":27049,"score_linear":62618.0,"score_lmetric":27049},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-11298,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":27049,"score_linear":-11298.0,"score_lmetric":-15751},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1019,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":27049,"score_linear":90605.0,"score_lmetric":27542},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1040,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":956,"cache_hit":0,"new_prefill":27049,"score_linear":121968.0,"score_lmetric":27049},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":25600,"new_prefill":1449,"score_linear":3377.0,"score_lmetric":1449}],"chosen_score_linear":3377.0,"chosen_score_lmetric":1449,"t_first_token":338994.347477137,"t_first_token_unix":1779769859.3614209,"t_done":338994.803044206,"t_done_unix":1779769859.8169885},{"request_id":"1329110:2:1331399:402","session_id":"1329110","input_length":12781,"t_proxy_recv":338994.07534056,"t_decision_unix":1779769859.089282,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":9216,"affinity_cache_ratio":0.7210703387841327,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3565 < 8000)","cache_hit":9216,"estimated_new_tokens":3565,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":12781,"score_linear":55130.0,"score_lmetric":12781},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":12781,"score_linear":62618.0,"score_lmetric":12781},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-11298,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":12781,"score_linear":-11298.0,"score_lmetric":-1483},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1019,"cache_hit":0,"new_prefill":12781,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":12781,"score_linear":90605.0,"score_lmetric":13274},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1040,"cache_hit":9216,"new_prefill":3565,"score_linear":-9216.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":956,"cache_hit":0,"new_prefill":12781,"score_linear":121968.0,"score_lmetric":12781},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56026,"ongoing_decode_tokens":28977,"pending_prefill_tokens":1449,"num_requests":2,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":0,"new_prefill":12781,"score_linear":56026.0,"score_lmetric":28460}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":338994.486950906,"t_first_token_unix":1779769859.5008945,"t_done":338994.860428069,"t_done_unix":1779769859.8743718},{"request_id":"1316848:10:1330509:398","session_id":"1316848","input_length":28977,"t_proxy_recv":338990.834348056,"t_decision_unix":1779769855.8482895,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9894744107395521,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (305 < 8000)","cache_hit":28672,"estimated_new_tokens":305,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":28977,"score_linear":55130.0,"score_lmetric":28977},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99625,"ongoing_decode_tokens":62618,"pending_prefill_tokens":143,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":28977,"score_linear":99625.0,"score_lmetric":58240},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":427,"ongoing_decode_tokens":11725,"pending_prefill_tokens":-11298,"num_requests":0,"active_p_offloads":0,"cached_blocks":1223,"cache_hit":0,"new_prefill":28977,"score_linear":427.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":28977,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":28977,"score_linear":90605.0,"score_lmetric":29470},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1040,"cache_hit":0,"new_prefill":28977,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":28977,"score_linear":191009.0,"score_lmetric":57954},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":28672,"new_prefill":305,"score_linear":-28672.0,"score_lmetric":0}],"chosen_score_linear":-28672.0,"chosen_score_lmetric":0,"t_first_token":338990.928354573,"t_first_token_unix":1779769855.942298,"t_done":338996.184222218,"t_done_unix":1779769861.1981664},{"request_id":"1329470:2:1332133:409","session_id":"1329470","input_length":11766,"t_proxy_recv":338996.435139592,"t_decision_unix":1779769861.4490814,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9138194798572157,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1014 < 8000)","cache_hit":10752,"estimated_new_tokens":1014,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":11766,"score_linear":55130.0,"score_lmetric":11766},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":11766,"score_linear":62618.0,"score_lmetric":11766},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76003,"ongoing_decode_tokens":14067,"pending_prefill_tokens":-4624,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":11766,"score_linear":76003.0,"score_lmetric":7142},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":12421,"ongoing_decode_tokens":0,"pending_prefill_tokens":12421,"num_requests":1,"active_p_offloads":0,"cached_blocks":1019,"cache_hit":0,"new_prefill":11766,"score_linear":12421.0,"score_lmetric":24187},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":11766,"score_linear":172747.0,"score_lmetric":24962},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":8880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1047,"cache_hit":0,"new_prefill":11766,"score_linear":21680.0,"score_lmetric":20646},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":193745,"ongoing_decode_tokens":121968,"pending_prefill_tokens":2657,"num_requests":2,"active_p_offloads":0,"cached_blocks":956,"cache_hit":0,"new_prefill":11766,"score_linear":193745.0,"score_lmetric":28846},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1061,"cache_hit":10752,"new_prefill":1014,"score_linear":-10752.0,"score_lmetric":0}],"chosen_score_linear":-10752.0,"chosen_score_lmetric":0,"t_first_token":338996.577966372,"t_first_token_unix":1779769861.5919101,"t_done":338996.639175966,"t_done_unix":1779769861.6531198},{"request_id":"1332021:1:1332021:407","session_id":"1332021","input_length":12421,"t_proxy_recv":338996.067316199,"t_decision_unix":1779769861.0812576,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":12421,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":12421,"score_linear":55130.0,"score_lmetric":12421},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":12421,"score_linear":62618.0,"score_lmetric":12421},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76003,"ongoing_decode_tokens":14067,"pending_prefill_tokens":-4624,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":12421,"score_linear":76003.0,"score_lmetric":7797},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1019,"cache_hit":0,"new_prefill":12421,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":12421,"score_linear":90605.0,"score_lmetric":12914},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":8880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1047,"cache_hit":0,"new_prefill":12421,"score_linear":21680.0,"score_lmetric":21301},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":193745,"ongoing_decode_tokens":121968,"pending_prefill_tokens":2657,"num_requests":2,"active_p_offloads":0,"cached_blocks":956,"cache_hit":0,"new_prefill":12421,"score_linear":193745.0,"score_lmetric":30156},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1060,"cache_hit":0,"new_prefill":12421,"score_linear":28977.0,"score_lmetric":12421}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338997.094252157,"t_first_token_unix":1779769862.1081955,"t_done":338997.349323771,"t_done_unix":1779769862.3632674},{"request_id":"1325541:2:1331846:404","session_id":"1325541","input_length":73234,"t_proxy_recv":338995.471719998,"t_decision_unix":1779769860.4856613,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":66560,"affinity_cache_ratio":0.9088674659311249,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6674 < 8000)","cache_hit":66560,"estimated_new_tokens":6674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":73234,"score_linear":55130.0,"score_lmetric":73234},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":73234,"score_linear":62618.0,"score_lmetric":73234},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":2769,"ongoing_decode_tokens":0,"pending_prefill_tokens":-9007,"num_requests":0,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":66560,"new_prefill":6674,"score_linear":-63791.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1019,"cache_hit":0,"new_prefill":73234,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":73234,"score_linear":90605.0,"score_lmetric":73727},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1047,"cache_hit":0,"new_prefill":73234,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":956,"cache_hit":0,"new_prefill":73234,"score_linear":121968.0,"score_lmetric":73234},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1060,"cache_hit":0,"new_prefill":73234,"score_linear":28977.0,"score_lmetric":73234}],"chosen_score_linear":-63791.0,"chosen_score_lmetric":0,"t_first_token":338998.458696453,"t_first_token_unix":1779769863.47264,"t_done":338998.547240831,"t_done_unix":1779769863.5611844},{"request_id":"1332472:1:1332472:410","session_id":"1332472","input_length":1810,"t_proxy_recv":338997.724037354,"t_decision_unix":1779769862.737979,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1810 < 8000)","cache_hit":0,"estimated_new_tokens":1810,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":1810,"score_linear":55130.0,"score_lmetric":1810},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":1810,"score_linear":62618.0,"score_lmetric":1810},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76003,"ongoing_decode_tokens":14067,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":1810,"score_linear":76003.0,"score_lmetric":1810},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1043,"cache_hit":0,"new_prefill":1810,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":1810,"score_linear":172747.0,"score_lmetric":5050},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":8880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1047,"cache_hit":0,"new_prefill":1810,"score_linear":21680.0,"score_lmetric":10690},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":193745,"ongoing_decode_tokens":193745,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":956,"cache_hit":0,"new_prefill":1810,"score_linear":193745.0,"score_lmetric":3620},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1063,"cache_hit":0,"new_prefill":1810,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":338997.845806849,"t_first_token_unix":1779769862.85975,"t_done":338998.547786668,"t_done_unix":1779769863.56173},{"request_id":"1330130:2:1331784:403","session_id":"1330130","input_length":14067,"t_proxy_recv":338995.268325938,"t_decision_unix":1779769860.2822673,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":11776,"affinity_cache_ratio":0.8371365607450061,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2291 < 8000)","cache_hit":11776,"estimated_new_tokens":2291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":14067,"score_linear":55130.0,"score_lmetric":14067},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":14067,"score_linear":62618.0,"score_lmetric":14067},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-11298,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":11776,"new_prefill":2291,"score_linear":-23074.0,"score_lmetric":9007},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1019,"cache_hit":0,"new_prefill":14067,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":14067,"score_linear":90605.0,"score_lmetric":14560},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1047,"cache_hit":0,"new_prefill":14067,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":956,"cache_hit":0,"new_prefill":14067,"score_linear":121968.0,"score_lmetric":14067},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1060,"cache_hit":0,"new_prefill":14067,"score_linear":28977.0,"score_lmetric":14067}],"chosen_score_linear":-23074.0,"chosen_score_lmetric":9007,"t_first_token":338995.598074496,"t_first_token_unix":1779769860.6120183,"t_done":338998.614392761,"t_done_unix":1779769863.6283362},{"request_id":"1329110:3:1332476:411","session_id":"1329110","input_length":13479,"t_proxy_recv":338997.750918601,"t_decision_unix":1779769862.7648602,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":12800,"affinity_cache_ratio":0.9496253431263447,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (679 < 8000)","cache_hit":12800,"estimated_new_tokens":679,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":13479,"score_linear":55130.0,"score_lmetric":13479},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":13479,"score_linear":62618.0,"score_lmetric":13479},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76003,"ongoing_decode_tokens":14067,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":13479,"score_linear":76003.0,"score_lmetric":13479},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1043,"cache_hit":0,"new_prefill":13479,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":13479,"score_linear":172747.0,"score_lmetric":28388},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":8880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1047,"cache_hit":12800,"new_prefill":679,"score_linear":8880.0,"score_lmetric":9559},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":193745,"ongoing_decode_tokens":193745,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":956,"cache_hit":0,"new_prefill":13479,"score_linear":193745.0,"score_lmetric":26958},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1810,"ongoing_decode_tokens":0,"pending_prefill_tokens":1810,"num_requests":1,"active_p_offloads":0,"cached_blocks":1063,"cache_hit":0,"new_prefill":13479,"score_linear":1810.0,"score_lmetric":15289}],"chosen_score_linear":8880.0,"chosen_score_lmetric":9559,"t_first_token":338998.496614179,"t_first_token_unix":1779769863.5105574,"t_done":338998.995755667,"t_done_unix":1779769864.0096989},{"request_id":"1332013:1:1332013:406","session_id":"1332013","input_length":21680,"t_proxy_recv":338996.052394522,"t_decision_unix":1779769861.0663357,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":12800,"estimated_new_tokens":8880,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":21680,"score_linear":55130.0,"score_lmetric":21680},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":21680,"score_linear":62618.0,"score_lmetric":21680},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76003,"ongoing_decode_tokens":14067,"pending_prefill_tokens":-4624,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":12800,"new_prefill":8880,"score_linear":63203.0,"score_lmetric":4256},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1019,"cache_hit":0,"new_prefill":21680,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":21680,"score_linear":90605.0,"score_lmetric":22173},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1047,"cache_hit":12800,"new_prefill":8880,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":193745,"ongoing_decode_tokens":121968,"pending_prefill_tokens":2657,"num_requests":2,"active_p_offloads":0,"cached_blocks":956,"cache_hit":12800,"new_prefill":8880,"score_linear":180945.0,"score_lmetric":23074},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1060,"cache_hit":0,"new_prefill":21680,"score_linear":28977.0,"score_lmetric":21680}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":338998.376415644,"t_first_token_unix":1779769863.3903594,"t_done":338999.737205311,"t_done_unix":1779769864.7511487},{"request_id":"1332754:1:1332754:412","session_id":"1332754","input_length":19766,"t_proxy_recv":338998.751674575,"t_decision_unix":1779769863.7656162,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-13092,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=-1 decode_tok=0)","cache_hit":0,"estimated_new_tokens":19766,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":19766,"score_linear":55130.0,"score_lmetric":19766},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":19766,"score_linear":62618.0,"score_lmetric":19766},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-6674,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":19766,"score_linear":-11298.0,"score_lmetric":-13092},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1043,"cache_hit":0,"new_prefill":19766,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":19766,"score_linear":172747.0,"score_lmetric":40962},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35159,"ongoing_decode_tokens":35159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1047,"cache_hit":0,"new_prefill":19766,"score_linear":35159.0,"score_lmetric":39532},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":193745,"ongoing_decode_tokens":193745,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":956,"cache_hit":0,"new_prefill":19766,"score_linear":193745.0,"score_lmetric":39532},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1066,"cache_hit":0,"new_prefill":19766,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11298.0,"chosen_score_lmetric":-13092,"t_first_token":339000.770660007,"t_first_token_unix":1779769865.7846036,"t_done":339001.257779145,"t_done_unix":1779769866.2717228},{"request_id":"1269373:16:1331896:405","session_id":"1269373","input_length":71777,"t_proxy_recv":338995.667071798,"t_decision_unix":1779769860.6810133,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9629825710185714,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2657 < 8000)","cache_hit":69120,"estimated_new_tokens":2657,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":7680,"new_prefill":64097,"score_linear":47450.0,"score_lmetric":64097},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":71777,"score_linear":62618.0,"score_lmetric":71777},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76003,"ongoing_decode_tokens":14067,"pending_prefill_tokens":-4624,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":71777,"score_linear":76003.0,"score_lmetric":67153},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1019,"cache_hit":0,"new_prefill":71777,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":71777,"score_linear":90605.0,"score_lmetric":72270},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1047,"cache_hit":7680,"new_prefill":64097,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":956,"cache_hit":69120,"new_prefill":2657,"score_linear":52848.0,"score_lmetric":2657},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1060,"cache_hit":0,"new_prefill":71777,"score_linear":28977.0,"score_lmetric":71777}],"chosen_score_linear":52848.0,"chosen_score_lmetric":2657,"t_first_token":338996.846425266,"t_first_token_unix":1779769861.8603687,"t_done":339001.6025266,"t_done_unix":1779769866.6164703},{"request_id":"1279412:18:1332945:413","session_id":"1279412","input_length":82488,"t_proxy_recv":338999.588876197,"t_decision_unix":1779769864.6028175,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9869071864998545,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1080 < 8000)","cache_hit":81408,"estimated_new_tokens":1080,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":82488,"score_linear":55130.0,"score_lmetric":82488},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":82488,"score_linear":62618.0,"score_lmetric":82488},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":8468,"ongoing_decode_tokens":0,"pending_prefill_tokens":13092,"num_requests":0,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":82488,"score_linear":8468.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1043,"cache_hit":81408,"new_prefill":1080,"score_linear":-81408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":82488,"score_linear":172747.0,"score_lmetric":166406},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21680,"ongoing_decode_tokens":21680,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1048,"cache_hit":0,"new_prefill":82488,"score_linear":21680.0,"score_lmetric":82488},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":193745,"ongoing_decode_tokens":193745,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":956,"cache_hit":0,"new_prefill":82488,"score_linear":193745.0,"score_lmetric":164976},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1066,"cache_hit":12800,"new_prefill":69688,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-81408.0,"chosen_score_lmetric":0,"t_first_token":339000.02666114,"t_first_token_unix":1779769865.0406044,"t_done":339002.796915272,"t_done_unix":1779769867.810859},{"request_id":"1316848:11:1333994:416","session_id":"1316848","input_length":29656,"t_proxy_recv":339003.126989028,"t_decision_unix":1779769868.1409304,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9840841650930672,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (472 < 8000)","cache_hit":29184,"estimated_new_tokens":472,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":29656,"score_linear":55130.0,"score_lmetric":29656},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":29656,"score_linear":62618.0,"score_lmetric":29656},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-6674,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":29656,"score_linear":-11298.0,"score_lmetric":-22982},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":29656,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":29656,"score_linear":172747.0,"score_lmetric":60742},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":29656,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":29656,"score_linear":121968.0,"score_lmetric":29656},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1066,"cache_hit":29184,"new_prefill":472,"score_linear":-29184.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":339003.245432877,"t_first_token_unix":1779769868.259377,"t_done":339003.536059093,"t_done_unix":1779769868.5500026},{"request_id":"1334223:1:1334223:417","session_id":"1334223","input_length":23689,"t_proxy_recv":339003.998319101,"t_decision_unix":1779769869.0122602,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-17015,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=-1 decode_tok=0)","cache_hit":0,"estimated_new_tokens":23689,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":23689,"score_linear":55130.0,"score_lmetric":23689},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":23689,"score_linear":62618.0,"score_lmetric":23689},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-6674,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":23689,"score_linear":-11298.0,"score_lmetric":-17015},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":23689,"score_linear":172747.0,"score_lmetric":48808},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":23689,"score_linear":121968.0,"score_lmetric":23689},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1067,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11298.0,"chosen_score_lmetric":-17015,"t_first_token":339006.670424719,"t_first_token_unix":1779769871.6843684,"t_done":339007.259331387,"t_done_unix":1779769872.2732747},{"request_id":"1316848:12:1334743:418","session_id":"1316848","input_length":44664,"t_proxy_recv":339005.976662574,"t_decision_unix":1779769870.9906044,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":29696,"affinity_cache_ratio":0.6648755149561167,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":29696,"estimated_new_tokens":14968,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":44664,"score_linear":55130.0,"score_lmetric":44664},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":108219,"ongoing_decode_tokens":62618,"pending_prefill_tokens":1057,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":44664,"score_linear":108219.0,"score_lmetric":91442},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":12391,"ongoing_decode_tokens":0,"pending_prefill_tokens":17015,"num_requests":0,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":44664,"score_linear":12391.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":44664,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":44664,"score_linear":172747.0,"score_lmetric":90758},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":44664,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":44664,"score_linear":121968.0,"score_lmetric":44664},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1067,"cache_hit":29696,"new_prefill":14968,"score_linear":-29696.0,"score_lmetric":0}],"chosen_score_linear":-29696.0,"chosen_score_lmetric":0,"t_first_token":339009.822890152,"t_first_token_unix":1779769874.8368335,"t_done":339010.771318969,"t_done_unix":1779769875.7852623},{"request_id":"1309252:2:1334746:419","session_id":"1309252","input_length":45601,"t_proxy_recv":339005.969031394,"t_decision_unix":1779769870.9829726,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":44544,"affinity_cache_ratio":0.9768206837569352,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1057 < 8000)","cache_hit":44544,"estimated_new_tokens":1057,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":45601,"score_linear":55130.0,"score_lmetric":45601},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":44544,"new_prefill":1057,"score_linear":18074.0,"score_lmetric":1057},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":12391,"ongoing_decode_tokens":0,"pending_prefill_tokens":17015,"num_requests":0,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":45601,"score_linear":12391.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":45601,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":45601,"score_linear":172747.0,"score_lmetric":92632},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":45601,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":45601,"score_linear":121968.0,"score_lmetric":45601},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1067,"cache_hit":0,"new_prefill":45601,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":18074.0,"chosen_score_lmetric":1057,"t_first_token":339006.327712188,"t_first_token_unix":1779769871.3416557,"t_done":339010.821887775,"t_done_unix":1779769875.8358314},{"request_id":"1330881:2:1336222:422","session_id":"1330881","input_length":11989,"t_proxy_recv":339011.081947325,"t_decision_unix":1779769876.0958886,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":2,"affinity_cache_hit":3584,"affinity_cache_ratio":0.29894069563766784,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":-5315,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=-1 decode_tok=0)","cache_hit":0,"estimated_new_tokens":11989,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":11989,"score_linear":55130.0,"score_lmetric":11989},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":123847,"ongoing_decode_tokens":123847,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1127,"cache_hit":0,"new_prefill":11989,"score_linear":123847.0,"score_lmetric":23978},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-6674,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1347,"cache_hit":0,"new_prefill":11989,"score_linear":-11298.0,"score_lmetric":-5315},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":87264,"ongoing_decode_tokens":87264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":3584,"new_prefill":8405,"score_linear":83680.0,"score_lmetric":8405},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":11989,"score_linear":172747.0,"score_lmetric":25408},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":11989,"score_linear":121968.0,"score_lmetric":11989},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11298.0,"chosen_score_lmetric":-5315,"t_first_token":339012.066028738,"t_first_token_unix":1779769877.079972,"t_done":339012.227867304,"t_done_unix":1779769877.2418108},{"request_id":"1314357:2:1335184:420","session_id":"1314357","input_length":61229,"t_proxy_recv":339007.331760034,"t_decision_unix":1779769872.3457017,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9281876235117347,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4397 < 8000)","cache_hit":56832,"estimated_new_tokens":4397,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":61229,"score_linear":55130.0,"score_lmetric":61229},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":108219,"ongoing_decode_tokens":108219,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":56832,"new_prefill":4397,"score_linear":51387.0,"score_lmetric":8794},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-6674,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1347,"cache_hit":0,"new_prefill":61229,"score_linear":-11298.0,"score_lmetric":-54555},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":61229,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":61229,"score_linear":172747.0,"score_lmetric":123888},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":61229,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":61229,"score_linear":121968.0,"score_lmetric":61229},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44664,"ongoing_decode_tokens":0,"pending_prefill_tokens":14968,"num_requests":1,"active_p_offloads":0,"cached_blocks":1067,"cache_hit":0,"new_prefill":61229,"score_linear":44664.0,"score_lmetric":76197}],"chosen_score_linear":51387.0,"chosen_score_lmetric":8794,"t_first_token":339008.927753876,"t_first_token_unix":1779769873.9416978,"t_done":339012.254068298,"t_done_unix":1779769877.2680118},{"request_id":"1279412:19:1335444:421","session_id":"1279412","input_length":87264,"t_proxy_recv":339008.259622694,"t_decision_unix":1779769873.273564,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":82432,"affinity_cache_ratio":0.9446277961129447,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4832 < 8000)","cache_hit":82432,"estimated_new_tokens":4832,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":87264,"score_linear":55130.0,"score_lmetric":87264},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":169448,"ongoing_decode_tokens":108219,"pending_prefill_tokens":4397,"num_requests":3,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":87264,"score_linear":169448.0,"score_lmetric":274983},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-6674,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1347,"cache_hit":0,"new_prefill":87264,"score_linear":-11298.0,"score_lmetric":-80590},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":82432,"new_prefill":4832,"score_linear":-82432.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":87264,"score_linear":172747.0,"score_lmetric":175958},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":87264,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":87264,"score_linear":121968.0,"score_lmetric":87264},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44664,"ongoing_decode_tokens":0,"pending_prefill_tokens":14968,"num_requests":1,"active_p_offloads":0,"cached_blocks":1067,"cache_hit":12800,"new_prefill":74464,"score_linear":31864.0,"score_lmetric":89432}],"chosen_score_linear":-82432.0,"chosen_score_lmetric":0,"t_first_token":339010.756329472,"t_first_token_unix":1779769875.7702773,"t_done":339012.745735981,"t_done_unix":1779769877.7596798},{"request_id":"1336620:1:1336620:423","session_id":"1336620","input_length":14666,"t_proxy_recv":339012.384079281,"t_decision_unix":1779769877.398021,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-7992,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=-1 decode_tok=0)","cache_hit":0,"estimated_new_tokens":14666,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":7680,"new_prefill":6986,"score_linear":47450.0,"score_lmetric":6986},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":14666,"score_linear":62618.0,"score_lmetric":14666},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-6674,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":14666,"score_linear":-11298.0,"score_lmetric":-7992},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":87264,"ongoing_decode_tokens":87264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":14666,"score_linear":87264.0,"score_lmetric":14666},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":14666,"score_linear":172747.0,"score_lmetric":30762},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":7680,"new_prefill":6986,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":961,"cache_hit":7680,"new_prefill":6986,"score_linear":114288.0,"score_lmetric":6986},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":14666,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11298.0,"chosen_score_lmetric":-7992,"t_first_token":339013.673707266,"t_first_token_unix":1779769878.687651,"t_done":339014.645457277,"t_done_unix":1779769879.6594007},{"request_id":"1337035:1:1337035:425","session_id":"1337035","input_length":12644,"t_proxy_recv":339013.87666544,"t_decision_unix":1779769878.8906069,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":12644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":12644,"score_linear":55130.0,"score_lmetric":12644},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":12644,"score_linear":62618.0,"score_lmetric":12644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":3368,"ongoing_decode_tokens":14666,"pending_prefill_tokens":-6674,"num_requests":0,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":12644,"score_linear":3368.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":12644,"score_linear":172747.0,"score_lmetric":26718},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":141977,"ongoing_decode_tokens":121968,"pending_prefill_tokens":5673,"num_requests":2,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":12644,"score_linear":141977.0,"score_lmetric":36634},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339014.931306989,"t_first_token_unix":1779769879.9452507,"t_done":339015.105747475,"t_done_unix":1779769880.119691},{"request_id":"1266668:12:1303535:276","session_id":"1266668","input_length":121968,"t_proxy_recv":338920.35609542,"t_decision_unix":1779769785.370037,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":97792,"affinity_cache_ratio":0.8017840745113473,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_not_meaningfully_more_cache (src=7680 chosen=97792)","cache_hit":97792,"estimated_new_tokens":24176,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":659,"cache_hit":7680,"new_prefill":114288,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24545,"ongoing_decode_tokens":24545,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":121968,"score_linear":24545.0,"score_lmetric":121968},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":18089,"ongoing_decode_tokens":0,"pending_prefill_tokens":18089,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":121968,"score_linear":18089.0,"score_lmetric":140057},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":64558,"ongoing_decode_tokens":64558,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":121968,"score_linear":64558.0,"score_lmetric":121968},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":121968,"score_linear":43607.0,"score_lmetric":121968},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":865,"cache_hit":7680,"new_prefill":114288,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50680,"ongoing_decode_tokens":50680,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":905,"cache_hit":97792,"new_prefill":24176,"score_linear":-47112.0,"score_lmetric":24176},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":98957,"ongoing_decode_tokens":0,"pending_prefill_tokens":84109,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":121968,"score_linear":98957.0,"score_lmetric":412154}],"chosen_score_linear":-47112.0,"chosen_score_lmetric":24176,"t_first_token":338936.334993279,"t_first_token_unix":1779769801.348937,"t_done":339015.136804184,"t_done_unix":1779769880.150748},{"request_id":"1257323:2:1329541:393","session_id":"1257323","input_length":90605,"t_proxy_recv":338987.640200178,"t_decision_unix":1779769852.6541417,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":90112,"affinity_cache_ratio":0.9945587991832681,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (493 < 8000)","cache_hit":90112,"estimated_new_tokens":493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":90605,"score_linear":55130.0,"score_lmetric":90605},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":99498,"ongoing_decode_tokens":62618,"pending_prefill_tokens":36880,"num_requests":2,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":90605,"score_linear":99498.0,"score_lmetric":254970},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":57228,"ongoing_decode_tokens":0,"pending_prefill_tokens":57228,"num_requests":1,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":90605,"score_linear":57228.0,"score_lmetric":147833},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":115272,"ongoing_decode_tokens":115272,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":90605,"score_linear":115272.0,"score_lmetric":181210},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":924,"cache_hit":90112,"new_prefill":493,"score_linear":-90112.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1026,"cache_hit":0,"new_prefill":90605,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":90605,"score_linear":191009.0,"score_lmetric":181210},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":10847,"ongoing_decode_tokens":0,"pending_prefill_tokens":10847,"num_requests":1,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":90605,"score_linear":10847.0,"score_lmetric":101452}],"chosen_score_linear":-90112.0,"chosen_score_lmetric":0,"t_first_token":339015.046027356,"t_first_token_unix":1779769880.0599723,"t_done":339015.730959455,"t_done_unix":1779769880.7449033},{"request_id":"1259178:2:1336768:424","session_id":"1259178","input_length":20009,"t_proxy_recv":339012.849637181,"t_decision_unix":1779769877.8635788,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.716477585086711,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5673 < 8000)","cache_hit":14336,"estimated_new_tokens":5673,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":20009,"score_linear":55130.0,"score_lmetric":20009},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":20009,"score_linear":62618.0,"score_lmetric":20009},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":3368,"ongoing_decode_tokens":0,"pending_prefill_tokens":7992,"num_requests":0,"active_p_offloads":0,"cached_blocks":1370,"cache_hit":0,"new_prefill":20009,"score_linear":3368.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":20009,"score_linear":172747.0,"score_lmetric":41448},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":961,"cache_hit":14336,"new_prefill":5673,"score_linear":107632.0,"score_lmetric":5673},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":107632.0,"chosen_score_lmetric":5673,"t_first_token":339014.968417337,"t_first_token_unix":1779769879.9823608,"t_done":339015.87175733,"t_done_unix":1779769880.8857012},{"request_id":"1316848:13:1337519:427","session_id":"1316848","input_length":45005,"t_proxy_recv":339015.717189547,"t_decision_unix":1779769880.7311306,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":44544,"affinity_cache_ratio":0.9897566937007,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (461 < 8000)","cache_hit":44544,"estimated_new_tokens":461,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91648,"ongoing_decode_tokens":55130,"pending_prefill_tokens":16550,"num_requests":2,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":45005,"score_linear":91648.0,"score_lmetric":123110},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":45005,"score_linear":62618.0,"score_lmetric":45005},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-6674,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":45005,"score_linear":-11298.0,"score_lmetric":-38331},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":45005,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":172747,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":45005,"score_linear":172747.0,"score_lmetric":90010},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1089,"cache_hit":0,"new_prefill":45005,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20009,"ongoing_decode_tokens":20009,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1010,"cache_hit":0,"new_prefill":45005,"score_linear":20009.0,"score_lmetric":45005},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":44544,"new_prefill":461,"score_linear":-44544.0,"score_lmetric":0}],"chosen_score_linear":-44544.0,"chosen_score_lmetric":0,"t_first_token":339015.895966815,"t_first_token_unix":1779769880.9099102,"t_done":339016.199803098,"t_done_unix":1779769881.2137465},{"request_id":"1259178:3:1337653:429","session_id":"1259178","input_length":22398,"t_proxy_recv":339016.179848619,"t_decision_unix":1779769881.19379,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":19968,"affinity_cache_ratio":0.8915081703723546,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2430 < 8000)","cache_hit":19968,"estimated_new_tokens":2430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91648,"ongoing_decode_tokens":55130,"pending_prefill_tokens":16550,"num_requests":2,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":22398,"score_linear":91648.0,"score_lmetric":77896},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":22398,"score_linear":62618.0,"score_lmetric":22398},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-6674,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":22398,"score_linear":-11298.0,"score_lmetric":-15724},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":22398,"score_linear":95383.0,"score_lmetric":30741},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82142,"ongoing_decode_tokens":82142,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":22398,"score_linear":82142.0,"score_lmetric":22398},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1089,"cache_hit":0,"new_prefill":22398,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1021,"cache_hit":19968,"new_prefill":2430,"score_linear":-19968.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45005,"ongoing_decode_tokens":45005,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":22398,"score_linear":45005.0,"score_lmetric":22398}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":339016.621736643,"t_first_token_unix":1779769881.6356807,"t_done":339017.475030518,"t_done_unix":1779769882.488974},{"request_id":"1311753:2:1337278:426","session_id":"1311753","input_length":36518,"t_proxy_recv":339014.740926936,"t_decision_unix":1779769879.7548683,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19968,"affinity_cache_ratio":0.5467988389287475,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":19968,"estimated_new_tokens":16550,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":19968,"new_prefill":16550,"score_linear":35162.0,"score_lmetric":16550},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":36518,"score_linear":62618.0,"score_lmetric":36518},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-6674,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":36518,"score_linear":-11298.0,"score_lmetric":-29844},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":36518,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":172747,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":2,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":36518,"score_linear":172747.0,"score_lmetric":74466},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":12644,"ongoing_decode_tokens":0,"pending_prefill_tokens":12644,"num_requests":1,"active_p_offloads":0,"cached_blocks":1065,"cache_hit":0,"new_prefill":36518,"score_linear":12644.0,"score_lmetric":49162},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":141977,"ongoing_decode_tokens":121968,"pending_prefill_tokens":5673,"num_requests":2,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":36518,"score_linear":141977.0,"score_lmetric":84382},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":36518,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":35162.0,"chosen_score_lmetric":16550,"t_first_token":339018.160285086,"t_first_token_unix":1779769883.1742284,"t_done":339018.504855218,"t_done_unix":1779769883.5187986},{"request_id":"1317598:4:1332127:408","session_id":"1317598","input_length":82142,"t_proxy_recv":338996.424107975,"t_decision_unix":1779769861.438049,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":81920,"affinity_cache_ratio":0.9972973631029194,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (222 < 8000)","cache_hit":81920,"estimated_new_tokens":222,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":82142,"score_linear":55130.0,"score_lmetric":82142},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":82142,"score_linear":62618.0,"score_lmetric":82142},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76003,"ongoing_decode_tokens":14067,"pending_prefill_tokens":-4624,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":82142,"score_linear":76003.0,"score_lmetric":77518},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":12421,"ongoing_decode_tokens":0,"pending_prefill_tokens":12421,"num_requests":1,"active_p_offloads":0,"cached_blocks":1019,"cache_hit":0,"new_prefill":82142,"score_linear":12421.0,"score_lmetric":94563},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90605,"ongoing_decode_tokens":0,"pending_prefill_tokens":493,"num_requests":1,"active_p_offloads":0,"cached_blocks":924,"cache_hit":81920,"new_prefill":222,"score_linear":8685.0,"score_lmetric":715},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":8880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1047,"cache_hit":0,"new_prefill":82142,"score_linear":21680.0,"score_lmetric":91022},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":193745,"ongoing_decode_tokens":121968,"pending_prefill_tokens":2657,"num_requests":2,"active_p_offloads":0,"cached_blocks":956,"cache_hit":0,"new_prefill":82142,"score_linear":193745.0,"score_lmetric":169598},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1061,"cache_hit":0,"new_prefill":82142,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":8685.0,"chosen_score_lmetric":715,"t_first_token":339015.199168085,"t_first_token_unix":1779769880.2131116,"t_done":339020.04829518,"t_done_unix":1779769885.0622387},{"request_id":"1269373:17:1338104:431","session_id":"1269373","input_length":73073,"t_proxy_recv":339017.825176531,"t_decision_unix":1779769882.8391178,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9809368713478303,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1393 < 8000)","cache_hit":71680,"estimated_new_tokens":1393,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91648,"ongoing_decode_tokens":55130,"pending_prefill_tokens":16550,"num_requests":2,"active_p_offloads":0,"cached_blocks":820,"cache_hit":7680,"new_prefill":65393,"score_linear":83968.0,"score_lmetric":163886},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":73073,"score_linear":62618.0,"score_lmetric":73073},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-6674,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":7680,"new_prefill":65393,"score_linear":-18978.0,"score_lmetric":-58719},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":73073,"score_linear":95383.0,"score_lmetric":81416},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82142,"ongoing_decode_tokens":82142,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":73073,"score_linear":82142.0,"score_lmetric":73073},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1089,"cache_hit":7680,"new_prefill":65393,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1026,"cache_hit":71680,"new_prefill":1393,"score_linear":-71680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":73073,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":339018.485840752,"t_first_token_unix":1779769883.499784,"t_done":339020.858601671,"t_done_unix":1779769885.872545},{"request_id":"1317598:5:1337780:430","session_id":"1317598","input_length":83088,"t_proxy_recv":339020.061483667,"t_decision_unix":1779769885.075425,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":82432,"affinity_cache_ratio":0.99210475640285,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (656 < 8000)","cache_hit":82432,"estimated_new_tokens":656,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":852,"cache_hit":0,"new_prefill":83088,"score_linear":55130.0,"score_lmetric":83088},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":83088,"score_linear":62618.0,"score_lmetric":83088},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":63160,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-5541,"num_requests":2,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":83088,"score_linear":63160.0,"score_lmetric":155094},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":83088,"score_linear":95383.0,"score_lmetric":91431},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":926,"cache_hit":82432,"new_prefill":656,"score_linear":-82432.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1089,"cache_hit":0,"new_prefill":83088,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73073,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1026,"cache_hit":0,"new_prefill":83088,"score_linear":73073.0,"score_lmetric":83088},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":49688,"ongoing_decode_tokens":0,"pending_prefill_tokens":5144,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":83088,"score_linear":49688.0,"score_lmetric":88232}],"chosen_score_linear":-82432.0,"chosen_score_lmetric":0,"t_first_token":339020.482518811,"t_first_token_unix":1779769885.4964626,"t_done":339021.061231995,"t_done_unix":1779769886.0751758},{"request_id":"1279412:20:1337591:428","session_id":"1279412","input_length":95383,"t_proxy_recv":339015.966189673,"t_decision_unix":1779769880.9801311,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":87040,"affinity_cache_ratio":0.912531583196167,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":87040,"estimated_new_tokens":8343,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91648,"ongoing_decode_tokens":55130,"pending_prefill_tokens":16550,"num_requests":2,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":95383,"score_linear":91648.0,"score_lmetric":223866},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":95383,"score_linear":62618.0,"score_lmetric":95383},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-6674,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":95383,"score_linear":-11298.0,"score_lmetric":-88709},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":87040,"new_prefill":8343,"score_linear":-87040.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82142,"ongoing_decode_tokens":82142,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":95383,"score_linear":82142.0,"score_lmetric":95383},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1089,"cache_hit":0,"new_prefill":95383,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1021,"cache_hit":0,"new_prefill":95383,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45005,"ongoing_decode_tokens":45005,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":12800,"new_prefill":82583,"score_linear":32205.0,"score_lmetric":82583}],"chosen_score_linear":-87040.0,"chosen_score_lmetric":0,"t_first_token":339020.494527587,"t_first_token_unix":1779769885.508471,"t_done":339021.995945478,"t_done_unix":1779769887.0098891},{"request_id":"1316848:14:1338658:435","session_id":"1316848","input_length":49688,"t_proxy_recv":339019.601089049,"t_decision_unix":1779769884.61503,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":44544,"affinity_cache_ratio":0.8964739977459346,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5144 < 8000)","cache_hit":44544,"estimated_new_tokens":5144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":852,"cache_hit":0,"new_prefill":49688,"score_linear":55130.0,"score_lmetric":49688},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":49688,"score_linear":62618.0,"score_lmetric":49688},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":63160,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-5541,"num_requests":2,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":49688,"score_linear":63160.0,"score_lmetric":88294},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":49688,"score_linear":95383.0,"score_lmetric":58031},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82142,"ongoing_decode_tokens":82142,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":49688,"score_linear":82142.0,"score_lmetric":49688},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1089,"cache_hit":0,"new_prefill":49688,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73073,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1026,"cache_hit":0,"new_prefill":49688,"score_linear":73073.0,"score_lmetric":49688},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":44544,"new_prefill":5144,"score_linear":-44544.0,"score_lmetric":0}],"chosen_score_linear":-44544.0,"chosen_score_lmetric":0,"t_first_token":339021.10975377,"t_first_token_unix":1779769886.1236968,"t_done":339025.330267285,"t_done_unix":1779769890.3442106},{"request_id":"1279412:21:1339581:440","session_id":"1279412","input_length":95543,"t_proxy_recv":339022.931481368,"t_decision_unix":1779769887.945423,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":95232,"affinity_cache_ratio":0.9967449211349864,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (311 < 8000)","cache_hit":95232,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":852,"cache_hit":0,"new_prefill":95543,"score_linear":55130.0,"score_lmetric":95543},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":95543,"score_linear":128770.0,"score_lmetric":191086},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":63160,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-5541,"num_requests":2,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":95543,"score_linear":63160.0,"score_lmetric":180004},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1070,"cache_hit":95232,"new_prefill":311,"score_linear":-95232.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":927,"cache_hit":0,"new_prefill":95543,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1089,"cache_hit":0,"new_prefill":95543,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":31527,"ongoing_decode_tokens":31527,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":95543,"score_linear":31527.0,"score_lmetric":191086},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":49688,"ongoing_decode_tokens":49688,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":12800,"new_prefill":82743,"score_linear":36888.0,"score_lmetric":82743}],"chosen_score_linear":-95232.0,"chosen_score_lmetric":0,"t_first_token":339023.074520604,"t_first_token_unix":1779769888.0884635,"t_done":339025.384699611,"t_done_unix":1779769890.3986435},{"request_id":"1339977:1:1339977:442","session_id":"1339977","input_length":13816,"t_proxy_recv":339024.419543197,"t_decision_unix":1779769889.4334843,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":13816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":852,"cache_hit":0,"new_prefill":13816,"score_linear":55130.0,"score_lmetric":13816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":174764,"ongoing_decode_tokens":174764,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":13816,"score_linear":174764.0,"score_lmetric":41448},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":63160,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-5541,"num_requests":2,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":13816,"score_linear":63160.0,"score_lmetric":16550},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95543,"ongoing_decode_tokens":95543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1070,"cache_hit":0,"new_prefill":13816,"score_linear":95543.0,"score_lmetric":13816},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":927,"cache_hit":0,"new_prefill":13816,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1089,"cache_hit":0,"new_prefill":13816,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":31527,"ongoing_decode_tokens":31527,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":13816,"score_linear":31527.0,"score_lmetric":27632},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":49688,"ongoing_decode_tokens":49688,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":13816,"score_linear":49688.0,"score_lmetric":13816}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339025.618875668,"t_first_token_unix":1779769890.6328187,"t_done":339025.819598884,"t_done_unix":1779769890.8335423},{"request_id":"1259178:4:1339295:439","session_id":"1259178","input_length":24462,"t_proxy_recv":339021.836925121,"t_decision_unix":1779769886.8508658,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":22528,"affinity_cache_ratio":0.9209385986427929,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1934 < 8000)","cache_hit":22528,"estimated_new_tokens":1934,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":852,"cache_hit":0,"new_prefill":24462,"score_linear":55130.0,"score_lmetric":24462},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":62618,"pending_prefill_tokens":4712,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":24462,"score_linear":128770.0,"score_lmetric":58348},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":63160,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-5541,"num_requests":2,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":24462,"score_linear":63160.0,"score_lmetric":37842},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95383,"ongoing_decode_tokens":95383,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":24462,"score_linear":95383.0,"score_lmetric":24462},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":927,"cache_hit":0,"new_prefill":24462,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1089,"cache_hit":0,"new_prefill":24462,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":22528,"new_prefill":1934,"score_linear":-15463.0,"score_lmetric":1934},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":49688,"ongoing_decode_tokens":49688,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":24462,"score_linear":49688.0,"score_lmetric":24462}],"chosen_score_linear":-15463.0,"chosen_score_lmetric":1934,"t_first_token":339022.268364676,"t_first_token_unix":1779769887.2823083,"t_done":339027.50371969,"t_done_unix":1779769892.5176632},{"request_id":"1315567:3:1325346:372","session_id":"1315567","input_length":55130,"t_proxy_recv":338972.267749594,"t_decision_unix":1779769837.2816904,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9937239252675494,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (346 < 8000)","cache_hit":54784,"estimated_new_tokens":346,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":820,"cache_hit":54784,"new_prefill":346,"score_linear":-54784.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":0,"new_prefill":55130,"score_linear":62618.0,"score_lmetric":55130},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-11298,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1090,"cache_hit":0,"new_prefill":55130,"score_linear":-11298.0,"score_lmetric":-43832},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":55130,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":55130,"score_linear":79663.0,"score_lmetric":55130},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":7680,"new_prefill":47450,"score_linear":25502.0,"score_lmetric":47450},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":944,"cache_hit":7680,"new_prefill":47450,"score_linear":180423.0,"score_lmetric":94900},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":31306,"ongoing_decode_tokens":31306,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":55130,"score_linear":31306.0,"score_lmetric":110260}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":338972.462247605,"t_first_token_unix":1779769837.4761915,"t_done":339028.567172172,"t_done_unix":1779769893.5811162},{"request_id":"1341005:1:1341005:447","session_id":"1341005","input_length":5280,"t_proxy_recv":339027.890169731,"t_decision_unix":1779769892.9041111,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5280 < 8000)","cache_hit":0,"estimated_new_tokens":5280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":852,"cache_hit":0,"new_prefill":5280,"score_linear":55130.0,"score_lmetric":5280},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":174764,"ongoing_decode_tokens":174764,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":5280,"score_linear":174764.0,"score_lmetric":15840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":63160,"ongoing_decode_tokens":9325,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":5280,"score_linear":63160.0,"score_lmetric":10560},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":5280,"score_linear":48381.0,"score_lmetric":53661},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":954,"cache_hit":0,"new_prefill":5280,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21221,"ongoing_decode_tokens":21221,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1089,"cache_hit":0,"new_prefill":5280,"score_linear":21221.0,"score_lmetric":5280},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":5280,"score_linear":7065.0,"score_lmetric":5280},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":2279,"ongoing_decode_tokens":2279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1107,"cache_hit":0,"new_prefill":5280,"score_linear":2279.0,"score_lmetric":5280}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339028.237655343,"t_first_token_unix":1779769893.251599,"t_done":339028.596098319,"t_done_unix":1779769893.610042},{"request_id":"1338292:1:1338292:432","session_id":"1338292","input_length":9325,"t_proxy_recv":339018.364475344,"t_decision_unix":1779769883.3784165,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-2651,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=-1 decode_tok=0)","cache_hit":0,"estimated_new_tokens":9325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91648,"ongoing_decode_tokens":91648,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":9325,"score_linear":91648.0,"score_lmetric":18650},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":9325,"score_linear":62618.0,"score_lmetric":9325},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":-6674,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":9325,"score_linear":-11298.0,"score_lmetric":-2651},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":9325,"score_linear":95383.0,"score_lmetric":17668},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82142,"ongoing_decode_tokens":82142,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":9325,"score_linear":82142.0,"score_lmetric":9325},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1089,"cache_hit":0,"new_prefill":9325,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73073,"ongoing_decode_tokens":0,"pending_prefill_tokens":1393,"num_requests":1,"active_p_offloads":0,"cached_blocks":1026,"cache_hit":0,"new_prefill":9325,"score_linear":73073.0,"score_lmetric":10718},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":9325,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11298.0,"chosen_score_lmetric":-2651,"t_first_token":339019.070100655,"t_first_token_unix":1779769884.084044,"t_done":339028.627936251,"t_done_unix":1779769893.6418822},{"request_id":"1340903:1:1340903:446","session_id":"1340903","input_length":2279,"t_proxy_recv":339027.549884252,"t_decision_unix":1779769892.5638256,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2279 < 8000)","cache_hit":0,"estimated_new_tokens":2279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":852,"cache_hit":0,"new_prefill":2279,"score_linear":55130.0,"score_lmetric":2279},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":174764,"ongoing_decode_tokens":174764,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":2279,"score_linear":174764.0,"score_lmetric":6837},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":63160,"ongoing_decode_tokens":9325,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":2279,"score_linear":63160.0,"score_lmetric":4558},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":2279,"score_linear":48381.0,"score_lmetric":50660},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":954,"cache_hit":0,"new_prefill":2279,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":21221,"num_requests":1,"active_p_offloads":0,"cached_blocks":1089,"cache_hit":0,"new_prefill":2279,"score_linear":21221.0,"score_lmetric":23500},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":2279,"score_linear":7065.0,"score_lmetric":2279},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1107,"cache_hit":0,"new_prefill":2279,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339027.699098843,"t_first_token_unix":1779769892.7130425,"t_done":339028.71895163,"t_done_unix":1779769893.732895},{"request_id":"1340290:1:1340290:445","session_id":"1340290","input_length":21221,"t_proxy_recv":339025.540309442,"t_decision_unix":1779769890.554251,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":21221,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":852,"cache_hit":0,"new_prefill":21221,"score_linear":55130.0,"score_lmetric":21221},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":174764,"ongoing_decode_tokens":174764,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":21221,"score_linear":174764.0,"score_lmetric":63663},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":63160,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-5541,"num_requests":2,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":21221,"score_linear":63160.0,"score_lmetric":31360},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":21221,"score_linear":48381.0,"score_lmetric":69602},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13816,"ongoing_decode_tokens":0,"pending_prefill_tokens":13816,"num_requests":1,"active_p_offloads":0,"cached_blocks":927,"cache_hit":0,"new_prefill":21221,"score_linear":13816.0,"score_lmetric":35037},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1089,"cache_hit":0,"new_prefill":21221,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":31527,"ongoing_decode_tokens":31527,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":1024,"new_prefill":20197,"score_linear":30503.0,"score_lmetric":40394},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1107,"cache_hit":0,"new_prefill":21221,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339027.788809382,"t_first_token_unix":1779769892.8027527,"t_done":339029.589426305,"t_done_unix":1779769894.6033697},{"request_id":"1336620:2:1338440:434","session_id":"1336620","input_length":14918,"t_proxy_recv":339018.777111064,"t_decision_unix":1779769883.7910526,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":14336,"affinity_cache_ratio":0.960986727443357,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (582 < 8000)","cache_hit":14336,"estimated_new_tokens":582,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":852,"cache_hit":7680,"new_prefill":7238,"score_linear":47450.0,"score_lmetric":7238},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":14918,"score_linear":62618.0,"score_lmetric":14918},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48242,"ongoing_decode_tokens":0,"pending_prefill_tokens":3202,"num_requests":1,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":14336,"new_prefill":582,"score_linear":33906.0,"score_lmetric":3784},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":14918,"score_linear":95383.0,"score_lmetric":23261},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82142,"ongoing_decode_tokens":82142,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":14918,"score_linear":82142.0,"score_lmetric":14918},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1089,"cache_hit":7680,"new_prefill":7238,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73073,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1026,"cache_hit":7680,"new_prefill":7238,"score_linear":65393.0,"score_lmetric":7238},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":14918,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":33906.0,"chosen_score_lmetric":3784,"t_first_token":339028.49279255,"t_first_token_unix":1779769893.5067356,"t_done":339029.969077545,"t_done_unix":1779769894.983021},{"request_id":"1309252:3:1339771:441","session_id":"1309252","input_length":45994,"t_proxy_recv":339023.659666537,"t_decision_unix":1779769888.6736078,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":45568,"affinity_cache_ratio":0.9907379223376962,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (426 < 8000)","cache_hit":45568,"estimated_new_tokens":426,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":852,"cache_hit":0,"new_prefill":45994,"score_linear":55130.0,"score_lmetric":45994},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":45568,"new_prefill":426,"score_linear":83202.0,"score_lmetric":852},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":63160,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-5541,"num_requests":2,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":45994,"score_linear":63160.0,"score_lmetric":80906},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95543,"ongoing_decode_tokens":95543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1070,"cache_hit":0,"new_prefill":45994,"score_linear":95543.0,"score_lmetric":45994},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":927,"cache_hit":0,"new_prefill":45994,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1089,"cache_hit":0,"new_prefill":45994,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":31527,"ongoing_decode_tokens":31527,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":45994,"score_linear":31527.0,"score_lmetric":91988},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":49688,"ongoing_decode_tokens":49688,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":45994,"score_linear":49688.0,"score_lmetric":45994}],"chosen_score_linear":83202.0,"chosen_score_lmetric":852,"t_first_token":339023.827131323,"t_first_token_unix":1779769888.8410747,"t_done":339031.090327216,"t_done_unix":1779769896.1042707},{"request_id":"1341912:1:1341912:449","session_id":"1341912","input_length":9909,"t_proxy_recv":339030.92982358,"t_decision_unix":1779769895.9437647,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":9909,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":853,"cache_hit":0,"new_prefill":9909,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":174764,"ongoing_decode_tokens":174764,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":9909,"score_linear":174764.0,"score_lmetric":29727},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97815,"ongoing_decode_tokens":50215,"pending_prefill_tokens":19365,"num_requests":2,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":0,"new_prefill":9909,"score_linear":97815.0,"score_lmetric":58548},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":9909,"score_linear":48381.0,"score_lmetric":58290},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":9909,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1131,"cache_hit":0,"new_prefill":9909,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":9909,"score_linear":7065.0,"score_lmetric":9909},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1111,"cache_hit":0,"new_prefill":9909,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339031.697728565,"t_first_token_unix":1779769896.7116718,"t_done":339032.198378767,"t_done_unix":1779769897.2123225},{"request_id":"1342327:1:1342327:452","session_id":"1342327","input_length":6180,"t_proxy_recv":339032.349196491,"t_decision_unix":1779769897.363138,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6180 < 8000)","cache_hit":0,"estimated_new_tokens":6180,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":6180,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1137,"cache_hit":0,"new_prefill":6180,"score_linear":128770.0,"score_lmetric":12360},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97815,"ongoing_decode_tokens":71586,"pending_prefill_tokens":12842,"num_requests":2,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":0,"new_prefill":6180,"score_linear":97815.0,"score_lmetric":38044},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":6180,"score_linear":48381.0,"score_lmetric":54561},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":6180,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":41267,"ongoing_decode_tokens":0,"pending_prefill_tokens":20275,"num_requests":2,"active_p_offloads":0,"cached_blocks":1131,"cache_hit":0,"new_prefill":6180,"score_linear":41267.0,"score_lmetric":52910},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":6180,"score_linear":7065.0,"score_lmetric":6180},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1111,"cache_hit":0,"new_prefill":6180,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339032.756428093,"t_first_token_unix":1779769897.7703717,"t_done":339033.057326899,"t_done_unix":1779769898.0712702},{"request_id":"1341948:1:1341948:450","session_id":"1341948","input_length":19887,"t_proxy_recv":339031.04695218,"t_decision_unix":1779769896.0608938,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":19887,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":9909,"ongoing_decode_tokens":0,"pending_prefill_tokens":9909,"num_requests":1,"active_p_offloads":0,"cached_blocks":853,"cache_hit":0,"new_prefill":19887,"score_linear":9909.0,"score_lmetric":29796},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":174764,"ongoing_decode_tokens":174764,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":19887,"score_linear":174764.0,"score_lmetric":59661},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97815,"ongoing_decode_tokens":71586,"pending_prefill_tokens":12842,"num_requests":2,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":0,"new_prefill":19887,"score_linear":97815.0,"score_lmetric":65458},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":19887,"score_linear":48381.0,"score_lmetric":68268},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":19887,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1131,"cache_hit":0,"new_prefill":19887,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":19887,"score_linear":7065.0,"score_lmetric":19887},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1111,"cache_hit":0,"new_prefill":19887,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339033.131360164,"t_first_token_unix":1779769898.1453035,"t_done":339033.453666697,"t_done_unix":1779769898.4676101},{"request_id":"1340903:2:1342632:453","session_id":"1340903","input_length":2129,"t_proxy_recv":339033.386846448,"t_decision_unix":1779769898.400788,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":2048,"affinity_cache_ratio":0.9619539689995303,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (81 < 8000)","cache_hit":2048,"estimated_new_tokens":81,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":2129,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1137,"cache_hit":0,"new_prefill":2129,"score_linear":128770.0,"score_lmetric":4258},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97815,"ongoing_decode_tokens":71586,"pending_prefill_tokens":12842,"num_requests":2,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":0,"new_prefill":2129,"score_linear":97815.0,"score_lmetric":29942},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":2129,"score_linear":48381.0,"score_lmetric":50510},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":2129,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":41267,"ongoing_decode_tokens":41267,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1131,"cache_hit":0,"new_prefill":2129,"score_linear":41267.0,"score_lmetric":4258},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":2129,"score_linear":7065.0,"score_lmetric":2129},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":2048,"new_prefill":81,"score_linear":-2048.0,"score_lmetric":0}],"chosen_score_linear":-2048.0,"chosen_score_lmetric":0,"t_first_token":339033.404965814,"t_first_token_unix":1779769898.4189088,"t_done":339033.478860792,"t_done_unix":1779769898.4928048},{"request_id":"1340290:2:1342119:451","session_id":"1340290","input_length":21380,"t_proxy_recv":339031.584563987,"t_decision_unix":1779769896.5985048,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9818521983161833,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (388 < 8000)","cache_hit":20992,"estimated_new_tokens":388,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":9909,"ongoing_decode_tokens":0,"pending_prefill_tokens":9909,"num_requests":1,"active_p_offloads":0,"cached_blocks":853,"cache_hit":0,"new_prefill":21380,"score_linear":9909.0,"score_lmetric":31289},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1137,"cache_hit":0,"new_prefill":21380,"score_linear":128770.0,"score_lmetric":42760},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97815,"ongoing_decode_tokens":71586,"pending_prefill_tokens":12842,"num_requests":2,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":0,"new_prefill":21380,"score_linear":97815.0,"score_lmetric":68444},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":21380,"score_linear":48381.0,"score_lmetric":69761},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":21380,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":19887,"ongoing_decode_tokens":0,"pending_prefill_tokens":19887,"num_requests":1,"active_p_offloads":0,"cached_blocks":1131,"cache_hit":20992,"new_prefill":388,"score_linear":-1105.0,"score_lmetric":20275},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":1024,"new_prefill":20356,"score_linear":6041.0,"score_lmetric":20356},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1111,"cache_hit":0,"new_prefill":21380,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1105.0,"chosen_score_lmetric":20275,"t_first_token":339033.133054181,"t_first_token_unix":1779769898.1469972,"t_done":339033.881527232,"t_done_unix":1779769898.8954709},{"request_id":"1340278:1:1340278:444","session_id":"1340278","input_length":48381,"t_proxy_recv":339025.517855191,"t_decision_unix":1779769890.5317965,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":48381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":852,"cache_hit":0,"new_prefill":48381,"score_linear":55130.0,"score_lmetric":48381},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":174764,"ongoing_decode_tokens":174764,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":48381,"score_linear":174764.0,"score_lmetric":145143},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":63160,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-5541,"num_requests":2,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":48381,"score_linear":63160.0,"score_lmetric":85680},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":48381,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13816,"ongoing_decode_tokens":0,"pending_prefill_tokens":13816,"num_requests":1,"active_p_offloads":0,"cached_blocks":927,"cache_hit":0,"new_prefill":48381,"score_linear":13816.0,"score_lmetric":62197},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1089,"cache_hit":0,"new_prefill":48381,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":31527,"ongoing_decode_tokens":31527,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":48381,"score_linear":31527.0,"score_lmetric":96762},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1107,"cache_hit":0,"new_prefill":48381,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339034.272723111,"t_first_token_unix":1779769899.2866673,"t_done":339034.863039268,"t_done_unix":1779769899.8769834},{"request_id":"1343191:1:1343191:457","session_id":"1343191","input_length":11912,"t_proxy_recv":339035.459621371,"t_decision_unix":1779769900.4735625,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":11912,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":11912,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1137,"cache_hit":0,"new_prefill":11912,"score_linear":128770.0,"score_lmetric":23824},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97815,"ongoing_decode_tokens":109113,"pending_prefill_tokens":-1133,"num_requests":2,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":0,"new_prefill":11912,"score_linear":97815.0,"score_lmetric":21558},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":0,"new_prefill":11912,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":11912,"score_linear":68579.0,"score_lmetric":150742},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":11912,"score_linear":65289.0,"score_lmetric":77201},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":11912,"score_linear":7065.0,"score_lmetric":11912},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":0,"new_prefill":11912,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339036.421552733,"t_first_token_unix":1779769901.4354987,"t_done":339036.472547417,"t_done_unix":1779769901.4864914},{"request_id":"1341912:2:1343220:458","session_id":"1341912","input_length":10232,"t_proxy_recv":339035.534828778,"t_decision_unix":1779769900.54877,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9507427677873339,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (504 < 8000)","cache_hit":9728,"estimated_new_tokens":504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":9728,"new_prefill":504,"score_linear":-9728.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1137,"cache_hit":0,"new_prefill":10232,"score_linear":128770.0,"score_lmetric":20464},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97815,"ongoing_decode_tokens":109113,"pending_prefill_tokens":-1133,"num_requests":2,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":0,"new_prefill":10232,"score_linear":97815.0,"score_lmetric":18198},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":0,"new_prefill":10232,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":10232,"score_linear":68579.0,"score_lmetric":147382},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":10232,"score_linear":65289.0,"score_lmetric":75521},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":10232,"score_linear":7065.0,"score_lmetric":10232},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":11912,"ongoing_decode_tokens":0,"pending_prefill_tokens":11912,"num_requests":1,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":0,"new_prefill":10232,"score_linear":11912.0,"score_lmetric":22144}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":339035.603386695,"t_first_token_unix":1779769900.61733,"t_done":339036.474842615,"t_done_unix":1779769901.4887862},{"request_id":"1338292:2:1343599:460","session_id":"1338292","input_length":14103,"t_proxy_recv":339036.66432827,"t_decision_unix":1779769901.6782694,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":9216,"affinity_cache_ratio":0.6534779834077856,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4887 < 8000)","cache_hit":9216,"estimated_new_tokens":4887,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":873,"cache_hit":0,"new_prefill":14103,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1137,"cache_hit":0,"new_prefill":14103,"score_linear":128770.0,"score_lmetric":28206},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97815,"ongoing_decode_tokens":109113,"pending_prefill_tokens":-1133,"num_requests":2,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":9216,"new_prefill":4887,"score_linear":88599.0,"score_lmetric":7508},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21402,"ongoing_decode_tokens":0,"pending_prefill_tokens":21402,"num_requests":1,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":0,"new_prefill":14103,"score_linear":21402.0,"score_lmetric":35505},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":14103,"score_linear":68579.0,"score_lmetric":155124},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":14103,"score_linear":65289.0,"score_lmetric":79392},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":14103,"score_linear":7065.0,"score_lmetric":14103},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":14103,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":88599.0,"chosen_score_lmetric":7508,"t_first_token":339037.254637067,"t_first_token_unix":1779769902.268581,"t_done":339037.465023207,"t_done_unix":1779769902.4789667},{"request_id":"1342327:2:1343857:461","session_id":"1342327","input_length":9820,"t_proxy_recv":339037.486263616,"t_decision_unix":1779769902.5002053,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.6256619144602852,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3676 < 8000)","cache_hit":6144,"estimated_new_tokens":3676,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":873,"cache_hit":0,"new_prefill":9820,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1137,"cache_hit":0,"new_prefill":9820,"score_linear":128770.0,"score_lmetric":19640},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97815,"ongoing_decode_tokens":109113,"pending_prefill_tokens":-1133,"num_requests":2,"active_p_offloads":0,"cached_blocks":1426,"cache_hit":0,"new_prefill":9820,"score_linear":97815.0,"score_lmetric":17374},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21402,"ongoing_decode_tokens":0,"pending_prefill_tokens":21402,"num_requests":1,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":0,"new_prefill":9820,"score_linear":21402.0,"score_lmetric":31222},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":9820,"score_linear":68579.0,"score_lmetric":146558},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":9820,"score_linear":65289.0,"score_lmetric":75109},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":9820,"score_linear":7065.0,"score_lmetric":9820},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":6144,"new_prefill":3676,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":339037.845961178,"t_first_token_unix":1779769902.8599052,"t_done":339038.080561904,"t_done_unix":1779769903.0945053},{"request_id":"1253743:5:1338406:433","session_id":"1253743","input_length":50215,"t_proxy_recv":339018.686367991,"t_decision_unix":1779769883.7003095,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9890271831126157,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (551 < 8000)","cache_hit":49664,"estimated_new_tokens":551,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":852,"cache_hit":0,"new_prefill":50215,"score_linear":55130.0,"score_lmetric":50215},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":4608,"new_prefill":45607,"score_linear":58010.0,"score_lmetric":45607},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-1973,"ongoing_decode_tokens":0,"pending_prefill_tokens":2651,"num_requests":0,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":49664,"new_prefill":551,"score_linear":-51637.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":49664,"new_prefill":551,"score_linear":45719.0,"score_lmetric":8894},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82142,"ongoing_decode_tokens":82142,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":50215,"score_linear":82142.0,"score_lmetric":50215},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1089,"cache_hit":0,"new_prefill":50215,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73073,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1026,"cache_hit":0,"new_prefill":50215,"score_linear":73073.0,"score_lmetric":50215},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":50215,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-51637.0,"chosen_score_lmetric":0,"t_first_token":339028.491900653,"t_first_token_unix":1779769893.5058446,"t_done":339038.153601738,"t_done_unix":1779769903.1675553},{"request_id":"1343312:1:1343312:459","session_id":"1343312","input_length":21402,"t_proxy_recv":339035.822419203,"t_decision_unix":1779769900.8363602,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":21402,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":10232,"ongoing_decode_tokens":10232,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":21402,"score_linear":10232.0,"score_lmetric":21402},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1137,"cache_hit":0,"new_prefill":21402,"score_linear":128770.0,"score_lmetric":42804},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97815,"ongoing_decode_tokens":109113,"pending_prefill_tokens":-1133,"num_requests":2,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":0,"new_prefill":21402,"score_linear":97815.0,"score_lmetric":40538},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":0,"new_prefill":21402,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":21402,"score_linear":68579.0,"score_lmetric":169722},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":21402,"score_linear":65289.0,"score_lmetric":86691},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":21402,"score_linear":7065.0,"score_lmetric":21402},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":11912,"ongoing_decode_tokens":0,"pending_prefill_tokens":11912,"num_requests":1,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":0,"new_prefill":21402,"score_linear":11912.0,"score_lmetric":33314}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339038.11794268,"t_first_token_unix":1779769903.1318882,"t_done":339038.176707463,"t_done_unix":1779769903.1906512},{"request_id":"1334223:2:1341796:448","session_id":"1334223","input_length":37527,"t_proxy_recv":339030.497191751,"t_decision_unix":1779769895.5111322,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":23552,"affinity_cache_ratio":0.6276014602819303,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":23552,"estimated_new_tokens":13975,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":853,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":174764,"ongoing_decode_tokens":174764,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":37527,"score_linear":174764.0,"score_lmetric":112581},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60288,"ongoing_decode_tokens":50215,"pending_prefill_tokens":5390,"num_requests":1,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":23552,"new_prefill":13975,"score_linear":36736.0,"score_lmetric":19365},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":37527,"score_linear":48381.0,"score_lmetric":85908},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1131,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":37527,"score_linear":7065.0,"score_lmetric":37527},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1111,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":36736.0,"chosen_score_lmetric":19365,"t_first_token":339033.958579351,"t_first_token_unix":1779769898.9725227,"t_done":339038.494931227,"t_done_unix":1779769903.508875},{"request_id":"1316848:15:1344261:463","session_id":"1316848","input_length":50447,"t_proxy_recv":339038.89794864,"t_decision_unix":1779769903.9118896,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":50176,"affinity_cache_ratio":0.9946280254524551,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (271 < 8000)","cache_hit":50176,"estimated_new_tokens":271,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":873,"cache_hit":0,"new_prefill":50447,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1137,"cache_hit":0,"new_prefill":50447,"score_linear":128770.0,"score_lmetric":100894},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-1133,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":50447,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95781,"ongoing_decode_tokens":0,"pending_prefill_tokens":37,"num_requests":1,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":50447,"score_linear":95781.0,"score_lmetric":50484},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":50447,"score_linear":68579.0,"score_lmetric":227812},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":50447,"score_linear":65289.0,"score_lmetric":115736},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":50447,"score_linear":7065.0,"score_lmetric":50447},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1153,"cache_hit":50176,"new_prefill":271,"score_linear":-50176.0,"score_lmetric":0}],"chosen_score_linear":-50176.0,"chosen_score_lmetric":0,"t_first_token":339039.082667299,"t_first_token_unix":1779769904.0966113,"t_done":339039.403072679,"t_done_unix":1779769904.417019},{"request_id":"1279412:22:1344210:462","session_id":"1279412","input_length":95781,"t_proxy_recv":339038.755473307,"t_decision_unix":1779769903.7694144,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9996137020912289,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (37 < 8000)","cache_hit":95744,"estimated_new_tokens":37,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":873,"cache_hit":0,"new_prefill":95781,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1137,"cache_hit":0,"new_prefill":95781,"score_linear":128770.0,"score_lmetric":191562},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-1133,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":95781,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":95744,"new_prefill":37,"score_linear":-95744.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":95781,"score_linear":68579.0,"score_lmetric":318480},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":95781,"score_linear":65289.0,"score_lmetric":161070},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":95781,"score_linear":7065.0,"score_lmetric":95781},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1153,"cache_hit":12800,"new_prefill":82981,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-95744.0,"chosen_score_lmetric":0,"t_first_token":339038.903809482,"t_first_token_unix":1779769903.9177525,"t_done":339041.019925608,"t_done_unix":1779769906.0338697},{"request_id":"1342327:3:1344788:466","session_id":"1342327","input_length":12398,"t_proxy_recv":339040.738399372,"t_decision_unix":1779769905.7523408,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":9728,"affinity_cache_ratio":0.78464268430392,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2670 < 8000)","cache_hit":9728,"estimated_new_tokens":2670,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":32816,"ongoing_decode_tokens":0,"pending_prefill_tokens":32816,"num_requests":1,"active_p_offloads":0,"cached_blocks":873,"cache_hit":0,"new_prefill":12398,"score_linear":32816.0,"score_lmetric":45214},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1137,"cache_hit":0,"new_prefill":12398,"score_linear":128770.0,"score_lmetric":24796},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-1133,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":12398,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95781,"ongoing_decode_tokens":95781,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":12398,"score_linear":95781.0,"score_lmetric":12398},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":12398,"score_linear":68579.0,"score_lmetric":151714},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":12398,"score_linear":65289.0,"score_lmetric":77687},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":12398,"score_linear":7065.0,"score_lmetric":12398},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1153,"cache_hit":9728,"new_prefill":2670,"score_linear":-9728.0,"score_lmetric":0}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":339041.067715861,"t_first_token_unix":1779769906.0816593,"t_done":339041.209678278,"t_done_unix":1779769906.2236218},{"request_id":"1314357:3:1338999:437","session_id":"1314357","input_length":66152,"t_proxy_recv":339020.801577126,"t_decision_unix":1779769885.8155181,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9287701052122385,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4712 < 8000)","cache_hit":61440,"estimated_new_tokens":4712,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":852,"cache_hit":0,"new_prefill":66152,"score_linear":55130.0,"score_lmetric":66152},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":61440,"new_prefill":4712,"score_linear":1178.0,"score_lmetric":4712},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":63160,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-5541,"num_requests":2,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":66152,"score_linear":63160.0,"score_lmetric":121222},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95383,"ongoing_decode_tokens":95383,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":66152,"score_linear":95383.0,"score_lmetric":66152},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83088,"ongoing_decode_tokens":83088,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":926,"cache_hit":0,"new_prefill":66152,"score_linear":83088.0,"score_lmetric":66152},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1089,"cache_hit":0,"new_prefill":66152,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73073,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1026,"cache_hit":0,"new_prefill":66152,"score_linear":73073.0,"score_lmetric":66152},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":49688,"ongoing_decode_tokens":0,"pending_prefill_tokens":5144,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":66152,"score_linear":49688.0,"score_lmetric":71296}],"chosen_score_linear":1178.0,"chosen_score_lmetric":4712,"t_first_token":339022.862871032,"t_first_token_unix":1779769887.8768146,"t_done":339042.867135735,"t_done_unix":1779769907.8810792},{"request_id":"1345921:1:1345921:469","session_id":"1345921","input_length":505,"t_proxy_recv":339044.588238136,"t_decision_unix":1779769909.6021793,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (505 < 8000)","cache_hit":0,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":32816,"ongoing_decode_tokens":0,"pending_prefill_tokens":32816,"num_requests":1,"active_p_offloads":0,"cached_blocks":873,"cache_hit":0,"new_prefill":505,"score_linear":32816.0,"score_lmetric":33321},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":505,"score_linear":62618.0,"score_lmetric":505},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-1133,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":505,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":505,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":505,"score_linear":68579.0,"score_lmetric":127928},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":505,"score_linear":65289.0,"score_lmetric":65794},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":81011,"ongoing_decode_tokens":81011,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":505,"score_linear":81011.0,"score_lmetric":1010},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58815,"ongoing_decode_tokens":0,"pending_prefill_tokens":8639,"num_requests":1,"active_p_offloads":0,"cached_blocks":1158,"cache_hit":0,"new_prefill":505,"score_linear":58815.0,"score_lmetric":9144}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339044.645139372,"t_first_token_unix":1779769909.6590824,"t_done":339044.97294086,"t_done_unix":1779769909.986884},{"request_id":"1344773:1:1344773:465","session_id":"1344773","input_length":32816,"t_proxy_recv":339040.690154895,"t_decision_unix":1779769905.704096,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":32816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":873,"cache_hit":0,"new_prefill":32816,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1137,"cache_hit":0,"new_prefill":32816,"score_linear":128770.0,"score_lmetric":65632},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-1133,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":32816,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95781,"ongoing_decode_tokens":95781,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":32816,"score_linear":95781.0,"score_lmetric":32816},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":32816,"score_linear":68579.0,"score_lmetric":192550},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":32816,"score_linear":65289.0,"score_lmetric":98105},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":32816,"score_linear":7065.0,"score_lmetric":32816},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1153,"cache_hit":0,"new_prefill":32816,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339045.23602452,"t_first_token_unix":1779769910.2499683,"t_done":339045.380114447,"t_done_unix":1779769910.394058},{"request_id":"1344773:2:1346419:473","session_id":"1344773","input_length":33008,"t_proxy_recv":339046.462889939,"t_decision_unix":1779769911.4768314,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":32768,"affinity_cache_ratio":0.9927290353853612,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (240 < 8000)","cache_hit":32768,"estimated_new_tokens":240,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":937,"cache_hit":32768,"new_prefill":240,"score_linear":-32768.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":33008,"score_linear":62618.0,"score_lmetric":33008},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-1133,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":33008,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37019,"ongoing_decode_tokens":0,"pending_prefill_tokens":2715,"num_requests":1,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":33008,"score_linear":37019.0,"score_lmetric":35723},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":68579,"ongoing_decode_tokens":68579,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":33008,"score_linear":68579.0,"score_lmetric":66016},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":33008,"score_linear":65289.0,"score_lmetric":98297},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":81011,"ongoing_decode_tokens":81011,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":33008,"score_linear":81011.0,"score_lmetric":66016},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":73657,"ongoing_decode_tokens":0,"pending_prefill_tokens":11193,"num_requests":2,"active_p_offloads":0,"cached_blocks":1158,"cache_hit":0,"new_prefill":33008,"score_linear":73657.0,"score_lmetric":88402}],"chosen_score_linear":-32768.0,"chosen_score_lmetric":0,"t_first_token":339046.59019928,"t_first_token_unix":1779769911.604143,"t_done":339046.768851842,"t_done_unix":1779769911.782795},{"request_id":"1341005:2:1342961:456","session_id":"1341005","input_length":9360,"t_proxy_recv":339034.55407851,"t_decision_unix":1779769899.5680199,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":5120,"affinity_cache_ratio":0.5470085470085471,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4240 < 8000)","cache_hit":5120,"estimated_new_tokens":4240,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":9360,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1137,"cache_hit":0,"new_prefill":9360,"score_linear":128770.0,"score_lmetric":18720},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97815,"ongoing_decode_tokens":109113,"pending_prefill_tokens":-1133,"num_requests":2,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":0,"new_prefill":9360,"score_linear":97815.0,"score_lmetric":16454},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48381,"ongoing_decode_tokens":48381,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":9360,"score_linear":48381.0,"score_lmetric":9360},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":964,"cache_hit":5120,"new_prefill":4240,"score_linear":54099.0,"score_lmetric":63459},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":9360,"score_linear":65289.0,"score_lmetric":74649},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":9360,"score_linear":7065.0,"score_lmetric":9360},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":0,"new_prefill":9360,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":54099.0,"chosen_score_lmetric":63459,"t_first_token":339046.413081285,"t_first_token_unix":1779769911.4270246,"t_done":339046.904098757,"t_done_unix":1779769911.9180424},{"request_id":"1342327:4:1346218:471","session_id":"1342327","input_length":14842,"t_proxy_recv":339045.689438081,"t_decision_unix":1779769910.7033794,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":12288,"affinity_cache_ratio":0.8279207653954993,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2554 < 8000)","cache_hit":12288,"estimated_new_tokens":2554,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":937,"cache_hit":0,"new_prefill":14842,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":14842,"score_linear":62618.0,"score_lmetric":14842},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-1133,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":14842,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":0,"new_prefill":14842,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":14842,"score_linear":68579.0,"score_lmetric":156602},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":14842,"score_linear":65289.0,"score_lmetric":80131},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":81011,"ongoing_decode_tokens":81011,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":14842,"score_linear":81011.0,"score_lmetric":29684},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58815,"ongoing_decode_tokens":0,"pending_prefill_tokens":8639,"num_requests":1,"active_p_offloads":0,"cached_blocks":1158,"cache_hit":12288,"new_prefill":2554,"score_linear":46527.0,"score_lmetric":11193}],"chosen_score_linear":46527.0,"chosen_score_lmetric":11193,"t_first_token":339047.043150153,"t_first_token_unix":1779769912.0570943,"t_done":339047.109918053,"t_done_unix":1779769912.1238616},{"request_id":"1316848:16:1345678:468","session_id":"1316848","input_length":58815,"t_proxy_recv":339043.710278185,"t_decision_unix":1779769908.724219,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":50176,"affinity_cache_ratio":0.8531157017767577,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":50176,"estimated_new_tokens":8639,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":32816,"ongoing_decode_tokens":0,"pending_prefill_tokens":32816,"num_requests":1,"active_p_offloads":0,"cached_blocks":873,"cache_hit":0,"new_prefill":58815,"score_linear":32816.0,"score_lmetric":91631},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":58815,"score_linear":62618.0,"score_lmetric":58815},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-1133,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":58815,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":58815,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":58815,"score_linear":68579.0,"score_lmetric":244548},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":58815,"score_linear":65289.0,"score_lmetric":124104},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":81011,"ongoing_decode_tokens":81011,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":58815,"score_linear":81011.0,"score_lmetric":117630},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1158,"cache_hit":50176,"new_prefill":8639,"score_linear":-50176.0,"score_lmetric":0}],"chosen_score_linear":-50176.0,"chosen_score_lmetric":0,"t_first_token":339046.741931075,"t_first_token_unix":1779769911.7558753,"t_done":339047.175721863,"t_done_unix":1779769912.1896656},{"request_id":"1269373:18:1345570:467","session_id":"1269373","input_length":73946,"t_proxy_recv":339043.266501773,"t_decision_unix":1779769908.2804432,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9901279311930328,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (730 < 8000)","cache_hit":73216,"estimated_new_tokens":730,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":32816,"ongoing_decode_tokens":0,"pending_prefill_tokens":32816,"num_requests":1,"active_p_offloads":0,"cached_blocks":873,"cache_hit":7680,"new_prefill":66266,"score_linear":25136.0,"score_lmetric":99082},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":73946,"score_linear":62618.0,"score_lmetric":73946},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-1133,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":7680,"new_prefill":66266,"score_linear":2393.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":73946,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":73946,"score_linear":68579.0,"score_lmetric":274810},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":7680,"new_prefill":66266,"score_linear":57609.0,"score_lmetric":131555},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":73216,"new_prefill":730,"score_linear":-66151.0,"score_lmetric":730},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1158,"cache_hit":0,"new_prefill":73946,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-66151.0,"chosen_score_lmetric":730,"t_first_token":339043.685488665,"t_first_token_unix":1779769908.6994326,"t_done":339047.425662819,"t_done_unix":1779769912.4396067},{"request_id":"1342634:1:1342634:454","session_id":"1342634","input_length":59219,"t_proxy_recv":339033.420094578,"t_decision_unix":1779769898.4340363,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":59219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":59219,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1137,"cache_hit":0,"new_prefill":59219,"score_linear":128770.0,"score_lmetric":118438},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97815,"ongoing_decode_tokens":71586,"pending_prefill_tokens":12842,"num_requests":2,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":0,"new_prefill":59219,"score_linear":97815.0,"score_lmetric":144122},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":59219,"score_linear":48381.0,"score_lmetric":107600},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":59219,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":41267,"ongoing_decode_tokens":41267,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1131,"cache_hit":0,"new_prefill":59219,"score_linear":41267.0,"score_lmetric":118438},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":59219,"score_linear":7065.0,"score_lmetric":59219},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":2129,"ongoing_decode_tokens":2129,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":0,"new_prefill":59219,"score_linear":2129.0,"score_lmetric":59219}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339046.411044582,"t_first_token_unix":1779769911.4249885,"t_done":339047.453966144,"t_done_unix":1779769912.4679096},{"request_id":"1268861:6:1346340:472","session_id":"1268861","input_length":37019,"t_proxy_recv":339046.136111457,"t_decision_unix":1779769911.1500528,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9266592830708555,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2715 < 8000)","cache_hit":34304,"estimated_new_tokens":2715,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":937,"cache_hit":0,"new_prefill":37019,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":37019,"score_linear":62618.0,"score_lmetric":37019},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-1133,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":37019,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1207,"cache_hit":34304,"new_prefill":2715,"score_linear":-34304.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":37019,"score_linear":68579.0,"score_lmetric":200956},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":37019,"score_linear":65289.0,"score_lmetric":102308},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":81011,"ongoing_decode_tokens":81011,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":37019,"score_linear":81011.0,"score_lmetric":74038},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":73657,"ongoing_decode_tokens":0,"pending_prefill_tokens":11193,"num_requests":2,"active_p_offloads":0,"cached_blocks":1158,"cache_hit":0,"new_prefill":37019,"score_linear":73657.0,"score_lmetric":96424}],"chosen_score_linear":-34304.0,"chosen_score_lmetric":0,"t_first_token":339046.811361057,"t_first_token_unix":1779769911.8253047,"t_done":339048.649539389,"t_done_unix":1779769913.6634858},{"request_id":"1345921:2:1347089:474","session_id":"1345921","input_length":773,"t_proxy_recv":339048.7747089,"t_decision_unix":1779769913.7886503,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":512,"affinity_cache_ratio":0.6623544631306598,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (261 < 8000)","cache_hit":512,"estimated_new_tokens":261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":937,"cache_hit":0,"new_prefill":773,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":773,"score_linear":62618.0,"score_lmetric":773},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-1133,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":773,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":512,"new_prefill":261,"score_linear":-512.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1087,"cache_hit":0,"new_prefill":773,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":773,"score_linear":65289.0,"score_lmetric":66062},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1036,"cache_hit":0,"new_prefill":773,"score_linear":7065.0,"score_lmetric":773},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1179,"cache_hit":0,"new_prefill":773,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":339048.813490695,"t_first_token_unix":1779769913.8274412,"t_done":339049.066673556,"t_done_unix":1779769914.0806172},{"request_id":"1341948:2:1347296:475","session_id":"1341948","input_length":25661,"t_proxy_recv":339049.49732397,"t_decision_unix":1779769914.5112653,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":19456,"affinity_cache_ratio":0.7581933673668212,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6205 < 8000)","cache_hit":19456,"estimated_new_tokens":6205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":937,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":25661,"score_linear":62618.0,"score_lmetric":25661},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-1133,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":25661,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1087,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":65289,"ongoing_decode_tokens":65289,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":19456,"new_prefill":6205,"score_linear":45833.0,"score_lmetric":6205},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1036,"cache_hit":0,"new_prefill":25661,"score_linear":7065.0,"score_lmetric":25661},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1179,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":45833.0,"chosen_score_lmetric":6205,"t_first_token":339050.546385036,"t_first_token_unix":1779769915.5603287,"t_done":339051.07153515,"t_done_unix":1779769916.0854793},{"request_id":"1347763:1:1347763:476","session_id":"1347763","input_length":5465,"t_proxy_recv":339051.099376579,"t_decision_unix":1779769916.1133184,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5465 < 8000)","cache_hit":0,"estimated_new_tokens":5465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":937,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":5465,"score_linear":62618.0,"score_lmetric":5465},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-1133,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":5465,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1087,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":65289,"ongoing_decode_tokens":65289,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1181,"cache_hit":0,"new_prefill":5465,"score_linear":65289.0,"score_lmetric":5465},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1036,"cache_hit":0,"new_prefill":5465,"score_linear":7065.0,"score_lmetric":5465},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1179,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339051.454025373,"t_first_token_unix":1779769916.4679694,"t_done":339051.581182821,"t_done_unix":1779769916.5951264},{"request_id":"1339070:1:1339070:438","session_id":"1339070","input_length":7065,"t_proxy_recv":339021.009935333,"t_decision_unix":1779769886.023877,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7065 < 8000)","cache_hit":0,"estimated_new_tokens":7065,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":852,"cache_hit":0,"new_prefill":7065,"score_linear":55130.0,"score_lmetric":7065},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":62618,"pending_prefill_tokens":4712,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":7065,"score_linear":128770.0,"score_lmetric":23554},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":63160,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-5541,"num_requests":2,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":7065,"score_linear":63160.0,"score_lmetric":3048},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95383,"ongoing_decode_tokens":95383,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":7065,"score_linear":95383.0,"score_lmetric":7065},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83088,"ongoing_decode_tokens":83088,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":926,"cache_hit":0,"new_prefill":7065,"score_linear":83088.0,"score_lmetric":7065},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1089,"cache_hit":0,"new_prefill":7065,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":7065,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":49688,"ongoing_decode_tokens":0,"pending_prefill_tokens":5144,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":7065,"score_linear":49688.0,"score_lmetric":12209}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339021.490509499,"t_first_token_unix":1779769886.504454,"t_done":339052.59678089,"t_done_unix":1779769917.6107244},{"request_id":"1342921:1:1342921:455","session_id":"1342921","input_length":65289,"t_proxy_recv":339034.465694278,"t_decision_unix":1779769899.4796355,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":65289,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":65289,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1137,"cache_hit":0,"new_prefill":65289,"score_linear":128770.0,"score_lmetric":130578},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97815,"ongoing_decode_tokens":109113,"pending_prefill_tokens":-1133,"num_requests":2,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":0,"new_prefill":65289,"score_linear":97815.0,"score_lmetric":128312},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48381,"ongoing_decode_tokens":48381,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":65289,"score_linear":48381.0,"score_lmetric":65289},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":65289,"score_linear":59219.0,"score_lmetric":124508},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":65289,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":0,"new_prefill":65289,"score_linear":7065.0,"score_lmetric":65289},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1123,"cache_hit":0,"new_prefill":65289,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339049.410153302,"t_first_token_unix":1779769914.4240985,"t_done":339053.91651946,"t_done_unix":1779769918.9304638},{"request_id":"1311753:3:1348389:480","session_id":"1311753","input_length":39636,"t_proxy_recv":339053.580641318,"t_decision_unix":1779769918.5945823,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9171460288626501,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3284 < 8000)","cache_hit":36352,"estimated_new_tokens":3284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":36352,"new_prefill":3284,"score_linear":-36352.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":39636,"score_linear":62618.0,"score_lmetric":39636},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":51275,"ongoing_decode_tokens":21371,"pending_prefill_tokens":2693,"num_requests":1,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":39636,"score_linear":51275.0,"score_lmetric":42329},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":39636,"score_linear":96026.0,"score_lmetric":39636},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1087,"cache_hit":0,"new_prefill":39636,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":65289,"ongoing_decode_tokens":65289,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1181,"cache_hit":0,"new_prefill":39636,"score_linear":65289.0,"score_lmetric":39636},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":39636,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1179,"cache_hit":0,"new_prefill":39636,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-36352.0,"chosen_score_lmetric":0,"t_first_token":339054.440878452,"t_first_token_unix":1779769919.454822,"t_done":339054.72840498,"t_done_unix":1779769919.7423491},{"request_id":"1345921:3:1348784:483","session_id":"1345921","input_length":1397,"t_proxy_recv":339054.772669158,"t_decision_unix":1779769919.7866106,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":7,"affinity_cache_hit":512,"affinity_cache_ratio":0.36649964209019326,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1397 < 8000)","cache_hit":0,"estimated_new_tokens":1397,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":1397,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":1397,"score_linear":62618.0,"score_lmetric":1397},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":51275,"ongoing_decode_tokens":62573,"pending_prefill_tokens":-1133,"num_requests":1,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":1397,"score_linear":51275.0,"score_lmetric":264},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":512,"new_prefill":885,"score_linear":95514.0,"score_lmetric":885},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17217,"ongoing_decode_tokens":0,"pending_prefill_tokens":17217,"num_requests":1,"active_p_offloads":0,"cached_blocks":1087,"cache_hit":0,"new_prefill":1397,"score_linear":17217.0,"score_lmetric":18614},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":1397,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12701,"ongoing_decode_tokens":0,"pending_prefill_tokens":12701,"num_requests":1,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":1397,"score_linear":12701.0,"score_lmetric":14098},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1179,"cache_hit":0,"new_prefill":1397,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339054.877742036,"t_first_token_unix":1779769919.8916855,"t_done":339054.996415017,"t_done_unix":1779769920.0103583},{"request_id":"1348394:1:1348394:481","session_id":"1348394","input_length":17217,"t_proxy_recv":339053.61167952,"t_decision_unix":1779769918.6256213,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":17217,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":39636,"ongoing_decode_tokens":0,"pending_prefill_tokens":3284,"num_requests":1,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":17217,"score_linear":39636.0,"score_lmetric":20501},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":17217,"score_linear":62618.0,"score_lmetric":17217},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":51275,"ongoing_decode_tokens":21371,"pending_prefill_tokens":2693,"num_requests":1,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":17217,"score_linear":51275.0,"score_lmetric":19910},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":17217,"score_linear":96026.0,"score_lmetric":17217},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1087,"cache_hit":0,"new_prefill":17217,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":65289,"ongoing_decode_tokens":65289,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1181,"cache_hit":0,"new_prefill":17217,"score_linear":65289.0,"score_lmetric":17217},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":17217,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1179,"cache_hit":0,"new_prefill":17217,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339055.328074424,"t_first_token_unix":1779769920.3420184,"t_done":339055.71030319,"t_done_unix":1779769920.7242467},{"request_id":"1348691:1:1348691:482","session_id":"1348691","input_length":12701,"t_proxy_recv":339054.472482703,"t_decision_unix":1779769919.4864242,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":12701,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":39636,"ongoing_decode_tokens":39636,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":12701,"score_linear":39636.0,"score_lmetric":12701},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":12701,"score_linear":62618.0,"score_lmetric":12701},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":51275,"ongoing_decode_tokens":62573,"pending_prefill_tokens":-1133,"num_requests":1,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":12701,"score_linear":51275.0,"score_lmetric":11568},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":12701,"score_linear":96026.0,"score_lmetric":12701},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17217,"ongoing_decode_tokens":0,"pending_prefill_tokens":17217,"num_requests":1,"active_p_offloads":0,"cached_blocks":1087,"cache_hit":0,"new_prefill":12701,"score_linear":17217.0,"score_lmetric":29918},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":12701,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":12701,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1179,"cache_hit":0,"new_prefill":12701,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339055.534867404,"t_first_token_unix":1779769920.5488122,"t_done":339055.890332515,"t_done_unix":1779769920.9042764},{"request_id":"1344773:3:1349525:486","session_id":"1344773","input_length":33334,"t_proxy_recv":339057.40642104,"t_decision_unix":1779769922.4203618,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":32768,"affinity_cache_ratio":0.9830203395932081,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (566 < 8000)","cache_hit":32768,"estimated_new_tokens":566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":953,"cache_hit":32768,"new_prefill":566,"score_linear":-32768.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":33334,"score_linear":62618.0,"score_lmetric":33334},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":51275,"ongoing_decode_tokens":62573,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":33334,"score_linear":51275.0,"score_lmetric":33334},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":33334,"score_linear":96026.0,"score_lmetric":33334},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1120,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":76493,"ongoing_decode_tokens":0,"pending_prefill_tokens":2253,"num_requests":1,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":33334,"score_linear":76493.0,"score_lmetric":35587},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1181,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-32768.0,"chosen_score_lmetric":0,"t_first_token":339057.60625262,"t_first_token_unix":1779769922.6201966,"t_done":339059.058415407,"t_done_unix":1779769924.0723588},{"request_id":"1349975:1:1349975:487","session_id":"1349975","input_length":4988,"t_proxy_recv":339058.996162203,"t_decision_unix":1779769924.0101035,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4988 < 8000)","cache_hit":0,"estimated_new_tokens":4988,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":33334,"ongoing_decode_tokens":33334,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":953,"cache_hit":0,"new_prefill":4988,"score_linear":33334.0,"score_lmetric":4988},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":4988,"score_linear":62618.0,"score_lmetric":4988},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":51275,"ongoing_decode_tokens":62573,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":4988,"score_linear":51275.0,"score_lmetric":4988},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":4988,"score_linear":96026.0,"score_lmetric":4988},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1120,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":76493,"ongoing_decode_tokens":76493,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":4988,"score_linear":76493.0,"score_lmetric":4988},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1181,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339059.31746619,"t_first_token_unix":1779769924.3314095,"t_done":339059.642111717,"t_done_unix":1779769924.656055},{"request_id":"1350162:1:1350162:488","session_id":"1350162","input_length":4594,"t_proxy_recv":339059.683957751,"t_decision_unix":1779769924.6978993,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4594 < 8000)","cache_hit":0,"estimated_new_tokens":4594,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":954,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":4594,"score_linear":62618.0,"score_lmetric":4594},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":51275,"ongoing_decode_tokens":62573,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":4594,"score_linear":51275.0,"score_lmetric":4594},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":4594,"score_linear":96026.0,"score_lmetric":4594},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":76493,"ongoing_decode_tokens":76493,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":4594,"score_linear":76493.0,"score_lmetric":4594},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1181,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339059.975084616,"t_first_token_unix":1779769924.989028,"t_done":339060.092477682,"t_done_unix":1779769925.1064208},{"request_id":"1269373:19:1349406:485","session_id":"1269373","input_length":76493,"t_proxy_recv":339057.060125167,"t_decision_unix":1779769922.0740666,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74240,"affinity_cache_ratio":0.9705463245002811,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2253 < 8000)","cache_hit":74240,"estimated_new_tokens":2253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":953,"cache_hit":7680,"new_prefill":68813,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":76493,"score_linear":62618.0,"score_lmetric":76493},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":51275,"ongoing_decode_tokens":62573,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":7680,"new_prefill":68813,"score_linear":43595.0,"score_lmetric":68813},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":76493,"score_linear":96026.0,"score_lmetric":76493},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1120,"cache_hit":0,"new_prefill":76493,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":7680,"new_prefill":68813,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":74240,"new_prefill":2253,"score_linear":-74240.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1181,"cache_hit":0,"new_prefill":76493,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-74240.0,"chosen_score_lmetric":0,"t_first_token":339058.298926962,"t_first_token_unix":1779769923.3128705,"t_done":339061.766168011,"t_done_unix":1779769926.7801116},{"request_id":"1350896:1:1350896:489","session_id":"1350896","input_length":1471,"t_proxy_recv":339062.128094197,"t_decision_unix":1779769927.1420355,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1471 < 8000)","cache_hit":0,"estimated_new_tokens":1471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":954,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":1471,"score_linear":62618.0,"score_lmetric":1471},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":51275,"ongoing_decode_tokens":62573,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":1471,"score_linear":51275.0,"score_lmetric":1471},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":1471,"score_linear":96026.0,"score_lmetric":1471},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1138,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1080,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1181,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339062.237239955,"t_first_token_unix":1779769927.251183,"t_done":339062.604811423,"t_done_unix":1779769927.6187546},{"request_id":"1350980:1:1350980:490","session_id":"1350980","input_length":15313,"t_proxy_recv":339062.389251419,"t_decision_unix":1779769927.4031928,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":15313,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":954,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":15313,"score_linear":62618.0,"score_lmetric":15313},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":51275,"ongoing_decode_tokens":62573,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":15313,"score_linear":51275.0,"score_lmetric":15313},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":15313,"score_linear":96026.0,"score_lmetric":15313},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":1471,"ongoing_decode_tokens":1471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1138,"cache_hit":0,"new_prefill":15313,"score_linear":1471.0,"score_lmetric":15313},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1080,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1181,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339063.759052205,"t_first_token_unix":1779769928.772996,"t_done":339063.796871819,"t_done_unix":1779769928.8108149},{"request_id":"1334223:3:1348241:479","session_id":"1334223","input_length":41202,"t_proxy_recv":339053.012696689,"t_decision_unix":1779769918.0266378,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9071404300762099,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3826 < 8000)","cache_hit":37376,"estimated_new_tokens":3826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":41202,"score_linear":62618.0,"score_lmetric":41202},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-1133,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":37376,"new_prefill":3826,"score_linear":-27303.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":41202,"score_linear":96026.0,"score_lmetric":41202},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1087,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":65289,"ongoing_decode_tokens":65289,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1181,"cache_hit":0,"new_prefill":41202,"score_linear":65289.0,"score_lmetric":41202},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1179,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-27303.0,"chosen_score_lmetric":0,"t_first_token":339054.0207773,"t_first_token_unix":1779769919.0347211,"t_done":339064.640463421,"t_done_unix":1779769929.654407},{"request_id":"1253743:5:1351907:492","session_id":"1253743","input_length":51340,"t_proxy_recv":339065.911559327,"t_decision_unix":1779769930.9255002,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":50176,"affinity_cache_ratio":0.9773276197896377,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1164 < 8000)","cache_hit":50176,"estimated_new_tokens":1164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":954,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":4608,"new_prefill":46732,"score_linear":58010.0,"score_lmetric":46732},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1463,"cache_hit":50176,"new_prefill":1164,"score_linear":-40103.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":49664,"new_prefill":1676,"score_linear":46362.0,"score_lmetric":1676},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1080,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40103.0,"chosen_score_lmetric":0,"t_first_token":339066.292646679,"t_first_token_unix":1779769931.3065906,"t_done":339066.869549276,"t_done_unix":1779769931.883493},{"request_id":"1344773:4:1352462:494","session_id":"1344773","input_length":33579,"t_proxy_recv":339067.707230488,"t_decision_unix":1779769932.7211716,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9910956252419667,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (299 < 8000)","cache_hit":33280,"estimated_new_tokens":299,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":954,"cache_hit":33280,"new_prefill":299,"score_linear":-33280.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":33579,"score_linear":62618.0,"score_lmetric":33579},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":33579,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":33579,"score_linear":96026.0,"score_lmetric":33579},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1080,"cache_hit":0,"new_prefill":33579,"score_linear":21436.0,"score_lmetric":42727},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-33280.0,"chosen_score_lmetric":0,"t_first_token":339067.784976226,"t_first_token_unix":1779769932.7989194,"t_done":339067.955095688,"t_done_unix":1779769932.9690394},{"request_id":"1350162:2:1352468:495","session_id":"1350162","input_length":10575,"t_proxy_recv":339067.720522422,"t_decision_unix":1779769932.734464,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":4608,"affinity_cache_ratio":0.4357446808510638,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5967 < 8000)","cache_hit":4608,"estimated_new_tokens":5967,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":33579,"ongoing_decode_tokens":0,"pending_prefill_tokens":299,"num_requests":1,"active_p_offloads":0,"cached_blocks":954,"cache_hit":0,"new_prefill":10575,"score_linear":33579.0,"score_lmetric":10874},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":10575,"score_linear":62618.0,"score_lmetric":10575},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":10575,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":10575,"score_linear":96026.0,"score_lmetric":10575},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":4608,"new_prefill":5967,"score_linear":-4608.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":10575,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1080,"cache_hit":0,"new_prefill":10575,"score_linear":21436.0,"score_lmetric":19723},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":10575,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":339068.286783268,"t_first_token_unix":1779769933.300727,"t_done":339068.411057676,"t_done_unix":1779769933.425001},{"request_id":"1348691:2:1352277:493","session_id":"1348691","input_length":21436,"t_proxy_recv":339067.09641492,"t_decision_unix":1779769932.1103563,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":12288,"affinity_cache_ratio":0.5732412763575294,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":12288,"estimated_new_tokens":9148,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":954,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":21436,"score_linear":62618.0,"score_lmetric":21436},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":21436,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":21436,"score_linear":96026.0,"score_lmetric":21436},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1080,"cache_hit":12288,"new_prefill":9148,"score_linear":-12288.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-12288.0,"chosen_score_lmetric":0,"t_first_token":339068.392518551,"t_first_token_unix":1779769933.4064617,"t_done":339068.615120663,"t_done_unix":1779769933.6290638},{"request_id":"1345921:4:1353010:501","session_id":"1345921","input_length":6935,"t_proxy_recv":339069.700081205,"t_decision_unix":1779769934.7140226,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":2,"affinity_cache_hit":1024,"affinity_cache_ratio":0.14765681326604183,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6935 < 8000)","cache_hit":0,"estimated_new_tokens":6935,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":954,"cache_hit":0,"new_prefill":6935,"score_linear":18840.0,"score_lmetric":25775},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":6935,"score_linear":130877.0,"score_lmetric":13870},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":6935,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":512,"new_prefill":6423,"score_linear":95514.0,"score_lmetric":6423},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83326,"ongoing_decode_tokens":0,"pending_prefill_tokens":382,"num_requests":1,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":0,"new_prefill":6935,"score_linear":83326.0,"score_lmetric":7317},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":6935,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":77790,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1097,"cache_hit":0,"new_prefill":6935,"score_linear":77790.0,"score_lmetric":6935},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":14239,"ongoing_decode_tokens":0,"pending_prefill_tokens":14239,"num_requests":1,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":1024,"new_prefill":5911,"score_linear":13215.0,"score_lmetric":20150}],"chosen_score_linear":10073.0,"chosen_score_lmetric":0,"t_first_token":339070.173741486,"t_first_token_unix":1779769935.187685,"t_done":339070.178202383,"t_done_unix":1779769935.1921458},{"request_id":"1352606:1:1352606:496","session_id":"1352606","input_length":18840,"t_proxy_recv":339068.290379456,"t_decision_unix":1779769933.304321,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":18840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":954,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":18840,"score_linear":62618.0,"score_lmetric":18840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":18840,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":18840,"score_linear":96026.0,"score_lmetric":18840},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":10575,"ongoing_decode_tokens":10575,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":18840,"score_linear":10575.0,"score_lmetric":18840},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1080,"cache_hit":0,"new_prefill":18840,"score_linear":21436.0,"score_lmetric":27988},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339070.218488031,"t_first_token_unix":1779769935.232432,"t_done":339070.667632932,"t_done_unix":1779769935.6815774},{"request_id":"1317598:6:1352957:499","session_id":"1317598","input_length":83326,"t_proxy_recv":339069.560042184,"t_decision_unix":1779769934.5739834,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":82944,"affinity_cache_ratio":0.9954155965724983,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (382 < 8000)","cache_hit":82944,"estimated_new_tokens":382,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":954,"cache_hit":0,"new_prefill":83326,"score_linear":18840.0,"score_lmetric":102166},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":83326,"score_linear":130877.0,"score_lmetric":166652},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":83326,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":83326,"score_linear":96026.0,"score_lmetric":83326},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":82944,"new_prefill":382,"score_linear":-82944.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":83326,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":77790,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1097,"cache_hit":0,"new_prefill":83326,"score_linear":77790.0,"score_lmetric":83326},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":83326,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-82944.0,"chosen_score_lmetric":0,"t_first_token":339069.831720774,"t_first_token_unix":1779769934.8456645,"t_done":339070.891875713,"t_done_unix":1779769935.90582},{"request_id":"1349975:2:1352986:500","session_id":"1349975","input_length":14239,"t_proxy_recv":339069.659918121,"t_decision_unix":1779769934.6738596,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":7,"affinity_cache_hit":4608,"affinity_cache_ratio":0.32361823161738884,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":14239,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":954,"cache_hit":0,"new_prefill":14239,"score_linear":18840.0,"score_lmetric":33079},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":14239,"score_linear":130877.0,"score_lmetric":28478},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":14239,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":14239,"score_linear":96026.0,"score_lmetric":14239},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83326,"ongoing_decode_tokens":0,"pending_prefill_tokens":382,"num_requests":1,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":4608,"new_prefill":9631,"score_linear":78718.0,"score_lmetric":10013},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":14239,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":77790,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1097,"cache_hit":0,"new_prefill":14239,"score_linear":77790.0,"score_lmetric":14239},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":14239,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339070.896988722,"t_first_token_unix":1779769935.9109318,"t_done":339071.087338472,"t_done_unix":1779769936.1012821},{"request_id":"1269373:20:1352797:498","session_id":"1269373","input_length":77790,"t_proxy_recv":339068.961445434,"t_decision_unix":1779769933.9753866,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9872734284612418,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (990 < 8000)","cache_hit":76800,"estimated_new_tokens":990,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":954,"cache_hit":7680,"new_prefill":70110,"score_linear":11160.0,"score_lmetric":88950},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":77790,"score_linear":130877.0,"score_lmetric":155580},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":7680,"new_prefill":70110,"score_linear":2393.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":77790,"score_linear":96026.0,"score_lmetric":77790},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":0,"new_prefill":77790,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":7680,"new_prefill":70110,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1097,"cache_hit":76800,"new_prefill":990,"score_linear":-76800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":77790,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":339069.515194939,"t_first_token_unix":1779769934.529138,"t_done":339071.615293216,"t_done_unix":1779769936.629237},{"request_id":"1279412:23:1348089:477","session_id":"1279412","input_length":96026,"t_proxy_recv":339052.397795899,"t_decision_unix":1779769917.4117372,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9970632953575074,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (282 < 8000)","cache_hit":95744,"estimated_new_tokens":282,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":96026,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":96026,"score_linear":62618.0,"score_lmetric":96026},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-1133,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":96026,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":95744,"new_prefill":282,"score_linear":-95744.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1087,"cache_hit":0,"new_prefill":96026,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":65289,"ongoing_decode_tokens":65289,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1181,"cache_hit":0,"new_prefill":96026,"score_linear":65289.0,"score_lmetric":96026},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1036,"cache_hit":0,"new_prefill":96026,"score_linear":7065.0,"score_lmetric":96026},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1179,"cache_hit":12800,"new_prefill":83226,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-95744.0,"chosen_score_lmetric":0,"t_first_token":339052.550785544,"t_first_token_unix":1779769917.5647295,"t_done":339072.761073563,"t_done_unix":1779769937.775018},{"request_id":"1344773:5:1353365:502","session_id":"1344773","input_length":33875,"t_proxy_recv":339071.167315475,"t_decision_unix":1779769936.181257,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9824354243542436,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (595 < 8000)","cache_hit":33280,"estimated_new_tokens":595,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":990,"cache_hit":33280,"new_prefill":595,"score_linear":-33280.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":33875,"score_linear":130877.0,"score_lmetric":67750},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":33875,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":33875,"score_linear":96026.0,"score_lmetric":33875},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":77790,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1097,"cache_hit":0,"new_prefill":33875,"score_linear":77790.0,"score_lmetric":33875},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-33280.0,"chosen_score_lmetric":0,"t_first_token":339071.302560893,"t_first_token_unix":1779769936.3165045,"t_done":339073.160464611,"t_done_unix":1779769938.1744087},{"request_id":"1253743:6:1354346:505","session_id":"1253743","input_length":51436,"t_proxy_recv":339074.412747275,"t_decision_unix":1779769939.4266882,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9954117738548877,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (236 < 8000)","cache_hit":51200,"estimated_new_tokens":236,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":51436,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":4608,"new_prefill":46828,"score_linear":126269.0,"score_lmetric":93656},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":51200,"new_prefill":236,"score_linear":-41127.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1214,"cache_hit":49664,"new_prefill":1772,"score_linear":-49664.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27651,"ongoing_decode_tokens":0,"pending_prefill_tokens":27651,"num_requests":1,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":0,"new_prefill":51436,"score_linear":27651.0,"score_lmetric":79087},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":51436,"score_linear":83526.0,"score_lmetric":134962},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":0,"new_prefill":51436,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":51436,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41127.0,"chosen_score_lmetric":0,"t_first_token":339074.528760427,"t_first_token_unix":1779769939.5427039,"t_done":339075.098403006,"t_done_unix":1779769940.1123471},{"request_id":"1353821:1:1353821:503","session_id":"1353821","input_length":27651,"t_proxy_recv":339072.58281969,"t_decision_unix":1779769937.596761,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":27651,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":33875,"ongoing_decode_tokens":33875,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":990,"cache_hit":0,"new_prefill":27651,"score_linear":33875.0,"score_lmetric":27651},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":27651,"score_linear":130877.0,"score_lmetric":55302},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":27651,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":27651,"score_linear":96026.0,"score_lmetric":27651},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339076.051376011,"t_first_token_unix":1779769941.0653198,"t_done":339078.351312642,"t_done_unix":1779769943.3652556},{"request_id":"1286804:3:1354910:506","session_id":"1286804","input_length":15519,"t_proxy_recv":339076.385117965,"t_decision_unix":1779769941.3990595,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8907790450415619,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1695 < 8000)","cache_hit":13824,"estimated_new_tokens":1695,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":15519,"score_linear":130877.0,"score_lmetric":31038},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":15519,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1214,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27651,"ongoing_decode_tokens":27651,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":13824,"new_prefill":1695,"score_linear":13827.0,"score_lmetric":1695},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":15519,"score_linear":83526.0,"score_lmetric":99045},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":13827.0,"chosen_score_lmetric":1695,"t_first_token":339077.793640244,"t_first_token_unix":1779769942.8075843,"t_done":339079.57221917,"t_done_unix":1779769944.5861623},{"request_id":"1355484:1:1355484:508","session_id":"1355484","input_length":19366,"t_proxy_recv":339078.293275223,"t_decision_unix":1779769943.3072166,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6566 < 8000)","cache_hit":12800,"estimated_new_tokens":6566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":19366,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":19366,"score_linear":130877.0,"score_lmetric":38732},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":19366,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1214,"cache_hit":12800,"new_prefill":6566,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43170,"ongoing_decode_tokens":43170,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":0,"new_prefill":19366,"score_linear":43170.0,"score_lmetric":38732},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":19366,"score_linear":83526.0,"score_lmetric":102892},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24503,"ongoing_decode_tokens":0,"pending_prefill_tokens":24503,"num_requests":1,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":0,"new_prefill":19366,"score_linear":24503.0,"score_lmetric":43869},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":12800,"new_prefill":6566,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":339079.228104054,"t_first_token_unix":1779769944.2420475,"t_done":339079.828315271,"t_done_unix":1779769944.8422585},{"request_id":"1344773:6:1356097:513","session_id":"1344773","input_length":34198,"t_proxy_recv":339080.544689979,"t_decision_unix":1779769945.5586317,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9881279606994561,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (406 < 8000)","cache_hit":33792,"estimated_new_tokens":406,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":991,"cache_hit":33792,"new_prefill":406,"score_linear":-33792.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":34198,"score_linear":130877.0,"score_lmetric":68396},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58266,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":1,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":34198,"score_linear":58266.0,"score_lmetric":37335},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48977,"ongoing_decode_tokens":0,"pending_prefill_tokens":849,"num_requests":1,"active_p_offloads":0,"cached_blocks":1227,"cache_hit":0,"new_prefill":34198,"score_linear":48977.0,"score_lmetric":35047},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1209,"cache_hit":0,"new_prefill":34198,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":34198,"score_linear":83526.0,"score_lmetric":117724},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102592,"ongoing_decode_tokens":0,"pending_prefill_tokens":24768,"num_requests":2,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":0,"new_prefill":34198,"score_linear":102592.0,"score_lmetric":117932},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":34198,"score_linear":35308.0,"score_lmetric":69506}],"chosen_score_linear":-33792.0,"chosen_score_lmetric":0,"t_first_token":339080.632782315,"t_first_token_unix":1779769945.6467254,"t_done":339080.793399316,"t_done_unix":1779769945.8073428},{"request_id":"1355325:1:1355325:507","session_id":"1355325","input_length":24503,"t_proxy_recv":339077.858985671,"t_decision_unix":1779769942.8729272,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":24503,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":24503,"score_linear":130877.0,"score_lmetric":49006},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":24503,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1214,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43170,"ongoing_decode_tokens":43170,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":0,"new_prefill":24503,"score_linear":43170.0,"score_lmetric":49006},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":24503,"score_linear":83526.0,"score_lmetric":108029},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339080.686075926,"t_first_token_unix":1779769945.7000191,"t_done":339080.850387695,"t_done_unix":1779769945.864331},{"request_id":"1340278:2:1356079:512","session_id":"1340278","input_length":48977,"t_proxy_recv":339080.506691096,"t_decision_unix":1779769945.5206325,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9826653327071891,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (849 < 8000)","cache_hit":48128,"estimated_new_tokens":849,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":48977,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":48977,"score_linear":130877.0,"score_lmetric":97954},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58266,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":1,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":48977,"score_linear":58266.0,"score_lmetric":52114},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1227,"cache_hit":48128,"new_prefill":849,"score_linear":-48128.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1209,"cache_hit":0,"new_prefill":48977,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":48977,"score_linear":83526.0,"score_lmetric":132503},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102592,"ongoing_decode_tokens":0,"pending_prefill_tokens":24768,"num_requests":2,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":0,"new_prefill":48977,"score_linear":102592.0,"score_lmetric":147490},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":48977,"score_linear":35308.0,"score_lmetric":84285}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":339080.786566532,"t_first_token_unix":1779769945.80051,"t_done":339081.459792205,"t_done_unix":1779769946.4737363},{"request_id":"1356948:1:1356948:515","session_id":"1356948","input_length":6711,"t_proxy_recv":339083.574174131,"t_decision_unix":1779769948.5881155,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6711 < 8000)","cache_hit":0,"estimated_new_tokens":6711,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":6711,"score_linear":122597.0,"score_lmetric":129308},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":6711,"score_linear":130877.0,"score_lmetric":13422},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58266,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":1,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":6711,"score_linear":58266.0,"score_lmetric":9848},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":6711,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1209,"cache_hit":0,"new_prefill":6711,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":6711,"score_linear":83526.0,"score_lmetric":90237},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":78089,"ongoing_decode_tokens":78089,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":6711,"score_linear":78089.0,"score_lmetric":6711},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":6711,"score_linear":35308.0,"score_lmetric":42019}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339084.029245045,"t_first_token_unix":1779769949.0431888,"t_done":339084.307304589,"t_done_unix":1779769949.3212485},{"request_id":"1269373:21:1355702:509","session_id":"1269373","input_length":78089,"t_proxy_recv":339078.973690247,"t_decision_unix":1779769943.9876316,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":77824,"affinity_cache_ratio":0.9966064362458221,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (265 < 8000)","cache_hit":77824,"estimated_new_tokens":265,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":991,"cache_hit":7680,"new_prefill":70409,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":78089,"score_linear":130877.0,"score_lmetric":156178},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":7680,"new_prefill":70409,"score_linear":2393.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":19366,"ongoing_decode_tokens":0,"pending_prefill_tokens":6566,"num_requests":1,"active_p_offloads":0,"cached_blocks":1214,"cache_hit":0,"new_prefill":78089,"score_linear":19366.0,"score_lmetric":84655},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15519,"ongoing_decode_tokens":15519,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":78089,"score_linear":15519.0,"score_lmetric":78089},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":7680,"new_prefill":70409,"score_linear":75846.0,"score_lmetric":153935},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24503,"ongoing_decode_tokens":0,"pending_prefill_tokens":24503,"num_requests":1,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":77824,"new_prefill":265,"score_linear":-53321.0,"score_lmetric":24768},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":78089,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53321.0,"chosen_score_lmetric":24768,"t_first_token":339080.801433756,"t_first_token_unix":1779769945.8153772,"t_done":339084.557446903,"t_done_unix":1779769949.5713909},{"request_id":"1355951:1:1355951:511","session_id":"1355951","input_length":35308,"t_proxy_recv":339079.88275924,"t_decision_unix":1779769944.8967006,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":35308,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":35308,"score_linear":130877.0,"score_lmetric":70616},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58266,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":1,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":35308,"score_linear":58266.0,"score_lmetric":38445},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1227,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1209,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":35308,"score_linear":83526.0,"score_lmetric":118834},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102592,"ongoing_decode_tokens":0,"pending_prefill_tokens":24768,"num_requests":2,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":0,"new_prefill":35308,"score_linear":102592.0,"score_lmetric":120152},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339085.060394064,"t_first_token_unix":1779769950.0743372,"t_done":339085.44139377,"t_done_unix":1779769950.4553375},{"request_id":"1353821:2:1357420:517","session_id":"1353821","input_length":27805,"t_proxy_recv":339084.966119685,"t_decision_unix":1779769949.9800608,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9943535335371336,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (157 < 8000)","cache_hit":27648,"estimated_new_tokens":157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":27805,"score_linear":122597.0,"score_lmetric":150402},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":27805,"score_linear":130877.0,"score_lmetric":55610},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58266,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":1,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":27805,"score_linear":58266.0,"score_lmetric":30942},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":13520,"ongoing_decode_tokens":0,"pending_prefill_tokens":13520,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":27805,"score_linear":13520.0,"score_lmetric":41325},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1222,"cache_hit":27648,"new_prefill":157,"score_linear":-27648.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":27805,"score_linear":83526.0,"score_lmetric":111331},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1147,"cache_hit":0,"new_prefill":27805,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":27805,"score_linear":35308.0,"score_lmetric":63113}],"chosen_score_linear":-27648.0,"chosen_score_lmetric":0,"t_first_token":339085.027522952,"t_first_token_unix":1779769950.0414665,"t_done":339085.789674954,"t_done_unix":1779769950.8036187},{"request_id":"1357132:1:1357132:516","session_id":"1357132","input_length":13520,"t_proxy_recv":339084.119632896,"t_decision_unix":1779769949.1335742,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":13520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":13520,"score_linear":122597.0,"score_lmetric":136117},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":13520,"score_linear":130877.0,"score_lmetric":27040},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58266,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":1,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":13520,"score_linear":58266.0,"score_lmetric":16657},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":13520,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":6711,"ongoing_decode_tokens":6711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1209,"cache_hit":0,"new_prefill":13520,"score_linear":6711.0,"score_lmetric":13520},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":13520,"score_linear":83526.0,"score_lmetric":97046},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":78089,"ongoing_decode_tokens":78089,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":13520,"score_linear":78089.0,"score_lmetric":13520},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":13520,"score_linear":35308.0,"score_lmetric":48828}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339085.275348833,"t_first_token_unix":1779769950.289292,"t_done":339085.886577839,"t_done_unix":1779769950.900521},{"request_id":"1253743:7:1359251:524","session_id":"1253743","input_length":51509,"t_proxy_recv":339091.610921812,"t_decision_unix":1779769956.6248631,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9940010483604806,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (309 < 8000)","cache_hit":51200,"estimated_new_tokens":309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":51509,"score_linear":156948.0,"score_lmetric":349330},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":4608,"new_prefill":46901,"score_linear":126269.0,"score_lmetric":93802},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58266,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":51200,"new_prefill":309,"score_linear":7066.0,"score_lmetric":309},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":49664,"new_prefill":1845,"score_linear":-49664.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1222,"cache_hit":0,"new_prefill":51509,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":51509,"score_linear":83526.0,"score_lmetric":135035},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1147,"cache_hit":0,"new_prefill":51509,"score_linear":80246.0,"score_lmetric":51509},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":34694,"num_requests":1,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":0,"new_prefill":51509,"score_linear":58758.0,"score_lmetric":86203}],"chosen_score_linear":7066.0,"chosen_score_lmetric":309,"t_first_token":339091.717809273,"t_first_token_unix":1779769956.7317526,"t_done":339092.047179934,"t_done_unix":1779769957.0611236},{"request_id":"1355484:2:1359370:525","session_id":"1355484","input_length":19493,"t_proxy_recv":339092.066242225,"t_decision_unix":1779769957.0801835,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9981018827271328,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (37 < 8000)","cache_hit":19456,"estimated_new_tokens":37,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":19493,"score_linear":156948.0,"score_lmetric":285298},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":19493,"score_linear":130877.0,"score_lmetric":38986},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58266,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":19493,"score_linear":58266.0,"score_lmetric":19493},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":19456,"new_prefill":37,"score_linear":-19456.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1222,"cache_hit":0,"new_prefill":19493,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":19493,"score_linear":83526.0,"score_lmetric":103019},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1147,"cache_hit":0,"new_prefill":19493,"score_linear":80246.0,"score_lmetric":19493},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":34694,"num_requests":1,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":12800,"new_prefill":6693,"score_linear":45958.0,"score_lmetric":41387}],"chosen_score_linear":-19456.0,"chosen_score_lmetric":0,"t_first_token":339092.124623152,"t_first_token_unix":1779769957.1385665,"t_done":339093.250727592,"t_done_unix":1779769958.2646713},{"request_id":"1294611:11:1355750:510","session_id":"1294611","input_length":48193,"t_proxy_recv":339079.070641453,"t_decision_unix":1779769944.0845828,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9349075591890939,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3137 < 8000)","cache_hit":45056,"estimated_new_tokens":3137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":48193,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":48193,"score_linear":130877.0,"score_lmetric":96386},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":45056,"new_prefill":3137,"score_linear":-34983.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":19366,"ongoing_decode_tokens":0,"pending_prefill_tokens":6566,"num_requests":1,"active_p_offloads":0,"cached_blocks":1214,"cache_hit":0,"new_prefill":48193,"score_linear":19366.0,"score_lmetric":54759},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15519,"ongoing_decode_tokens":15519,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":48193,"score_linear":15519.0,"score_lmetric":48193},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":12800,"new_prefill":35393,"score_linear":70726.0,"score_lmetric":118919},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102592,"ongoing_decode_tokens":0,"pending_prefill_tokens":24768,"num_requests":2,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":12800,"new_prefill":35393,"score_linear":89792.0,"score_lmetric":120322},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":48193,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-34983.0,"chosen_score_lmetric":0,"t_first_token":339087.824694667,"t_first_token_unix":1779769952.8386383,"t_done":339097.659670134,"t_done_unix":1779769962.6736135},{"request_id":"1353821:3:1360898:529","session_id":"1353821","input_length":27933,"t_proxy_recv":339097.3827402,"t_decision_unix":1779769962.3966818,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":27648,"affinity_cache_ratio":0.98979701428418,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (285 < 8000)","cache_hit":27648,"estimated_new_tokens":285,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":27933,"score_linear":156948.0,"score_lmetric":302178},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":27933,"score_linear":130877.0,"score_lmetric":55866},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58266,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":27933,"score_linear":58266.0,"score_lmetric":27933},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":27933,"score_linear":117888.0,"score_lmetric":145821},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1222,"cache_hit":27648,"new_prefill":285,"score_linear":-27648.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":83526,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":27933,"score_linear":83526.0,"score_lmetric":27933},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1147,"cache_hit":0,"new_prefill":27933,"score_linear":80246.0,"score_lmetric":27933},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":92236,"ongoing_decode_tokens":58758,"pending_prefill_tokens":5318,"num_requests":2,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":0,"new_prefill":27933,"score_linear":92236.0,"score_lmetric":66502}],"chosen_score_linear":-27648.0,"chosen_score_lmetric":0,"t_first_token":339097.437683527,"t_first_token_unix":1779769962.4516265,"t_done":339097.836733222,"t_done_unix":1779769962.8506765},{"request_id":"1353951:1:1353951:504","session_id":"1353951","input_length":83526,"t_proxy_recv":339073.069101028,"t_decision_unix":1779769938.0830424,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":83526,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":33875,"ongoing_decode_tokens":33875,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":990,"cache_hit":0,"new_prefill":83526,"score_linear":33875.0,"score_lmetric":83526},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":83526,"score_linear":130877.0,"score_lmetric":167052},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":83526,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1214,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27651,"ongoing_decode_tokens":0,"pending_prefill_tokens":27651,"num_requests":1,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":0,"new_prefill":83526,"score_linear":27651.0,"score_lmetric":111177},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339096.612165607,"t_first_token_unix":1779769961.626111,"t_done":339098.29526339,"t_done_unix":1779769963.309207},{"request_id":"1353951:2:1358300:520","session_id":"1353951","input_length":83905,"t_proxy_recv":339098.311638324,"t_decision_unix":1779769963.32558,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9946487098504261,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (449 < 8000)","cache_hit":83456,"estimated_new_tokens":449,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":83905,"score_linear":156948.0,"score_lmetric":414122},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":83905,"score_linear":130877.0,"score_lmetric":167810},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":83905,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":137602,"ongoing_decode_tokens":0,"pending_prefill_tokens":118146,"num_requests":2,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":83905,"score_linear":137602.0,"score_lmetric":404102},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1222,"cache_hit":0,"new_prefill":83905,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66032,"ongoing_decode_tokens":66032,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1472,"cache_hit":83456,"new_prefill":449,"score_linear":-17424.0,"score_lmetric":449},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1147,"cache_hit":0,"new_prefill":83905,"score_linear":80246.0,"score_lmetric":83905},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":92236,"ongoing_decode_tokens":58758,"pending_prefill_tokens":5318,"num_requests":2,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":0,"new_prefill":83905,"score_linear":92236.0,"score_lmetric":178446}],"chosen_score_linear":-17424.0,"chosen_score_lmetric":449,"t_first_token":339098.581764658,"t_first_token_unix":1779769963.5957081,"t_done":339098.827235059,"t_done_unix":1779769963.841179},{"request_id":"1342921:2:1361022:530","session_id":"1342921","input_length":66032,"t_proxy_recv":339097.849007843,"t_decision_unix":1779769962.862949,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":65536,"affinity_cache_ratio":0.992488490428883,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (496 < 8000)","cache_hit":65536,"estimated_new_tokens":496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":66032,"score_linear":156948.0,"score_lmetric":378376},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":66032,"score_linear":130877.0,"score_lmetric":132064},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":66032,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":66032,"score_linear":117888.0,"score_lmetric":183920},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1222,"cache_hit":0,"new_prefill":66032,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":83526,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":65536,"new_prefill":496,"score_linear":17990.0,"score_lmetric":496},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1147,"cache_hit":0,"new_prefill":66032,"score_linear":80246.0,"score_lmetric":66032},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":92236,"ongoing_decode_tokens":58758,"pending_prefill_tokens":5318,"num_requests":2,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":0,"new_prefill":66032,"score_linear":92236.0,"score_lmetric":142700}],"chosen_score_linear":17990.0,"chosen_score_lmetric":496,"t_first_token":339098.190622824,"t_first_token_unix":1779769963.2045662,"t_done":339098.895072912,"t_done_unix":1779769963.9090166},{"request_id":"1356948:2:1361262:532","session_id":"1356948","input_length":16480,"t_proxy_recv":339098.861898529,"t_decision_unix":1779769963.87584,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":6656,"affinity_cache_ratio":0.40388349514563104,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":6656,"estimated_new_tokens":9824,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":16480,"score_linear":156948.0,"score_lmetric":279272},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":16480,"score_linear":130877.0,"score_lmetric":32960},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":16480,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":137602,"ongoing_decode_tokens":0,"pending_prefill_tokens":118146,"num_requests":2,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":16480,"score_linear":137602.0,"score_lmetric":269252},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1222,"cache_hit":6656,"new_prefill":9824,"score_linear":-6656.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66032,"ongoing_decode_tokens":66032,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1472,"cache_hit":0,"new_prefill":16480,"score_linear":66032.0,"score_lmetric":16480},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1147,"cache_hit":0,"new_prefill":16480,"score_linear":80246.0,"score_lmetric":16480},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":92236,"ongoing_decode_tokens":58758,"pending_prefill_tokens":5318,"num_requests":2,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":0,"new_prefill":16480,"score_linear":92236.0,"score_lmetric":43596}],"chosen_score_linear":-6656.0,"chosen_score_lmetric":0,"t_first_token":339100.013349136,"t_first_token_unix":1779769965.0272927,"t_done":339100.180518528,"t_done_unix":1779769965.1944623},{"request_id":"1361992:1:1361992:535","session_id":"1361992","input_length":8113,"t_proxy_recv":339101.437673959,"t_decision_unix":1779769966.4516153,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":8113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":8113,"score_linear":156948.0,"score_lmetric":262538},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":8113,"score_linear":130877.0,"score_lmetric":16226},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":8113,"score_linear":87042.0,"score_lmetric":85082},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":137602,"ongoing_decode_tokens":0,"pending_prefill_tokens":118146,"num_requests":2,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":8113,"score_linear":137602.0,"score_lmetric":252518},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1241,"cache_hit":0,"new_prefill":8113,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1473,"cache_hit":0,"new_prefill":8113,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1147,"cache_hit":0,"new_prefill":8113,"score_linear":80246.0,"score_lmetric":8113},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":92236,"ongoing_decode_tokens":58758,"pending_prefill_tokens":5318,"num_requests":2,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":0,"new_prefill":8113,"score_linear":92236.0,"score_lmetric":26862}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339102.009896743,"t_first_token_unix":1779769967.0238404,"t_done":339102.150197245,"t_done_unix":1779769967.1641402},{"request_id":"1270340:3:1360716:528","session_id":"1270340","input_length":33478,"t_proxy_recv":339096.724705596,"t_decision_unix":1779769961.738647,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28160,"affinity_cache_ratio":0.8411494115538563,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5318 < 8000)","cache_hit":28160,"estimated_new_tokens":5318,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":33478,"score_linear":156948.0,"score_lmetric":313268},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":33478,"score_linear":130877.0,"score_lmetric":66956},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58266,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":33478,"score_linear":58266.0,"score_lmetric":33478},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":33478,"score_linear":117888.0,"score_lmetric":151366},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1222,"cache_hit":1536,"new_prefill":31942,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":83526,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":33478,"score_linear":83526.0,"score_lmetric":33478},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1147,"cache_hit":0,"new_prefill":33478,"score_linear":80246.0,"score_lmetric":33478},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":34694,"num_requests":1,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":28160,"new_prefill":5318,"score_linear":30598.0,"score_lmetric":40012}],"chosen_score_linear":30598.0,"chosen_score_lmetric":40012,"t_first_token":339101.705452243,"t_first_token_unix":1779769966.7193959,"t_done":339102.479640962,"t_done_unix":1779769967.4935842},{"request_id":"1362265:1:1362265:536","session_id":"1362265","input_length":8825,"t_proxy_recv":339102.283690696,"t_decision_unix":1779769967.297632,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":8825,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":8825,"score_linear":156948.0,"score_lmetric":263962},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":8825,"score_linear":130877.0,"score_lmetric":17650},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":8825,"score_linear":87042.0,"score_lmetric":85794},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":137602,"ongoing_decode_tokens":0,"pending_prefill_tokens":118146,"num_requests":2,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":8825,"score_linear":137602.0,"score_lmetric":253942},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":8825,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1473,"cache_hit":0,"new_prefill":8825,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1147,"cache_hit":0,"new_prefill":8825,"score_linear":80246.0,"score_lmetric":8825},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":92236,"ongoing_decode_tokens":92236,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":0,"new_prefill":8825,"score_linear":92236.0,"score_lmetric":17650}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339102.947335322,"t_first_token_unix":1779769967.9612787,"t_done":339104.016972072,"t_done_unix":1779769969.0309165},{"request_id":"1361992:2:1362904:537","session_id":"1361992","input_length":10347,"t_proxy_recv":339104.529475095,"t_decision_unix":1779769969.5434163,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":7680,"affinity_cache_ratio":0.7422441287329661,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2667 < 8000)","cache_hit":7680,"estimated_new_tokens":2667,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":10347,"score_linear":156948.0,"score_lmetric":267006},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":10347,"score_linear":130877.0,"score_lmetric":20694},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":10347,"score_linear":87042.0,"score_lmetric":87316},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":137602,"ongoing_decode_tokens":0,"pending_prefill_tokens":118146,"num_requests":2,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":10347,"score_linear":137602.0,"score_lmetric":256986},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":7680,"new_prefill":2667,"score_linear":-7680.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":0,"new_prefill":10347,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1147,"cache_hit":0,"new_prefill":10347,"score_linear":80246.0,"score_lmetric":10347},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1316,"cache_hit":0,"new_prefill":10347,"score_linear":58758.0,"score_lmetric":10347}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":339104.793699723,"t_first_token_unix":1779769969.8076441,"t_done":339104.941046601,"t_done_unix":1779769969.954991},{"request_id":"1363440:1:1363440:542","session_id":"1363440","input_length":543,"t_proxy_recv":339106.47831978,"t_decision_unix":1779769971.4922612,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":543,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (543 < 8000)","cache_hit":0,"estimated_new_tokens":543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":543,"score_linear":156948.0,"score_lmetric":247398},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":543,"score_linear":130877.0,"score_lmetric":1086},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":543,"score_linear":87042.0,"score_lmetric":77512},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":137602,"ongoing_decode_tokens":0,"pending_prefill_tokens":118146,"num_requests":2,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":543,"score_linear":137602.0,"score_lmetric":237378},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90778,"ongoing_decode_tokens":0,"pending_prefill_tokens":63130,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":543,"score_linear":90778.0,"score_lmetric":127346},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":16057,"ongoing_decode_tokens":0,"pending_prefill_tokens":2233,"num_requests":1,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":0,"new_prefill":543,"score_linear":16057.0,"score_lmetric":2776},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1147,"cache_hit":0,"new_prefill":543,"score_linear":80246.0,"score_lmetric":543},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95990,"ongoing_decode_tokens":58758,"pending_prefill_tokens":1904,"num_requests":2,"active_p_offloads":0,"cached_blocks":1316,"cache_hit":0,"new_prefill":543,"score_linear":95990.0,"score_lmetric":4894}],"chosen_score_linear":80246.0,"chosen_score_lmetric":543,"t_first_token":339106.690303087,"t_first_token_unix":1779769971.7042465,"t_done":339107.071324636,"t_done_unix":1779769972.0852687},{"request_id":"1355951:2:1363365:540","session_id":"1355951","input_length":37232,"t_proxy_recv":339106.186712317,"t_decision_unix":1779769971.2006536,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9488611946712505,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1904 < 8000)","cache_hit":35328,"estimated_new_tokens":1904,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":37232,"score_linear":156948.0,"score_lmetric":320776},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":37232,"score_linear":130877.0,"score_lmetric":74464},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":37232,"score_linear":87042.0,"score_lmetric":114201},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":137602,"ongoing_decode_tokens":0,"pending_prefill_tokens":118146,"num_requests":2,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":37232,"score_linear":137602.0,"score_lmetric":310756},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":37232,"score_linear":62685.0,"score_lmetric":99917},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":16057,"ongoing_decode_tokens":0,"pending_prefill_tokens":2233,"num_requests":1,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":0,"new_prefill":37232,"score_linear":16057.0,"score_lmetric":39465},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1147,"cache_hit":0,"new_prefill":37232,"score_linear":80246.0,"score_lmetric":37232},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1316,"cache_hit":35328,"new_prefill":1904,"score_linear":23430.0,"score_lmetric":1904}],"chosen_score_linear":23430.0,"chosen_score_lmetric":1904,"t_first_token":339106.787833596,"t_first_token_unix":1779769971.801777,"t_done":339107.810327079,"t_done_unix":1779769972.8242712},{"request_id":"1313181:2:1358046:519","session_id":"1313181","input_length":58758,"t_proxy_recv":339087.255683634,"t_decision_unix":1779769952.2696252,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24064,"affinity_cache_ratio":0.40954423227475406,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":24064,"estimated_new_tokens":34694,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":58758,"score_linear":156948.0,"score_lmetric":363828},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":58758,"score_linear":130877.0,"score_lmetric":117516},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58266,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":1,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":58758,"score_linear":58266.0,"score_lmetric":61895},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":12800,"new_prefill":45958,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1222,"cache_hit":0,"new_prefill":58758,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":58758,"score_linear":83526.0,"score_lmetric":142284},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1147,"cache_hit":0,"new_prefill":58758,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":24064,"new_prefill":34694,"score_linear":-24064.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":339096.986321307,"t_first_token_unix":1779769962.0002651,"t_done":339108.563854367,"t_done_unix":1779769973.5777984},{"request_id":"1313181:3:1316742:330","session_id":"1313181","input_length":24451,"t_proxy_recv":339108.567863349,"t_decision_unix":1779769973.581805,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9841724264856243,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (387 < 8000)","cache_hit":24064,"estimated_new_tokens":387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":24451,"score_linear":156948.0,"score_lmetric":295214},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":24451,"score_linear":130877.0,"score_lmetric":48902},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":24451,"score_linear":87042.0,"score_lmetric":101420},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":137602,"ongoing_decode_tokens":0,"pending_prefill_tokens":118146,"num_requests":2,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":12800,"new_prefill":11651,"score_linear":124802.0,"score_lmetric":259594},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90778,"ongoing_decode_tokens":0,"pending_prefill_tokens":63130,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":24451,"score_linear":90778.0,"score_lmetric":175162},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":29954,"ongoing_decode_tokens":16057,"pending_prefill_tokens":6217,"num_requests":2,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":0,"new_prefill":24451,"score_linear":29954.0,"score_lmetric":61336},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":92882,"ongoing_decode_tokens":80246,"pending_prefill_tokens":8540,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":24451,"score_linear":92882.0,"score_lmetric":65982},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":24064,"new_prefill":387,"score_linear":-24064.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":339108.616651674,"t_first_token_unix":1779769973.6305957,"t_done":339109.209625712,"t_done_unix":1779769974.2235694},{"request_id":"1363943:1:1363943:543","session_id":"1363943","input_length":12636,"t_proxy_recv":339108.16049025,"t_decision_unix":1779769973.1744316,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":8540,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"local_cost 1.07s <= migrate_cost 0.99s + margin 0.20s","v2_chosen_cache_hit":4096,"v2_src_idx":0,"v2_src_cache_hit":8704,"v2_new_local":8540,"v2_new_src":3932,"v2_cost_local_s":1.0675,"v2_cost_src_interf_s":0.3932,"v2_cost_xfer_s":0.5951388888888889,"v2_cost_migrate_s":0.9883388888888889,"cache_hit":4096,"estimated_new_tokens":8540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":8704,"new_prefill":3932,"score_linear":148244.0,"score_lmetric":254176},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":12636,"score_linear":130877.0,"score_lmetric":25272},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":4096,"new_prefill":8540,"score_linear":82946.0,"score_lmetric":85509},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":137602,"ongoing_decode_tokens":0,"pending_prefill_tokens":118146,"num_requests":2,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":12636,"score_linear":137602.0,"score_lmetric":261564},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90778,"ongoing_decode_tokens":0,"pending_prefill_tokens":63130,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":12636,"score_linear":90778.0,"score_lmetric":151532},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":16057,"ongoing_decode_tokens":16057,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":4096,"new_prefill":8540,"score_linear":11961.0,"score_lmetric":8540},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":4096,"new_prefill":8540,"score_linear":76150.0,"score_lmetric":8540},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":12636,"score_linear":58758.0,"score_lmetric":12636}],"chosen_score_linear":76150.0,"chosen_score_lmetric":8540,"t_first_token":339109.01734832,"t_first_token_unix":1779769974.031292,"t_done":339111.847817239,"t_done_unix":1779769976.8617601},{"request_id":"1364960:1:1364960:549","session_id":"1364960","input_length":2019,"t_proxy_recv":339111.570407845,"t_decision_unix":1779769976.5843492,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":4038,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2019 < 8000)","cache_hit":0,"estimated_new_tokens":2019,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":2019,"score_linear":156948.0,"score_lmetric":250350},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":2019,"score_linear":130877.0,"score_lmetric":4038},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":2019,"score_linear":87042.0,"score_lmetric":78988},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235640,"ongoing_decode_tokens":0,"pending_prefill_tokens":118392,"num_requests":3,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":2019,"score_linear":235640.0,"score_lmetric":361233},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90778,"ongoing_decode_tokens":0,"pending_prefill_tokens":63130,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":2019,"score_linear":90778.0,"score_lmetric":130298},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":29954,"ongoing_decode_tokens":29954,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":0,"new_prefill":2019,"score_linear":29954.0,"score_lmetric":4038},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":92882,"ongoing_decode_tokens":92882,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":2019,"score_linear":92882.0,"score_lmetric":4038},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":68220,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":2,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":2019,"score_linear":68220.0,"score_lmetric":74938}],"chosen_score_linear":92882.0,"chosen_score_lmetric":4038,"t_first_token":339111.836847013,"t_first_token_unix":1779769976.8507905,"t_done":339112.517426275,"t_done_unix":1779769977.5313697},{"request_id":"1363440:2:1365095:551","session_id":"1363440","input_length":3866,"t_proxy_recv":339112.153057024,"t_decision_unix":1779769977.1669984,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":512,"affinity_cache_ratio":0.13243662700465597,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":6708,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3354 < 8000)","cache_hit":512,"estimated_new_tokens":3354,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":3866,"score_linear":156948.0,"score_lmetric":254044},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":3866,"score_linear":130877.0,"score_lmetric":7732},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":3866,"score_linear":87042.0,"score_lmetric":80835},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250361,"ongoing_decode_tokens":0,"pending_prefill_tokens":119801,"num_requests":4,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":3866,"score_linear":250361.0,"score_lmetric":494668},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90778,"ongoing_decode_tokens":0,"pending_prefill_tokens":63130,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":3866,"score_linear":90778.0,"score_lmetric":133992},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":29954,"ongoing_decode_tokens":29954,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":0,"new_prefill":3866,"score_linear":29954.0,"score_lmetric":7732},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":82265,"ongoing_decode_tokens":82265,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":512,"new_prefill":3354,"score_linear":81753.0,"score_lmetric":6708},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":68220,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":2,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":3866,"score_linear":68220.0,"score_lmetric":78632}],"chosen_score_linear":81753.0,"chosen_score_lmetric":6708,"t_first_token":339112.474166284,"t_first_token_unix":1779769977.4881096,"t_done":339113.002755807,"t_done_unix":1779769978.0166993},{"request_id":"1305906:2:1363233:539","session_id":"1305906","input_length":16057,"t_proxy_recv":339105.646476886,"t_decision_unix":1779769970.6604176,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8609329264495236,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2233 < 8000)","cache_hit":13824,"estimated_new_tokens":2233,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":16057,"score_linear":156948.0,"score_lmetric":278426},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":16057,"score_linear":130877.0,"score_lmetric":32114},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":16057,"score_linear":87042.0,"score_lmetric":93026},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":137602,"ongoing_decode_tokens":0,"pending_prefill_tokens":118146,"num_requests":2,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":16057,"score_linear":137602.0,"score_lmetric":268406},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":16057,"score_linear":62685.0,"score_lmetric":78742},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":13824,"new_prefill":2233,"score_linear":-13824.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1147,"cache_hit":0,"new_prefill":16057,"score_linear":80246.0,"score_lmetric":16057},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1316,"cache_hit":0,"new_prefill":16057,"score_linear":58758.0,"score_lmetric":16057}],"chosen_score_linear":-13824.0,"chosen_score_lmetric":0,"t_first_token":339107.112124131,"t_first_token_unix":1779769972.1260674,"t_done":339113.072533023,"t_done_unix":1779769978.0864768},{"request_id":"1364090:1:1364090:544","session_id":"1364090","input_length":13897,"t_proxy_recv":339108.538998721,"t_decision_unix":1779769973.5529401,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":6217,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6217 < 8000)","cache_hit":7680,"estimated_new_tokens":6217,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":7680,"new_prefill":6217,"score_linear":149268.0,"score_lmetric":258746},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":13897,"score_linear":130877.0,"score_lmetric":27794},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":7680,"new_prefill":6217,"score_linear":79362.0,"score_lmetric":83186},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":137602,"ongoing_decode_tokens":0,"pending_prefill_tokens":118146,"num_requests":2,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":13897,"score_linear":137602.0,"score_lmetric":264086},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90778,"ongoing_decode_tokens":0,"pending_prefill_tokens":63130,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":13897,"score_linear":90778.0,"score_lmetric":154054},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":16057,"ongoing_decode_tokens":16057,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":7680,"new_prefill":6217,"score_linear":8377.0,"score_lmetric":6217},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":92882,"ongoing_decode_tokens":80246,"pending_prefill_tokens":8540,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":11264,"new_prefill":2633,"score_linear":81618.0,"score_lmetric":22346},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":13897,"score_linear":58758.0,"score_lmetric":13897}],"chosen_score_linear":8377.0,"chosen_score_lmetric":6217,"t_first_token":339109.778994565,"t_first_token_unix":1779769974.792938,"t_done":339114.051552018,"t_done_unix":1779769979.0654957},{"request_id":"1365440:1:1365440:552","session_id":"1365440","input_length":9913,"t_proxy_recv":339113.372404926,"t_decision_unix":1779769978.3863463,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":9913,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":0,"estimated_new_tokens":9913,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":9913,"score_linear":156948.0,"score_lmetric":266138},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":9913,"score_linear":130877.0,"score_lmetric":19826},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":9913,"score_linear":87042.0,"score_lmetric":86882},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250361,"ongoing_decode_tokens":0,"pending_prefill_tokens":119801,"num_requests":4,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":9913,"score_linear":250361.0,"score_lmetric":518856},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90778,"ongoing_decode_tokens":0,"pending_prefill_tokens":63130,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":9913,"score_linear":90778.0,"score_lmetric":146086},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13897,"ongoing_decode_tokens":13897,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1499,"cache_hit":0,"new_prefill":9913,"score_linear":13897.0,"score_lmetric":9913},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1175,"cache_hit":0,"new_prefill":9913,"score_linear":80246.0,"score_lmetric":9913},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":68220,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":2,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":9913,"score_linear":68220.0,"score_lmetric":90726}],"chosen_score_linear":80246.0,"chosen_score_lmetric":9913,"t_first_token":339114.196797055,"t_first_token_unix":1779769979.210741,"t_done":339114.427551629,"t_done_unix":1779769979.441495},{"request_id":"1366128:1:1366128:553","session_id":"1366128","input_length":11154,"t_proxy_recv":339115.668306554,"t_decision_unix":1779769980.6822479,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":11154,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":11154,"score_linear":156948.0,"score_lmetric":268620},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":11154,"score_linear":130877.0,"score_lmetric":22308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":11154,"score_linear":87042.0,"score_lmetric":88123},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250361,"ongoing_decode_tokens":0,"pending_prefill_tokens":119801,"num_requests":4,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":11154,"score_linear":250361.0,"score_lmetric":523820},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90778,"ongoing_decode_tokens":0,"pending_prefill_tokens":63130,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":11154,"score_linear":90778.0,"score_lmetric":148568},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1512,"cache_hit":0,"new_prefill":11154,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1194,"cache_hit":0,"new_prefill":11154,"score_linear":80246.0,"score_lmetric":11154},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":68220,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":2,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":11154,"score_linear":68220.0,"score_lmetric":93208}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339116.55684863,"t_first_token_unix":1779769981.5707924,"t_done":339117.067656902,"t_done_unix":1779769982.0816007},{"request_id":"1353821:4:1363399:541","session_id":"1353821","input_length":28093,"t_proxy_recv":339106.306942279,"t_decision_unix":1779769971.320884,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":27648,"affinity_cache_ratio":0.984159755099135,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (445 < 8000)","cache_hit":27648,"estimated_new_tokens":445,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":28093,"score_linear":156948.0,"score_lmetric":302498},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":28093,"score_linear":130877.0,"score_lmetric":56186},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":28093,"score_linear":87042.0,"score_lmetric":105062},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":137602,"ongoing_decode_tokens":0,"pending_prefill_tokens":118146,"num_requests":2,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":28093,"score_linear":137602.0,"score_lmetric":292478},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":27648,"new_prefill":445,"score_linear":35037.0,"score_lmetric":63130},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":16057,"ongoing_decode_tokens":0,"pending_prefill_tokens":2233,"num_requests":1,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":0,"new_prefill":28093,"score_linear":16057.0,"score_lmetric":30326},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1147,"cache_hit":0,"new_prefill":28093,"score_linear":80246.0,"score_lmetric":28093},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95990,"ongoing_decode_tokens":58758,"pending_prefill_tokens":1904,"num_requests":2,"active_p_offloads":0,"cached_blocks":1316,"cache_hit":0,"new_prefill":28093,"score_linear":95990.0,"score_lmetric":59994}],"chosen_score_linear":35037.0,"chosen_score_lmetric":63130,"t_first_token":339119.231981232,"t_first_token_unix":1779769984.245925,"t_done":339119.477395385,"t_done_unix":1779769984.491339},{"request_id":"1363093:1:1363093:538","session_id":"1363093","input_length":62685,"t_proxy_recv":339105.164955942,"t_decision_unix":1779769970.1788971,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":62685,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":62685,"score_linear":156948.0,"score_lmetric":371682},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":62685,"score_linear":130877.0,"score_lmetric":125370},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":62685,"score_linear":87042.0,"score_lmetric":139654},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":137602,"ongoing_decode_tokens":0,"pending_prefill_tokens":118146,"num_requests":2,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":62685,"score_linear":137602.0,"score_lmetric":361662},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":62685,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":0,"new_prefill":62685,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1147,"cache_hit":0,"new_prefill":62685,"score_linear":80246.0,"score_lmetric":62685},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1316,"cache_hit":0,"new_prefill":62685,"score_linear":58758.0,"score_lmetric":62685}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339119.230700618,"t_first_token_unix":1779769984.24465,"t_done":339119.820462161,"t_done_unix":1779769984.834406},{"request_id":"1363943:2:1366428:556","session_id":"1363943","input_length":12984,"t_proxy_recv":339116.77755957,"t_decision_unix":1779769981.7915006,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":12800,"affinity_cache_ratio":0.9858287122612446,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (184 < 8000)","cache_hit":12800,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":8704,"new_prefill":4280,"score_linear":148244.0,"score_lmetric":254872},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":12984,"score_linear":130877.0,"score_lmetric":25968},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":4096,"new_prefill":8888,"score_linear":82946.0,"score_lmetric":85857},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250361,"ongoing_decode_tokens":0,"pending_prefill_tokens":119801,"num_requests":4,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":12984,"score_linear":250361.0,"score_lmetric":531140},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90778,"ongoing_decode_tokens":0,"pending_prefill_tokens":63130,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":12984,"score_linear":90778.0,"score_lmetric":152228},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":11154,"ongoing_decode_tokens":11154,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1512,"cache_hit":4096,"new_prefill":8888,"score_linear":7058.0,"score_lmetric":8888},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1194,"cache_hit":12800,"new_prefill":184,"score_linear":67446.0,"score_lmetric":184},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":68220,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":2,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":12984,"score_linear":68220.0,"score_lmetric":96868}],"chosen_score_linear":67446.0,"chosen_score_lmetric":184,"t_first_token":339116.857766129,"t_first_token_unix":1779769981.87171,"t_done":339120.338058336,"t_done_unix":1779769985.352002},{"request_id":"1367424:1:1367424:569","session_id":"1367424","input_length":3392,"t_proxy_recv":339120.403255677,"t_decision_unix":1779769985.4171972,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.625,"fallback_score":3392,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3392 < 8000)","cache_hit":0,"estimated_new_tokens":3392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":3392,"score_linear":156948.0,"score_lmetric":253096},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":157714,"ongoing_decode_tokens":130877,"pending_prefill_tokens":26837,"num_requests":3,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":3392,"score_linear":157714.0,"score_lmetric":90687},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":3392,"score_linear":87042.0,"score_lmetric":80361},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":3392,"score_linear":336145.0,"score_lmetric":754212},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63232,"ongoing_decode_tokens":0,"pending_prefill_tokens":13749,"num_requests":2,"active_p_offloads":0,"cached_blocks":1383,"cache_hit":0,"new_prefill":3392,"score_linear":63232.0,"score_lmetric":34282},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44360,"ongoing_decode_tokens":0,"pending_prefill_tokens":24904,"num_requests":3,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":3392,"score_linear":44360.0,"score_lmetric":84888},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1194,"cache_hit":0,"new_prefill":3392,"score_linear":80246.0,"score_lmetric":3392},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":109237,"ongoing_decode_tokens":59514,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":3392,"score_linear":109237.0,"score_lmetric":33387}],"chosen_score_linear":80246.0,"chosen_score_lmetric":3392,"t_first_token":339120.730553463,"t_first_token_unix":1779769985.744497,"t_done":339120.855407683,"t_done_unix":1779769985.8693511},{"request_id":"1367312:1:1367312:566","session_id":"1367312","input_length":13749,"t_proxy_recv":339119.999403588,"t_decision_unix":1779769985.0133443,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":13749,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=1 decode_tok=0)","cache_hit":0,"estimated_new_tokens":13749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":13749,"score_linear":156948.0,"score_lmetric":273810},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":13749,"score_linear":130877.0,"score_lmetric":27498},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":13749,"score_linear":87042.0,"score_lmetric":90718},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":13749,"score_linear":336145.0,"score_lmetric":816354},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":49483,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1383,"cache_hit":0,"new_prefill":13749,"score_linear":49483.0,"score_lmetric":13749},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34226,"ongoing_decode_tokens":0,"pending_prefill_tokens":23474,"num_requests":2,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":13749,"score_linear":34226.0,"score_lmetric":74446},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93230,"ongoing_decode_tokens":93230,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1194,"cache_hit":0,"new_prefill":13749,"score_linear":93230.0,"score_lmetric":27498},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":109237,"ongoing_decode_tokens":59514,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":13749,"score_linear":109237.0,"score_lmetric":64458}],"chosen_score_linear":49483.0,"chosen_score_lmetric":13749,"t_first_token":339121.181323925,"t_first_token_unix":1779769986.1952674,"t_done":339121.516666437,"t_done_unix":1779769986.5306098},{"request_id":"1361694:1:1361694:534","session_id":"1361694","input_length":76969,"t_proxy_recv":339100.413984822,"t_decision_unix":1779769965.4279263,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (3584 < 4000)","cache_hit":0,"estimated_new_tokens":76969,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":76969,"score_linear":156948.0,"score_lmetric":400250},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":76969,"score_linear":130877.0,"score_lmetric":153938},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":76969,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":137602,"ongoing_decode_tokens":0,"pending_prefill_tokens":118146,"num_requests":2,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":76969,"score_linear":137602.0,"score_lmetric":390230},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1241,"cache_hit":0,"new_prefill":76969,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1473,"cache_hit":0,"new_prefill":76969,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1147,"cache_hit":3584,"new_prefill":73385,"score_linear":76662.0,"score_lmetric":73385},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":92236,"ongoing_decode_tokens":58758,"pending_prefill_tokens":5318,"num_requests":2,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":0,"new_prefill":76969,"score_linear":92236.0,"score_lmetric":164574}],"chosen_score_linear":10073.0,"chosen_score_lmetric":0,"t_first_token":339120.681341972,"t_first_token_unix":1779769985.695286,"t_done":339122.04673523,"t_done_unix":1779769987.06068},{"request_id":"1362265:2:1367373:568","session_id":"1362265","input_length":10134,"t_proxy_recv":339120.204452433,"t_decision_unix":1779769985.2183938,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":8704,"affinity_cache_ratio":0.8588908624432603,"affinity_num_requests":2,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1430 < 8000)","cache_hit":8704,"estimated_new_tokens":1430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":10134,"score_linear":156948.0,"score_lmetric":266580},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":157714,"ongoing_decode_tokens":130877,"pending_prefill_tokens":26837,"num_requests":3,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":10134,"score_linear":157714.0,"score_lmetric":110913},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":10134,"score_linear":87042.0,"score_lmetric":87103},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":10134,"score_linear":336145.0,"score_lmetric":794664},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63232,"ongoing_decode_tokens":0,"pending_prefill_tokens":13749,"num_requests":2,"active_p_offloads":0,"cached_blocks":1383,"cache_hit":0,"new_prefill":10134,"score_linear":63232.0,"score_lmetric":47766},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34226,"ongoing_decode_tokens":0,"pending_prefill_tokens":23474,"num_requests":2,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":8704,"new_prefill":1430,"score_linear":25522.0,"score_lmetric":49808},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93230,"ongoing_decode_tokens":93230,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1194,"cache_hit":0,"new_prefill":10134,"score_linear":93230.0,"score_lmetric":20268},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":109237,"ongoing_decode_tokens":59514,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":10134,"score_linear":109237.0,"score_lmetric":53613}],"chosen_score_linear":25522.0,"chosen_score_lmetric":49808,"t_first_token":339122.644551755,"t_first_token_unix":1779769987.6584954,"t_done":339122.94018754,"t_done_unix":1779769987.9541314},{"request_id":"1364128:1:1364128:545","session_id":"1364128","input_length":8706,"t_proxy_recv":339108.646974471,"t_decision_unix":1779769973.6609156,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":8706,"tie_break_used":false,"v2_pd_sep":true,"v2_decision":"pd_sep","v2_reason":"local_cost 1.09s > migrate_cost 0.73s + margin 0.20s","v2_chosen_cache_hit":0,"v2_src_idx":5,"v2_src_cache_hit":6656,"v2_new_local":8706,"v2_new_src":2050,"v2_cost_local_s":1.08825,"v2_cost_src_interf_s":0.205,"v2_cost_xfer_s":0.5256944444444445,"v2_cost_migrate_s":0.7306944444444444,"cache_hit":0,"estimated_new_tokens":8706,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":8706,"score_linear":156948.0,"score_lmetric":263724},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":8706,"score_linear":130877.0,"score_lmetric":17412},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":8706,"score_linear":87042.0,"score_lmetric":85675},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":137602,"ongoing_decode_tokens":0,"pending_prefill_tokens":118146,"num_requests":2,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":8706,"score_linear":137602.0,"score_lmetric":253704},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90778,"ongoing_decode_tokens":0,"pending_prefill_tokens":63130,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":8706,"score_linear":90778.0,"score_lmetric":143672},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":29954,"ongoing_decode_tokens":16057,"pending_prefill_tokens":6217,"num_requests":2,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":6656,"new_prefill":2050,"score_linear":23298.0,"score_lmetric":16534},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":92882,"ongoing_decode_tokens":80246,"pending_prefill_tokens":8540,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":8706,"score_linear":92882.0,"score_lmetric":34492},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24451,"ongoing_decode_tokens":24451,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":8706,"score_linear":24451.0,"score_lmetric":8706}],"chosen_score_linear":24451.0,"chosen_score_lmetric":8706,"v2_src_url":"http://127.0.0.1:8005","t_prefill_sent":339108.647356163,"t_prefill_sent_unix":1779769973.6612992,"t_prefill_done":339109.949812003,"t_prefill_done_unix":1779769974.9637556,"t_decode_sent":339109.949974676,"t_decode_sent_unix":1779769974.9639173,"t_first_token":339121.127371618,"t_first_token_unix":1779769986.1413164,"t_done":339122.957554437,"t_done_unix":1779769987.9714985},{"request_id":"1270340:4:1366608:558","session_id":"1270340","input_length":41017,"t_proxy_recv":339117.395817504,"t_decision_unix":1779769982.4097588,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33280,"affinity_cache_ratio":0.8113708949947582,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7737 < 8000)","cache_hit":33280,"estimated_new_tokens":7737,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":41017,"score_linear":156948.0,"score_lmetric":328346},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":41017,"score_linear":130877.0,"score_lmetric":82034},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":41017,"score_linear":87042.0,"score_lmetric":117986},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250361,"ongoing_decode_tokens":0,"pending_prefill_tokens":119801,"num_requests":4,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":41017,"score_linear":250361.0,"score_lmetric":643272},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90778,"ongoing_decode_tokens":0,"pending_prefill_tokens":63130,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":1536,"new_prefill":39481,"score_linear":89242.0,"score_lmetric":205222},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":41017,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93230,"ongoing_decode_tokens":93230,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1194,"cache_hit":0,"new_prefill":41017,"score_linear":93230.0,"score_lmetric":82034},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":68220,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":2,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":33280,"new_prefill":7737,"score_linear":34940.0,"score_lmetric":86374}],"chosen_score_linear":34940.0,"chosen_score_lmetric":86374,"t_first_token":339121.100134875,"t_first_token_unix":1779769986.1140788,"t_done":339123.148556025,"t_done_unix":1779769988.1625},{"request_id":"1367312:2:1368064:574","session_id":"1367312","input_length":15501,"t_proxy_recv":339122.695351085,"t_decision_unix":1779769987.7092927,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13312,"affinity_cache_ratio":0.8587833043029482,"affinity_num_requests":1,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2189 < 8000)","cache_hit":13312,"estimated_new_tokens":2189,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":15501,"score_linear":156948.0,"score_lmetric":277314},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":157714,"ongoing_decode_tokens":130877,"pending_prefill_tokens":26837,"num_requests":3,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":15501,"score_linear":157714.0,"score_lmetric":127014},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":15501,"score_linear":82992.0,"score_lmetric":69476},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":15501,"score_linear":336145.0,"score_lmetric":826866},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":49483,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1409,"cache_hit":13312,"new_prefill":2189,"score_linear":36171.0,"score_lmetric":2189},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44360,"ongoing_decode_tokens":44360,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":15501,"score_linear":44360.0,"score_lmetric":46503},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":15501,"score_linear":80246.0,"score_lmetric":15501},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":109237,"ongoing_decode_tokens":100531,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":15501,"score_linear":109237.0,"score_lmetric":46503}],"chosen_score_linear":36171.0,"chosen_score_lmetric":2189,"t_first_token":339122.97303241,"t_first_token_unix":1779769987.9869754,"t_done":339123.292034357,"t_done_unix":1779769988.3059776},{"request_id":"1366128:2:1367220:563","session_id":"1366128","input_length":15411,"t_proxy_recv":339119.702986554,"t_decision_unix":1779769984.716928,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":10752,"affinity_cache_ratio":0.6976834728440724,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4659 < 8000)","cache_hit":10752,"estimated_new_tokens":4659,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":15411,"score_linear":156948.0,"score_lmetric":277134},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":15411,"score_linear":130877.0,"score_lmetric":30822},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":15411,"score_linear":87042.0,"score_lmetric":92380},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":286662,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":5,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":15411,"score_linear":286662.0,"score_lmetric":688605},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":62685,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":15411,"score_linear":62685.0,"score_lmetric":15411},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":18815,"ongoing_decode_tokens":0,"pending_prefill_tokens":18815,"num_requests":1,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":10752,"new_prefill":4659,"score_linear":8063.0,"score_lmetric":23474},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93230,"ongoing_decode_tokens":93230,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1194,"cache_hit":0,"new_prefill":15411,"score_linear":93230.0,"score_lmetric":30822},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":109237,"ongoing_decode_tokens":59514,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":15411,"score_linear":109237.0,"score_lmetric":69444}],"chosen_score_linear":8063.0,"chosen_score_lmetric":23474,"t_first_token":339121.895820917,"t_first_token_unix":1779769986.909764,"t_done":339123.625136121,"t_done_unix":1779769988.63908},{"request_id":"1364128:2:1367249:565","session_id":"1364128","input_length":9095,"t_proxy_recv":339122.960844298,"t_decision_unix":1779769987.9747858,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9570093457943926,"affinity_num_requests":2,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (391 < 8000)","cache_hit":8704,"estimated_new_tokens":391,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":9095,"score_linear":156948.0,"score_lmetric":264502},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":157714,"ongoing_decode_tokens":130877,"pending_prefill_tokens":26837,"num_requests":3,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":9095,"score_linear":157714.0,"score_lmetric":107796},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":9095,"score_linear":82992.0,"score_lmetric":63070},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":9095,"score_linear":336145.0,"score_lmetric":788430},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":64984,"ongoing_decode_tokens":0,"pending_prefill_tokens":2189,"num_requests":2,"active_p_offloads":0,"cached_blocks":1409,"cache_hit":0,"new_prefill":9095,"score_linear":64984.0,"score_lmetric":22568},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34226,"ongoing_decode_tokens":34226,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1535,"cache_hit":8704,"new_prefill":391,"score_linear":25522.0,"score_lmetric":782},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102019,"ongoing_decode_tokens":80246,"pending_prefill_tokens":21773,"num_requests":2,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":9095,"score_linear":102019.0,"score_lmetric":61736},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":100531,"ongoing_decode_tokens":100531,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1405,"cache_hit":8704,"new_prefill":391,"score_linear":91827.0,"score_lmetric":782}],"chosen_score_linear":91827.0,"chosen_score_lmetric":782,"t_first_token":339123.050032891,"t_first_token_unix":1779769988.0639765,"t_done":339123.681919498,"t_done_unix":1779769988.6958628},{"request_id":"1364960:2:1368239:578","session_id":"1364960","input_length":7048,"t_proxy_recv":339123.296088758,"t_decision_unix":1779769988.3100307,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":4,"affinity_cache_hit":2048,"affinity_cache_ratio":0.2905788876276958,"affinity_num_requests":2,"avg_num_requests":2.5,"fallback_score":7048,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7048 < 8000)","cache_hit":0,"estimated_new_tokens":7048,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":7048,"score_linear":156948.0,"score_lmetric":260408},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":157714,"ongoing_decode_tokens":130877,"pending_prefill_tokens":26837,"num_requests":3,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":7048,"score_linear":157714.0,"score_lmetric":101655},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":7048,"score_linear":82992.0,"score_lmetric":61023},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":7048,"score_linear":336145.0,"score_lmetric":776148},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":49483,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1413,"cache_hit":0,"new_prefill":7048,"score_linear":49483.0,"score_lmetric":7048},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43071,"ongoing_decode_tokens":43071,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1535,"cache_hit":0,"new_prefill":7048,"score_linear":43071.0,"score_lmetric":21144},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102019,"ongoing_decode_tokens":80246,"pending_prefill_tokens":21773,"num_requests":2,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":2048,"new_prefill":5000,"score_linear":99971.0,"score_lmetric":53546},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":68609,"ongoing_decode_tokens":68609,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1420,"cache_hit":0,"new_prefill":7048,"score_linear":68609.0,"score_lmetric":14096}],"chosen_score_linear":49483.0,"chosen_score_lmetric":7048,"t_first_token":339123.777071712,"t_first_token_unix":1779769988.7910151,"t_done":339124.096482346,"t_done_unix":1779769989.1104262},{"request_id":"1367169:1:1367169:562","session_id":"1367169","input_length":18815,"t_proxy_recv":339119.515675769,"t_decision_unix":1779769984.5296173,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":18815,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":11776,"new_prefill":7039,"score_linear":145172.0,"score_lmetric":260390},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":18815,"score_linear":130877.0,"score_lmetric":37630},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":18815,"score_linear":87042.0,"score_lmetric":95784},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":286662,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":5,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":18815,"score_linear":286662.0,"score_lmetric":705625},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":62685,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":18815,"score_linear":62685.0,"score_lmetric":18815},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":18815,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93230,"ongoing_decode_tokens":93230,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1194,"cache_hit":11776,"new_prefill":7039,"score_linear":81454.0,"score_lmetric":14078},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":109237,"ongoing_decode_tokens":59514,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":18815,"score_linear":109237.0,"score_lmetric":79656}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339121.894040949,"t_first_token_unix":1779769986.9079847,"t_done":339124.848881998,"t_done_unix":1779769989.8628259},{"request_id":"1367329:1:1367329:567","session_id":"1367329","input_length":26837,"t_proxy_recv":339120.063550787,"t_decision_unix":1779769985.0774918,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":53674,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":0,"estimated_new_tokens":26837,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":26837,"score_linear":156948.0,"score_lmetric":299986},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":26837,"score_linear":130877.0,"score_lmetric":53674},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":26837,"score_linear":87042.0,"score_lmetric":103806},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":26837,"score_linear":336145.0,"score_lmetric":894882},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63232,"ongoing_decode_tokens":0,"pending_prefill_tokens":13749,"num_requests":2,"active_p_offloads":0,"cached_blocks":1383,"cache_hit":0,"new_prefill":26837,"score_linear":63232.0,"score_lmetric":81172},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34226,"ongoing_decode_tokens":0,"pending_prefill_tokens":23474,"num_requests":2,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":26837,"score_linear":34226.0,"score_lmetric":100622},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93230,"ongoing_decode_tokens":93230,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1194,"cache_hit":0,"new_prefill":26837,"score_linear":93230.0,"score_lmetric":53674},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":109237,"ongoing_decode_tokens":59514,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":26837,"score_linear":109237.0,"score_lmetric":103722}],"chosen_score_linear":130877.0,"chosen_score_lmetric":53674,"t_first_token":339123.404855882,"t_first_token_unix":1779769988.4187994,"t_done":339124.928786309,"t_done_unix":1779769989.9427297},{"request_id":"1368070:1:1368070:575","session_id":"1368070","input_length":21773,"t_proxy_recv":339122.72150811,"t_decision_unix":1779769987.7354496,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.625,"fallback_score":21773,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":0,"estimated_new_tokens":21773,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":21773,"score_linear":156948.0,"score_lmetric":289858},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":157714,"ongoing_decode_tokens":130877,"pending_prefill_tokens":26837,"num_requests":3,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":21773,"score_linear":157714.0,"score_lmetric":145830},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":21773,"score_linear":82992.0,"score_lmetric":75748},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":21773,"score_linear":336145.0,"score_lmetric":864498},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":64984,"ongoing_decode_tokens":0,"pending_prefill_tokens":2189,"num_requests":2,"active_p_offloads":0,"cached_blocks":1409,"cache_hit":0,"new_prefill":21773,"score_linear":64984.0,"score_lmetric":47924},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44360,"ongoing_decode_tokens":44360,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":21773,"score_linear":44360.0,"score_lmetric":65319},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":21773,"score_linear":80246.0,"score_lmetric":21773},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":109237,"ongoing_decode_tokens":100531,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":21773,"score_linear":109237.0,"score_lmetric":65319}],"chosen_score_linear":80246.0,"chosen_score_lmetric":21773,"t_first_token":339125.100955128,"t_first_token_unix":1779769990.1148987,"t_done":339125.375458467,"t_done_unix":1779769990.3894022},{"request_id":"1368132:1:1368132:577","session_id":"1368132","input_length":8845,"t_proxy_recv":339122.971260082,"t_decision_unix":1779769987.9852016,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.625,"fallback_score":4378,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2189 < 8000)","cache_hit":6656,"estimated_new_tokens":2189,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":8845,"score_linear":156948.0,"score_lmetric":264002},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":157714,"ongoing_decode_tokens":130877,"pending_prefill_tokens":26837,"num_requests":3,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":8845,"score_linear":157714.0,"score_lmetric":107046},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":8845,"score_linear":82992.0,"score_lmetric":62820},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":8845,"score_linear":336145.0,"score_lmetric":786930},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":64984,"ongoing_decode_tokens":0,"pending_prefill_tokens":2189,"num_requests":2,"active_p_offloads":0,"cached_blocks":1409,"cache_hit":0,"new_prefill":8845,"score_linear":64984.0,"score_lmetric":22068},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34226,"ongoing_decode_tokens":34226,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1535,"cache_hit":6656,"new_prefill":2189,"score_linear":27570.0,"score_lmetric":4378},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102019,"ongoing_decode_tokens":80246,"pending_prefill_tokens":21773,"num_requests":2,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":8845,"score_linear":102019.0,"score_lmetric":61236},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":109626,"ongoing_decode_tokens":100531,"pending_prefill_tokens":391,"num_requests":3,"active_p_offloads":0,"cached_blocks":1405,"cache_hit":6656,"new_prefill":2189,"score_linear":102970.0,"score_lmetric":7740}],"chosen_score_linear":27570.0,"chosen_score_lmetric":4378,"t_first_token":339123.216155397,"t_first_token_unix":1779769988.230099,"t_done":339125.525953509,"t_done_unix":1779769990.5398967},{"request_id":"1313181:3:1364311:547","session_id":"1313181","input_length":59514,"t_proxy_recv":339109.257454511,"t_decision_unix":1779769974.271396,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24064,"affinity_cache_ratio":0.4043418355344961,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":35450,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=1 decode_tok=0)","cache_hit":24064,"estimated_new_tokens":35450,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":59514,"score_linear":156948.0,"score_lmetric":365340},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":59514,"score_linear":130877.0,"score_lmetric":119028},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":59514,"score_linear":87042.0,"score_lmetric":136483},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235640,"ongoing_decode_tokens":0,"pending_prefill_tokens":118392,"num_requests":3,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":12800,"new_prefill":46714,"score_linear":222840.0,"score_lmetric":495318},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90778,"ongoing_decode_tokens":0,"pending_prefill_tokens":63130,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":59514,"score_linear":90778.0,"score_lmetric":245288},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":38660,"ongoing_decode_tokens":16057,"pending_prefill_tokens":6217,"num_requests":3,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":0,"new_prefill":59514,"score_linear":38660.0,"score_lmetric":197193},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":92882,"ongoing_decode_tokens":92882,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":59514,"score_linear":92882.0,"score_lmetric":119028},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":8706,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":24064,"new_prefill":35450,"score_linear":-15358.0,"score_lmetric":35450}],"chosen_score_linear":-15358.0,"chosen_score_lmetric":35450,"t_first_token":339119.24037221,"t_first_token_unix":1779769984.2543159,"t_done":339125.67767882,"t_done_unix":1779769990.6916225},{"request_id":"1313181:4:1318843:342","session_id":"1313181","input_length":42704,"t_proxy_recv":339125.69232528,"t_decision_unix":1779769990.7062669,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":42496,"affinity_cache_ratio":0.9951292618958412,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (208 < 8000)","cache_hit":42496,"estimated_new_tokens":208,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":42704,"score_linear":156948.0,"score_lmetric":331720},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":42704,"score_linear":130877.0,"score_lmetric":85408},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":42704,"score_linear":82992.0,"score_lmetric":96679},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":12800,"new_prefill":29904,"score_linear":323345.0,"score_lmetric":913284},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":112718,"ongoing_decode_tokens":63235,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1426,"cache_hit":0,"new_prefill":42704,"score_linear":112718.0,"score_lmetric":85408},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":42704,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1242,"cache_hit":0,"new_prefill":42704,"score_linear":80246.0,"score_lmetric":42704},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1424,"cache_hit":42496,"new_prefill":208,"score_linear":-42496.0,"score_lmetric":0}],"chosen_score_linear":-42496.0,"chosen_score_lmetric":0,"t_first_token":339125.76233822,"t_first_token_unix":1779769990.7762816,"t_done":339126.448267098,"t_done_unix":1779769991.4622104},{"request_id":"1363093:2:1368700:580","session_id":"1363093","input_length":63235,"t_proxy_recv":339124.883150766,"t_decision_unix":1779769989.897092,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":62464,"affinity_cache_ratio":0.9878073851506286,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (771 < 8000)","cache_hit":62464,"estimated_new_tokens":771,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":63235,"score_linear":156948.0,"score_lmetric":372782},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":157714,"ongoing_decode_tokens":157714,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":63235,"score_linear":157714.0,"score_lmetric":189705},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":63235,"score_linear":82992.0,"score_lmetric":117210},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":63235,"score_linear":336145.0,"score_lmetric":1113270},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":49483,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1426,"cache_hit":62464,"new_prefill":771,"score_linear":-12981.0,"score_lmetric":771},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":8845,"ongoing_decode_tokens":8845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1581,"cache_hit":0,"new_prefill":63235,"score_linear":8845.0,"score_lmetric":63235},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102019,"ongoing_decode_tokens":80246,"pending_prefill_tokens":21773,"num_requests":2,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":63235,"score_linear":102019.0,"score_lmetric":170016},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59514,"ongoing_decode_tokens":59514,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1420,"cache_hit":0,"new_prefill":63235,"score_linear":59514.0,"score_lmetric":63235}],"chosen_score_linear":-12981.0,"chosen_score_lmetric":771,"t_first_token":339125.237453611,"t_first_token_unix":1779769990.2513974,"t_done":339126.576062369,"t_done_unix":1779769991.5900059},{"request_id":"1369172:1:1369172:581","session_id":"1369172","input_length":6345,"t_proxy_recv":339126.562198167,"t_decision_unix":1779769991.5761392,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6345 < 8000)","cache_hit":0,"estimated_new_tokens":6345,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":6345,"score_linear":156948.0,"score_lmetric":259002},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":6345,"score_linear":130877.0,"score_lmetric":12690},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":6345,"score_linear":82992.0,"score_lmetric":60320},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":6345,"score_linear":336145.0,"score_lmetric":771930},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":112718,"ongoing_decode_tokens":63235,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1426,"cache_hit":0,"new_prefill":6345,"score_linear":112718.0,"score_lmetric":12690},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":6345,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1242,"cache_hit":0,"new_prefill":6345,"score_linear":80246.0,"score_lmetric":6345},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":1,"active_p_offloads":0,"cached_blocks":1424,"cache_hit":0,"new_prefill":6345,"score_linear":60004.0,"score_lmetric":23853}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339126.983181091,"t_first_token_unix":1779769991.9971247,"t_done":339127.227130932,"t_done_unix":1779769992.2410743},{"request_id":"1253804:6:1318560:340","session_id":"1253804","input_length":62618,"t_proxy_recv":338948.205333029,"t_decision_unix":1779769813.2192743,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9403047047174934,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3738 < 8000)","cache_hit":58880,"estimated_new_tokens":3738,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":747,"cache_hit":0,"new_prefill":62618,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1053,"cache_hit":58880,"new_prefill":3738,"score_linear":-58880.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1039,"cache_hit":3584,"new_prefill":59034,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":898,"cache_hit":3584,"new_prefill":59034,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":62618,"score_linear":79663.0,"score_lmetric":141769},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":62618,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":176419,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":920,"cache_hit":0,"new_prefill":62618,"score_linear":176419.0,"score_lmetric":125236},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":904,"cache_hit":0,"new_prefill":62618,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":338962.113751753,"t_first_token_unix":1779769827.1276956,"t_done":339128.870090855,"t_done_unix":1779769993.8840349},{"request_id":"1369768:1:1369768:584","session_id":"1369768","input_length":7712,"t_proxy_recv":339128.566772772,"t_decision_unix":1779769993.5807137,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7712 < 8000)","cache_hit":0,"estimated_new_tokens":7712,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":7712,"score_linear":156948.0,"score_lmetric":261736},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":7712,"score_linear":130877.0,"score_lmetric":15424},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":7712,"score_linear":82992.0,"score_lmetric":61687},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":7712,"score_linear":336145.0,"score_lmetric":780132},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":49483,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":7712,"score_linear":49483.0,"score_lmetric":7712},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":0,"new_prefill":7712,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":98406,"ongoing_decode_tokens":98406,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1242,"cache_hit":0,"new_prefill":7712,"score_linear":98406.0,"score_lmetric":15424},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":1,"active_p_offloads":0,"cached_blocks":1424,"cache_hit":0,"new_prefill":7712,"score_linear":60004.0,"score_lmetric":25220}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339129.103469455,"t_first_token_unix":1779769994.1174128,"t_done":339130.464568192,"t_done_unix":1779769995.4785116},{"request_id":"1366128:3:1369902:585","session_id":"1366128","input_length":23307,"t_proxy_recv":339129.033330734,"t_decision_unix":1779769994.047272,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":15360,"affinity_cache_ratio":0.6590294761230532,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7947 < 8000)","cache_hit":15360,"estimated_new_tokens":7947,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":23307,"score_linear":156948.0,"score_lmetric":292926},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":23307,"score_linear":68259.0,"score_lmetric":23307},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":23307,"score_linear":82992.0,"score_lmetric":77282},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":23307,"score_linear":336145.0,"score_lmetric":873702},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":49483,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":23307,"score_linear":49483.0,"score_lmetric":23307},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7712,"ongoing_decode_tokens":0,"pending_prefill_tokens":7712,"num_requests":1,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":15360,"new_prefill":7947,"score_linear":-7648.0,"score_lmetric":15659},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":98406,"ongoing_decode_tokens":98406,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1242,"cache_hit":0,"new_prefill":23307,"score_linear":98406.0,"score_lmetric":46614},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":1,"active_p_offloads":0,"cached_blocks":1424,"cache_hit":0,"new_prefill":23307,"score_linear":60004.0,"score_lmetric":40815}],"chosen_score_linear":-7648.0,"chosen_score_lmetric":15659,"t_first_token":339130.324868966,"t_first_token_unix":1779769995.3388126,"t_done":339130.591123169,"t_done_unix":1779769995.605067},{"request_id":"1367424:2:1370211:588","session_id":"1367424","input_length":11133,"t_proxy_recv":339130.042714387,"t_decision_unix":1779769995.0566556,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":1,"affinity_cache_hit":3072,"affinity_cache_ratio":0.27593640528159524,"affinity_num_requests":3,"avg_num_requests":2.25,"fallback_score":11133,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (3072 < 4000)","cache_hit":0,"estimated_new_tokens":11133,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":11133,"score_linear":156948.0,"score_lmetric":268578},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":11133,"score_linear":68259.0,"score_lmetric":11133},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":11133,"score_linear":82992.0,"score_lmetric":65108},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":11133,"score_linear":336145.0,"score_lmetric":800658},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":67784,"ongoing_decode_tokens":0,"pending_prefill_tokens":18301,"num_requests":2,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":11133,"score_linear":67784.0,"score_lmetric":58868},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":31019,"ongoing_decode_tokens":7712,"pending_prefill_tokens":7947,"num_requests":2,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":0,"new_prefill":11133,"score_linear":31019.0,"score_lmetric":38160},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127907,"ongoing_decode_tokens":98406,"pending_prefill_tokens":7997,"num_requests":3,"active_p_offloads":0,"cached_blocks":1242,"cache_hit":3072,"new_prefill":8061,"score_linear":124835.0,"score_lmetric":48174},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":1,"active_p_offloads":0,"cached_blocks":1424,"cache_hit":0,"new_prefill":11133,"score_linear":60004.0,"score_lmetric":28641}],"chosen_score_linear":68259.0,"chosen_score_lmetric":11133,"t_first_token":339130.942993195,"t_first_token_unix":1779769995.9569376,"t_done":339131.074752782,"t_done_unix":1779769996.0886962},{"request_id":"1368070:2:1370108:586","session_id":"1368070","input_length":29501,"t_proxy_recv":339129.755526683,"t_decision_unix":1779769994.7694678,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":21504,"affinity_cache_ratio":0.7289244432392122,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7997 < 8000)","cache_hit":21504,"estimated_new_tokens":7997,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":29501,"score_linear":156948.0,"score_lmetric":305314},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":29501,"score_linear":68259.0,"score_lmetric":29501},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":29501,"score_linear":82992.0,"score_lmetric":83476},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":29501,"score_linear":336145.0,"score_lmetric":910866},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":49483,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":29501,"score_linear":49483.0,"score_lmetric":29501},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":31019,"ongoing_decode_tokens":7712,"pending_prefill_tokens":7947,"num_requests":2,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":0,"new_prefill":29501,"score_linear":31019.0,"score_lmetric":74896},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":98406,"ongoing_decode_tokens":98406,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1242,"cache_hit":21504,"new_prefill":7997,"score_linear":76902.0,"score_lmetric":15994},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":1,"active_p_offloads":0,"cached_blocks":1424,"cache_hit":0,"new_prefill":29501,"score_linear":60004.0,"score_lmetric":47009}],"chosen_score_linear":76902.0,"chosen_score_lmetric":15994,"t_first_token":339131.269588679,"t_first_token_unix":1779769996.2835324,"t_done":339131.593813394,"t_done_unix":1779769996.6077569},{"request_id":"1370466:1:1370466:592","session_id":"1370466","input_length":7710,"t_proxy_recv":339131.089476698,"t_decision_unix":1779769996.1034184,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7710 < 8000)","cache_hit":0,"estimated_new_tokens":7710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":7710,"score_linear":156948.0,"score_lmetric":261732},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1231,"cache_hit":0,"new_prefill":7710,"score_linear":68259.0,"score_lmetric":7710},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":7710,"score_linear":82992.0,"score_lmetric":61685},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":7710,"score_linear":336145.0,"score_lmetric":780120},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":132315,"ongoing_decode_tokens":0,"pending_prefill_tokens":23952,"num_requests":3,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":7710,"score_linear":132315.0,"score_lmetric":94986},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1627,"cache_hit":0,"new_prefill":7710,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127907,"ongoing_decode_tokens":98406,"pending_prefill_tokens":7997,"num_requests":3,"active_p_offloads":0,"cached_blocks":1242,"cache_hit":0,"new_prefill":7710,"score_linear":127907.0,"score_lmetric":47121},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62385,"ongoing_decode_tokens":0,"pending_prefill_tokens":19889,"num_requests":2,"active_p_offloads":0,"cached_blocks":1424,"cache_hit":0,"new_prefill":7710,"score_linear":62385.0,"score_lmetric":55198}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339131.622400541,"t_first_token_unix":1779769996.6363437,"t_done":339131.740171225,"t_done_unix":1779769996.7541144},{"request_id":"1344773:7:1357714:518","session_id":"1344773","input_length":34351,"t_proxy_recv":339086.050136585,"t_decision_unix":1779769951.0640783,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9837268201799074,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (559 < 8000)","cache_hit":33792,"estimated_new_tokens":559,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":991,"cache_hit":33792,"new_prefill":559,"score_linear":88805.0,"score_lmetric":123156},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":34351,"score_linear":130877.0,"score_lmetric":68702},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58266,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":1,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":34351,"score_linear":58266.0,"score_lmetric":37488},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":34351,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1222,"cache_hit":0,"new_prefill":34351,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":34351,"score_linear":83526.0,"score_lmetric":117877},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1147,"cache_hit":0,"new_prefill":34351,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":0,"new_prefill":34351,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":88805.0,"chosen_score_lmetric":123156,"t_first_token":339131.264785426,"t_first_token_unix":1779769996.2787287,"t_done":339132.040939418,"t_done_unix":1779769997.0548828},{"request_id":"1363943:3:1369535:582","session_id":"1363943","input_length":18160,"t_proxy_recv":339127.744634207,"t_decision_unix":1779769992.7585757,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":12800,"affinity_cache_ratio":0.7048458149779736,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5360 < 8000)","cache_hit":12800,"estimated_new_tokens":5360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":8704,"new_prefill":9456,"score_linear":148244.0,"score_lmetric":265224},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":18160,"score_linear":130877.0,"score_lmetric":36320},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":4096,"new_prefill":14064,"score_linear":78896.0,"score_lmetric":68039},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":18160,"score_linear":336145.0,"score_lmetric":842820},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":49483,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":18160,"score_linear":49483.0,"score_lmetric":18160},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":4096,"new_prefill":14064,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1242,"cache_hit":12800,"new_prefill":5360,"score_linear":67446.0,"score_lmetric":5360},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":1,"active_p_offloads":0,"cached_blocks":1424,"cache_hit":0,"new_prefill":18160,"score_linear":60004.0,"score_lmetric":35668}],"chosen_score_linear":67446.0,"chosen_score_lmetric":5360,"t_first_token":339128.442547441,"t_first_token_unix":1779769993.4564912,"t_done":339132.538131999,"t_done_unix":1779769997.5520751},{"request_id":"1344773:8:1358989:523","session_id":"1344773","input_length":34552,"t_proxy_recv":339132.047545108,"t_decision_unix":1779769997.0614865,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9928224125955082,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (248 < 8000)","cache_hit":34304,"estimated_new_tokens":248,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122597,"ongoing_decode_tokens":122597,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":992,"cache_hit":34304,"new_prefill":248,"score_linear":88293.0,"score_lmetric":248},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1231,"cache_hit":0,"new_prefill":34552,"score_linear":68259.0,"score_lmetric":34552},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":34552,"score_linear":82992.0,"score_lmetric":88527},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":34552,"score_linear":336145.0,"score_lmetric":941172},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":132315,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":34552,"score_linear":132315.0,"score_lmetric":120609},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":34552,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":98406,"ongoing_decode_tokens":98406,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1257,"cache_hit":0,"new_prefill":34552,"score_linear":98406.0,"score_lmetric":69104},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62385,"ongoing_decode_tokens":0,"pending_prefill_tokens":19889,"num_requests":2,"active_p_offloads":0,"cached_blocks":1424,"cache_hit":0,"new_prefill":34552,"score_linear":62385.0,"score_lmetric":108882}],"chosen_score_linear":88293.0,"chosen_score_lmetric":248,"t_first_token":339132.179792305,"t_first_token_unix":1779769997.1937354,"t_done":339132.736852567,"t_done_unix":1779769997.7507963},{"request_id":"1370269:1:1370269:591","session_id":"1370269","input_length":2381,"t_proxy_recv":339130.307372355,"t_decision_unix":1779769995.3213134,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":19889,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2381 < 8000)","cache_hit":0,"estimated_new_tokens":2381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":2381,"score_linear":156948.0,"score_lmetric":251074},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79392,"ongoing_decode_tokens":68259,"pending_prefill_tokens":11133,"num_requests":2,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":2381,"score_linear":79392.0,"score_lmetric":27028},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":2381,"score_linear":82992.0,"score_lmetric":56356},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":2381,"score_linear":336145.0,"score_lmetric":748146},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":67784,"ongoing_decode_tokens":0,"pending_prefill_tokens":18301,"num_requests":2,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":2381,"score_linear":67784.0,"score_lmetric":41364},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":31019,"ongoing_decode_tokens":7712,"pending_prefill_tokens":7947,"num_requests":2,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":0,"new_prefill":2381,"score_linear":31019.0,"score_lmetric":20656},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127907,"ongoing_decode_tokens":98406,"pending_prefill_tokens":7997,"num_requests":3,"active_p_offloads":0,"cached_blocks":1242,"cache_hit":0,"new_prefill":2381,"score_linear":127907.0,"score_lmetric":31134},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":1,"active_p_offloads":0,"cached_blocks":1424,"cache_hit":0,"new_prefill":2381,"score_linear":60004.0,"score_lmetric":19889}],"chosen_score_linear":60004.0,"chosen_score_lmetric":19889,"t_first_token":339132.510156389,"t_first_token_unix":1779769997.5241,"t_done":339133.309282777,"t_done_unix":1779769998.3232265},{"request_id":"1344773:9:1360064:526","session_id":"1344773","input_length":34611,"t_proxy_recv":339132.743622913,"t_decision_unix":1779769997.7575643,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9911299875762041,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (307 < 8000)","cache_hit":34304,"estimated_new_tokens":307,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122597,"ongoing_decode_tokens":122597,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":992,"cache_hit":34304,"new_prefill":307,"score_linear":88293.0,"score_lmetric":307},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1231,"cache_hit":0,"new_prefill":34611,"score_linear":68259.0,"score_lmetric":34611},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":34611,"score_linear":82992.0,"score_lmetric":88586},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":34611,"score_linear":336145.0,"score_lmetric":941526},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":132315,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":34611,"score_linear":132315.0,"score_lmetric":120786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":34611,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1267,"cache_hit":0,"new_prefill":34611,"score_linear":80246.0,"score_lmetric":34611},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62385,"ongoing_decode_tokens":62385,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1424,"cache_hit":0,"new_prefill":34611,"score_linear":62385.0,"score_lmetric":69222}],"chosen_score_linear":88293.0,"chosen_score_lmetric":307,"t_first_token":339132.834063126,"t_first_token_unix":1779769997.8480065,"t_done":339133.679111158,"t_done_unix":1779769998.6930542},{"request_id":"1356885:1:1356885:514","session_id":"1356885","input_length":122597,"t_proxy_recv":339083.324194916,"t_decision_unix":1779769948.338136,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":122597,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":122597,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":122597,"score_linear":130877.0,"score_lmetric":245194},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58266,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":1,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":122597,"score_linear":58266.0,"score_lmetric":125734},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":122597,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1209,"cache_hit":0,"new_prefill":122597,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":122597,"score_linear":83526.0,"score_lmetric":206123},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":78089,"ongoing_decode_tokens":78089,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":122597,"score_linear":78089.0,"score_lmetric":122597},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":6656,"new_prefill":115941,"score_linear":28652.0,"score_lmetric":151249}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339131.262984195,"t_first_token_unix":1779769996.2769275,"t_done":339134.004395491,"t_done_unix":1779769999.0183394},{"request_id":"1367329:2:1371226:595","session_id":"1367329","input_length":32814,"t_proxy_recv":339133.530275643,"t_decision_unix":1779769998.544217,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8113610044493205,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6190 < 8000)","cache_hit":26624,"estimated_new_tokens":6190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":157208,"ongoing_decode_tokens":157208,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":32814,"score_linear":157208.0,"score_lmetric":65628},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1231,"cache_hit":26624,"new_prefill":6190,"score_linear":41635.0,"score_lmetric":6190},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":32814,"score_linear":82992.0,"score_lmetric":86789},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":32814,"score_linear":336145.0,"score_lmetric":930744},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":132315,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":32814,"score_linear":132315.0,"score_lmetric":115395},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":32814,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1267,"cache_hit":0,"new_prefill":32814,"score_linear":80246.0,"score_lmetric":32814},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":32814,"score_linear":60004.0,"score_lmetric":32814}],"chosen_score_linear":41635.0,"chosen_score_lmetric":6190,"t_first_token":339134.842745727,"t_first_token_unix":1779769999.8566897,"t_done":339136.080137268,"t_done_unix":1779770001.0940804},{"request_id":"1344773:10:1361326:533","session_id":"1344773","input_length":34679,"t_proxy_recv":339133.685599971,"t_decision_unix":1779769998.6995416,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9891865394042504,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (375 < 8000)","cache_hit":34304,"estimated_new_tokens":375,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":122597,"ongoing_decode_tokens":122597,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":992,"cache_hit":34304,"new_prefill":375,"score_linear":88293.0,"score_lmetric":375},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101073,"ongoing_decode_tokens":68259,"pending_prefill_tokens":6190,"num_requests":2,"active_p_offloads":0,"cached_blocks":1231,"cache_hit":0,"new_prefill":34679,"score_linear":101073.0,"score_lmetric":81738},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":34679,"score_linear":82992.0,"score_lmetric":88654},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":34679,"score_linear":336145.0,"score_lmetric":941934},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":132315,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":34679,"score_linear":132315.0,"score_lmetric":120990},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":34679,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1267,"cache_hit":0,"new_prefill":34679,"score_linear":80246.0,"score_lmetric":34679},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":34679,"score_linear":60004.0,"score_lmetric":34679}],"chosen_score_linear":88293.0,"chosen_score_lmetric":375,"t_first_token":339133.773431,"t_first_token_unix":1779769998.7873743,"t_done":339136.367600463,"t_done_unix":1779770001.381544},{"request_id":"1344773:11:1366387:555","session_id":"1344773","input_length":35071,"t_proxy_recv":339136.37547291,"t_decision_unix":1779770001.389414,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9927290353853612,"affinity_num_requests":1,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (255 < 8000)","cache_hit":34816,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1232,"cache_hit":34816,"new_prefill":255,"score_linear":-21200.0,"score_lmetric":255},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1243,"cache_hit":0,"new_prefill":35071,"score_linear":68259.0,"score_lmetric":35071},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":35071,"score_linear":82992.0,"score_lmetric":89046},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":35071,"score_linear":336145.0,"score_lmetric":944286},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145931,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":35071,"score_linear":145931.0,"score_lmetric":162888},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71141,"ongoing_decode_tokens":9399,"pending_prefill_tokens":24366,"num_requests":3,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":35071,"score_linear":71141.0,"score_lmetric":178311},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1267,"cache_hit":0,"new_prefill":35071,"score_linear":80246.0,"score_lmetric":35071},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77411,"ongoing_decode_tokens":60004,"pending_prefill_tokens":17407,"num_requests":2,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":35071,"score_linear":77411.0,"score_lmetric":104956}],"chosen_score_linear":-21200.0,"chosen_score_lmetric":255,"t_first_token":339136.449179213,"t_first_token_unix":1779770001.4631226,"t_done":339137.043891041,"t_done_unix":1779770002.0578344},{"request_id":"1363943:4:1372250:603","session_id":"1363943","input_length":18396,"t_proxy_recv":339137.30597025,"t_decision_unix":1779770002.3199117,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":17920,"affinity_cache_ratio":0.974124809741248,"affinity_num_requests":1,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (476 < 8000)","cache_hit":17920,"estimated_new_tokens":476,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":48810,"ongoing_decode_tokens":35194,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1232,"cache_hit":8704,"new_prefill":9692,"score_linear":40106.0,"score_lmetric":19384},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1243,"cache_hit":0,"new_prefill":18396,"score_linear":68259.0,"score_lmetric":18396},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":4096,"new_prefill":14300,"score_linear":78896.0,"score_lmetric":68275},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":18396,"score_linear":336145.0,"score_lmetric":844236},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145931,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":18396,"score_linear":145931.0,"score_lmetric":96188},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71141,"ongoing_decode_tokens":9399,"pending_prefill_tokens":24366,"num_requests":3,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":4096,"new_prefill":14300,"score_linear":67045.0,"score_lmetric":115998},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1267,"cache_hit":17920,"new_prefill":476,"score_linear":62326.0,"score_lmetric":476},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77411,"ongoing_decode_tokens":60004,"pending_prefill_tokens":17407,"num_requests":2,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":18396,"score_linear":77411.0,"score_lmetric":71606}],"chosen_score_linear":62326.0,"chosen_score_lmetric":476,"t_first_token":339137.365936343,"t_first_token_unix":1779770002.3798795,"t_done":339138.334628201,"t_done_unix":1779770003.348572},{"request_id":"1344773:12:1367864:571","session_id":"1344773","input_length":35194,"t_proxy_recv":339137.050947271,"t_decision_unix":1779770002.0648887,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9892595328749219,"affinity_num_requests":1,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (378 < 8000)","cache_hit":34816,"estimated_new_tokens":378,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1232,"cache_hit":34816,"new_prefill":378,"score_linear":-21200.0,"score_lmetric":378},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1243,"cache_hit":0,"new_prefill":35194,"score_linear":68259.0,"score_lmetric":35194},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":35194,"score_linear":82992.0,"score_lmetric":89169},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":35194,"score_linear":336145.0,"score_lmetric":945024},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145931,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":35194,"score_linear":145931.0,"score_lmetric":163380},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71141,"ongoing_decode_tokens":9399,"pending_prefill_tokens":24366,"num_requests":3,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":35194,"score_linear":71141.0,"score_lmetric":178680},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1267,"cache_hit":0,"new_prefill":35194,"score_linear":80246.0,"score_lmetric":35194},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77411,"ongoing_decode_tokens":60004,"pending_prefill_tokens":17407,"num_requests":2,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":35194,"score_linear":77411.0,"score_lmetric":105202}],"chosen_score_linear":-21200.0,"chosen_score_lmetric":378,"t_first_token":339137.12203223,"t_first_token_unix":1779770002.1359754,"t_done":339138.435199228,"t_done_unix":1779770003.4491425},{"request_id":"1314357:4:1352612:497","session_id":"1314357","input_length":68259,"t_proxy_recv":339068.324081333,"t_decision_unix":1779769933.3380227,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":67072,"affinity_cache_ratio":0.9826103517484874,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1187 < 8000)","cache_hit":67072,"estimated_new_tokens":1187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":954,"cache_hit":0,"new_prefill":68259,"score_linear":18840.0,"score_lmetric":87099},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":67072,"new_prefill":1187,"score_linear":-4454.0,"score_lmetric":1187},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":68259,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":68259,"score_linear":96026.0,"score_lmetric":68259},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":10575,"ongoing_decode_tokens":10575,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":68259,"score_linear":10575.0,"score_lmetric":68259},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":68259,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1080,"cache_hit":0,"new_prefill":68259,"score_linear":21436.0,"score_lmetric":77407},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":68259,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-4454.0,"chosen_score_lmetric":1187,"t_first_token":339068.81390747,"t_first_token_unix":1779769933.827851,"t_done":339138.442894906,"t_done_unix":1779770003.4568384},{"request_id":"1344773:13:1370257:589","session_id":"1344773","input_length":35413,"t_proxy_recv":339138.445523529,"t_decision_unix":1779770003.4594653,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9975997515036851,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (85 < 8000)","cache_hit":35328,"estimated_new_tokens":85,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":35328,"new_prefill":85,"score_linear":-21712.0,"score_lmetric":85},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":35413,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":35413,"score_linear":82992.0,"score_lmetric":89388},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":35413,"score_linear":336145.0,"score_lmetric":946338},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145931,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":35413,"score_linear":145931.0,"score_lmetric":164256},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71141,"ongoing_decode_tokens":44436,"pending_prefill_tokens":12369,"num_requests":3,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":35413,"score_linear":71141.0,"score_lmetric":143346},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":0,"new_prefill":35413,"score_linear":80246.0,"score_lmetric":35413},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77411,"ongoing_decode_tokens":77411,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":35413,"score_linear":77411.0,"score_lmetric":70826}],"chosen_score_linear":-21712.0,"chosen_score_lmetric":85,"t_first_token":339138.51872392,"t_first_token_unix":1779770003.5326672,"t_done":339138.537168293,"t_done_unix":1779770003.5511112},{"request_id":"1371929:1:1371929:601","session_id":"1371929","input_length":17407,"t_proxy_recv":339136.068809561,"t_decision_unix":1779770001.0827506,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":17407,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":0,"estimated_new_tokens":17407,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":48295,"ongoing_decode_tokens":34679,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1231,"cache_hit":0,"new_prefill":17407,"score_linear":48295.0,"score_lmetric":34814},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101073,"ongoing_decode_tokens":101073,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1231,"cache_hit":0,"new_prefill":17407,"score_linear":101073.0,"score_lmetric":34814},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":17407,"score_linear":82992.0,"score_lmetric":71382},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":17407,"score_linear":336145.0,"score_lmetric":838302},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145931,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":17407,"score_linear":145931.0,"score_lmetric":92232},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71141,"ongoing_decode_tokens":9399,"pending_prefill_tokens":24366,"num_requests":3,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":17407,"score_linear":71141.0,"score_lmetric":125319},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1267,"cache_hit":0,"new_prefill":17407,"score_linear":80246.0,"score_lmetric":17407},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":17407,"score_linear":60004.0,"score_lmetric":17407}],"chosen_score_linear":60004.0,"chosen_score_lmetric":17407,"t_first_token":339137.770898549,"t_first_token_unix":1779770002.7848427,"t_done":339138.597929348,"t_done_unix":1779770003.6118724},{"request_id":"1372791:1:1372791:604","session_id":"1372791","input_length":4811,"t_proxy_recv":339139.074160919,"t_decision_unix":1779770004.088102,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4811 < 8000)","cache_hit":0,"estimated_new_tokens":4811,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":4811,"score_linear":13616.0,"score_lmetric":4811},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":4811,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":4811,"score_linear":82992.0,"score_lmetric":58786},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":4811,"score_linear":336145.0,"score_lmetric":762726},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145931,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":4811,"score_linear":145931.0,"score_lmetric":41848},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71141,"ongoing_decode_tokens":44436,"pending_prefill_tokens":12369,"num_requests":3,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":4811,"score_linear":71141.0,"score_lmetric":51540},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":0,"new_prefill":4811,"score_linear":80246.0,"score_lmetric":4811},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1462,"cache_hit":0,"new_prefill":4811,"score_linear":60004.0,"score_lmetric":4811}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339139.383399996,"t_first_token_unix":1779770004.3973434,"t_done":339139.563354968,"t_done_unix":1779770004.5772989},{"request_id":"1371337:1:1371337:597","session_id":"1371337","input_length":9399,"t_proxy_recv":339133.959430722,"t_decision_unix":1779769998.973372,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":9399,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":157276,"ongoing_decode_tokens":157276,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":9399,"score_linear":157276.0,"score_lmetric":18798},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101073,"ongoing_decode_tokens":68259,"pending_prefill_tokens":6190,"num_requests":2,"active_p_offloads":0,"cached_blocks":1231,"cache_hit":0,"new_prefill":9399,"score_linear":101073.0,"score_lmetric":31178},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":9399,"score_linear":82992.0,"score_lmetric":63374},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":9399,"score_linear":336145.0,"score_lmetric":790254},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":132315,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":9399,"score_linear":132315.0,"score_lmetric":45150},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":9399,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1267,"cache_hit":0,"new_prefill":9399,"score_linear":80246.0,"score_lmetric":9399},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":9399,"score_linear":60004.0,"score_lmetric":9399}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339134.670166692,"t_first_token_unix":1779769999.6841104,"t_done":339139.808017511,"t_done_unix":1779770004.8219614},{"request_id":"1366128:4:1371629:599","session_id":"1366128","input_length":35037,"t_proxy_recv":339134.989189098,"t_decision_unix":1779770000.0031304,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":23040,"affinity_cache_ratio":0.6575905471358849,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":23040,"estimated_new_tokens":11997,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":48295,"ongoing_decode_tokens":34679,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1231,"cache_hit":0,"new_prefill":35037,"score_linear":48295.0,"score_lmetric":70074},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101073,"ongoing_decode_tokens":101073,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1231,"cache_hit":0,"new_prefill":35037,"score_linear":101073.0,"score_lmetric":70074},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":35037,"score_linear":82992.0,"score_lmetric":89012},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":35037,"score_linear":336145.0,"score_lmetric":944082},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145931,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":35037,"score_linear":145931.0,"score_lmetric":162752},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":9399,"ongoing_decode_tokens":9399,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":23040,"new_prefill":11997,"score_linear":-13641.0,"score_lmetric":11997},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1267,"cache_hit":0,"new_prefill":35037,"score_linear":80246.0,"score_lmetric":35037},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":35037,"score_linear":60004.0,"score_lmetric":35037}],"chosen_score_linear":-13641.0,"chosen_score_lmetric":11997,"t_first_token":339137.517904532,"t_first_token_unix":1779770002.531848,"t_done":339139.88092186,"t_done_unix":1779770004.8948655},{"request_id":"1313181:4:1368020:573","session_id":"1313181","input_length":60004,"t_proxy_recv":339126.460720556,"t_decision_unix":1779769991.474662,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":42496,"affinity_cache_ratio":0.7082194520365309,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":42496,"estimated_new_tokens":17508,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":60004,"score_linear":156948.0,"score_lmetric":366320},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":60004,"score_linear":130877.0,"score_lmetric":120008},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":60004,"score_linear":82992.0,"score_lmetric":113979},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":12800,"new_prefill":47204,"score_linear":323345.0,"score_lmetric":1017084},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":112718,"ongoing_decode_tokens":63235,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1426,"cache_hit":0,"new_prefill":60004,"score_linear":112718.0,"score_lmetric":120008},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1585,"cache_hit":0,"new_prefill":60004,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1242,"cache_hit":0,"new_prefill":60004,"score_linear":80246.0,"score_lmetric":60004},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1424,"cache_hit":42496,"new_prefill":17508,"score_linear":-42496.0,"score_lmetric":0}],"chosen_score_linear":-42496.0,"chosen_score_lmetric":0,"t_first_token":339132.322064031,"t_first_token_unix":1779769997.336007,"t_done":339141.255145996,"t_done_unix":1779770006.26909},{"request_id":"1362265:3:1373357:605","session_id":"1362265","input_length":10284,"t_proxy_recv":339141.076324106,"t_decision_unix":1779770006.090265,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9459354336833917,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (556 < 8000)","cache_hit":9728,"estimated_new_tokens":556,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":10284,"score_linear":13616.0,"score_lmetric":10284},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":10284,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":94290,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":10284,"score_linear":82992.0,"score_lmetric":10284},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":10284,"score_linear":336145.0,"score_lmetric":795564},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145931,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":10284,"score_linear":145931.0,"score_lmetric":63740},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26705,"ongoing_decode_tokens":26705,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1683,"cache_hit":9728,"new_prefill":556,"score_linear":16977.0,"score_lmetric":556},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":0,"new_prefill":10284,"score_linear":80246.0,"score_lmetric":10284},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1462,"cache_hit":6656,"new_prefill":3628,"score_linear":53348.0,"score_lmetric":3628}],"chosen_score_linear":16977.0,"chosen_score_lmetric":556,"t_first_token":339141.135626548,"t_first_token_unix":1779770006.14957,"t_done":339141.283449654,"t_done_unix":1779770006.297393},{"request_id":"1367957:1:1367957:572","session_id":"1367957","input_length":72919,"t_proxy_recv":339122.283863111,"t_decision_unix":1779769987.2978046,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":18944,"estimated_new_tokens":53975,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":72919,"score_linear":156948.0,"score_lmetric":392150},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":157714,"ongoing_decode_tokens":130877,"pending_prefill_tokens":26837,"num_requests":3,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":72919,"score_linear":157714.0,"score_lmetric":299268},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":18944,"new_prefill":53975,"score_linear":-8871.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":72919,"score_linear":336145.0,"score_lmetric":1171374},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":49483,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1409,"cache_hit":0,"new_prefill":72919,"score_linear":49483.0,"score_lmetric":72919},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44360,"ongoing_decode_tokens":34226,"pending_prefill_tokens":1430,"num_requests":3,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":72919,"score_linear":44360.0,"score_lmetric":223047},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":72919,"score_linear":80246.0,"score_lmetric":72919},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":109237,"ongoing_decode_tokens":100531,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":72919,"score_linear":109237.0,"score_lmetric":218757}],"chosen_score_linear":-8871.0,"chosen_score_lmetric":0,"t_first_token":339140.575315374,"t_first_token_unix":1779770005.5892596,"t_done":339141.461057628,"t_done_unix":1779770006.4750016},{"request_id":"1363943:5:1373637:609","session_id":"1363943","input_length":18676,"t_proxy_recv":339142.143164381,"t_decision_unix":1779770007.157106,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9869351038766331,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (244 < 8000)","cache_hit":18432,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":8704,"new_prefill":9972,"score_linear":4912.0,"score_lmetric":9972},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":18676,"score_linear":126340.0,"score_lmetric":145016},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":4096,"new_prefill":14580,"score_linear":85472.0,"score_lmetric":94075},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":18676,"score_linear":336145.0,"score_lmetric":845916},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145931,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":18676,"score_linear":145931.0,"score_lmetric":97308},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26705,"ongoing_decode_tokens":26705,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1684,"cache_hit":4096,"new_prefill":14580,"score_linear":22609.0,"score_lmetric":14580},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":18432,"new_prefill":244,"score_linear":61814.0,"score_lmetric":244},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":18676,"score_linear":105902.0,"score_lmetric":64162}],"chosen_score_linear":61814.0,"chosen_score_lmetric":244,"t_first_token":339142.242599556,"t_first_token_unix":1779770007.2565432,"t_done":339144.258025273,"t_done_unix":1779770009.2719688},{"request_id":"1366128:5:1373829:610","session_id":"1366128","input_length":46764,"t_proxy_recv":339142.798882548,"t_decision_unix":1779770007.8128238,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":34816,"affinity_cache_ratio":0.7445043195620563,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":34816,"estimated_new_tokens":11948,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":46764,"score_linear":13616.0,"score_lmetric":46764},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":46764,"score_linear":126340.0,"score_lmetric":173104},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":46764,"score_linear":89568.0,"score_lmetric":126259},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":46764,"score_linear":336145.0,"score_lmetric":1014444},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145931,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":46764,"score_linear":145931.0,"score_lmetric":209660},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26705,"ongoing_decode_tokens":26705,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1684,"cache_hit":34816,"new_prefill":11948,"score_linear":-8111.0,"score_lmetric":11948},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":98922,"ongoing_decode_tokens":98922,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":0,"new_prefill":46764,"score_linear":98922.0,"score_lmetric":93528},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":46764,"score_linear":105902.0,"score_lmetric":92250}],"chosen_score_linear":-8111.0,"chosen_score_lmetric":11948,"t_first_token":339146.115965824,"t_first_token_unix":1779770011.12991,"t_done":339146.393075692,"t_done_unix":1779770011.4070196},{"request_id":"1374465:1:1374465:613","session_id":"1374465","input_length":18497,"t_proxy_recv":339145.027564543,"t_decision_unix":1779770010.0415058,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":18497,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=1 decode_tok=0)","cache_hit":0,"estimated_new_tokens":18497,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":18497,"score_linear":13616.0,"score_lmetric":18497},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":18497,"score_linear":126340.0,"score_lmetric":144837},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":18497,"score_linear":89568.0,"score_lmetric":97992},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":250361,"pending_prefill_tokens":2509,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":18497,"score_linear":336145.0,"score_lmetric":126036},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":209467,"ongoing_decode_tokens":18301,"pending_prefill_tokens":6211,"num_requests":5,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":18497,"score_linear":209467.0,"score_lmetric":123540},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":73469,"ongoing_decode_tokens":26705,"pending_prefill_tokens":11948,"num_requests":2,"active_p_offloads":0,"cached_blocks":1684,"cache_hit":0,"new_prefill":18497,"score_linear":73469.0,"score_lmetric":60890},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":100108,"ongoing_decode_tokens":80246,"pending_prefill_tokens":19862,"num_requests":2,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":0,"new_prefill":18497,"score_linear":100108.0,"score_lmetric":76718},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":18497,"score_linear":105902.0,"score_lmetric":63983}],"chosen_score_linear":13616.0,"chosen_score_lmetric":18497,"t_first_token":339146.867486228,"t_first_token_unix":1779770011.8814297,"t_done":339147.080858124,"t_done_unix":1779770012.094802},{"request_id":"1374347:1:1374347:611","session_id":"1374347","input_length":19862,"t_proxy_recv":339144.585440476,"t_decision_unix":1779770009.5993817,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":19862,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":0,"estimated_new_tokens":19862,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":19862,"score_linear":13616.0,"score_lmetric":19862},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":19862,"score_linear":126340.0,"score_lmetric":146202},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":19862,"score_linear":89568.0,"score_lmetric":99357},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":250361,"pending_prefill_tokens":2509,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":19862,"score_linear":336145.0,"score_lmetric":134226},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145931,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":19862,"score_linear":145931.0,"score_lmetric":102052},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":73469,"ongoing_decode_tokens":26705,"pending_prefill_tokens":11948,"num_requests":2,"active_p_offloads":0,"cached_blocks":1684,"cache_hit":0,"new_prefill":19862,"score_linear":73469.0,"score_lmetric":63620},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":0,"new_prefill":19862,"score_linear":80246.0,"score_lmetric":19862},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":19862,"score_linear":105902.0,"score_lmetric":65348}],"chosen_score_linear":80246.0,"chosen_score_lmetric":19862,"t_first_token":339146.665740409,"t_first_token_unix":1779770011.6796842,"t_done":339147.399715405,"t_done_unix":1779770012.4136584},{"request_id":"1342634:2:1370263:590","session_id":"1342634","input_length":64531,"t_proxy_recv":339130.314694754,"t_decision_unix":1779769995.3286362,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9124296849576172,"affinity_num_requests":2,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5651 < 8000)","cache_hit":58880,"estimated_new_tokens":5651,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":64531,"score_linear":156948.0,"score_lmetric":375374},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79392,"ongoing_decode_tokens":68259,"pending_prefill_tokens":11133,"num_requests":2,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":64531,"score_linear":79392.0,"score_lmetric":151328},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":64531,"score_linear":82992.0,"score_lmetric":118506},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":64531,"score_linear":336145.0,"score_lmetric":1121046},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":67784,"ongoing_decode_tokens":0,"pending_prefill_tokens":18301,"num_requests":2,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":58880,"new_prefill":5651,"score_linear":8904.0,"score_lmetric":47904},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":31019,"ongoing_decode_tokens":7712,"pending_prefill_tokens":7947,"num_requests":2,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":0,"new_prefill":64531,"score_linear":31019.0,"score_lmetric":144956},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127907,"ongoing_decode_tokens":98406,"pending_prefill_tokens":7997,"num_requests":3,"active_p_offloads":0,"cached_blocks":1242,"cache_hit":0,"new_prefill":64531,"score_linear":127907.0,"score_lmetric":217584},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62385,"ongoing_decode_tokens":0,"pending_prefill_tokens":19889,"num_requests":2,"active_p_offloads":0,"cached_blocks":1424,"cache_hit":0,"new_prefill":64531,"score_linear":62385.0,"score_lmetric":168840}],"chosen_score_linear":8904.0,"chosen_score_lmetric":47904,"t_first_token":339146.845640965,"t_first_token_unix":1779770011.8595848,"t_done":339148.962229965,"t_done_unix":1779770013.9761739},{"request_id":"1363943:6:1375416:618","session_id":"1363943","input_length":19116,"t_proxy_recv":339148.335827203,"t_decision_unix":1779770013.3497684,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9642184557438794,"affinity_num_requests":1,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (684 < 8000)","cache_hit":18432,"estimated_new_tokens":684,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49504,"ongoing_decode_tokens":0,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1269,"cache_hit":8704,"new_prefill":10412,"score_linear":40800.0,"score_lmetric":20920},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":19116,"score_linear":126340.0,"score_lmetric":145456},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":4096,"new_prefill":15020,"score_linear":85472.0,"score_lmetric":94515},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":377653,"ongoing_decode_tokens":250361,"pending_prefill_tokens":7153,"num_requests":7,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":19116,"score_linear":377653.0,"score_lmetric":183883},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195851,"ongoing_decode_tokens":146368,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1431,"cache_hit":0,"new_prefill":19116,"score_linear":195851.0,"score_lmetric":76464},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85216,"ongoing_decode_tokens":26705,"pending_prefill_tokens":11919,"num_requests":2,"active_p_offloads":0,"cached_blocks":1707,"cache_hit":4096,"new_prefill":15020,"score_linear":81120.0,"score_lmetric":53878},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":18432,"new_prefill":684,"score_linear":61814.0,"score_lmetric":684},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":19116,"score_linear":105902.0,"score_lmetric":64602}],"chosen_score_linear":61814.0,"chosen_score_lmetric":684,"t_first_token":339148.473573281,"t_first_token_unix":1779770013.4875185,"t_done":339150.266168979,"t_done_unix":1779770015.2801127},{"request_id":"1355484:3:1361065:531","session_id":"1355484","input_length":19714,"t_proxy_recv":339098.014353074,"t_decision_unix":1779769963.0282943,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9869128538094755,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (258 < 8000)","cache_hit":19456,"estimated_new_tokens":258,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":19714,"score_linear":156948.0,"score_lmetric":285740},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":19714,"score_linear":130877.0,"score_lmetric":39428},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":19714,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":19456,"new_prefill":258,"score_linear":98432.0,"score_lmetric":118146},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1222,"cache_hit":0,"new_prefill":19714,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":149558,"ongoing_decode_tokens":83526,"pending_prefill_tokens":496,"num_requests":2,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":19714,"score_linear":149558.0,"score_lmetric":40420},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1147,"cache_hit":0,"new_prefill":19714,"score_linear":80246.0,"score_lmetric":19714},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":92236,"ongoing_decode_tokens":58758,"pending_prefill_tokens":5318,"num_requests":2,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":12800,"new_prefill":6914,"score_linear":79436.0,"score_lmetric":24464}],"chosen_score_linear":98432.0,"chosen_score_lmetric":118146,"t_first_token":339143.704888216,"t_first_token_unix":1779770008.7188313,"t_done":339150.79274228,"t_done_unix":1779770015.806686},{"request_id":"1277428:5:1366630:559","session_id":"1277428","input_length":36301,"t_proxy_recv":339117.46577688,"t_decision_unix":1779769982.4797184,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9308834467370045,"affinity_num_requests":4,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2509 < 8000)","cache_hit":33792,"estimated_new_tokens":2509,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":36301,"score_linear":156948.0,"score_lmetric":318914},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":4608,"new_prefill":31693,"score_linear":126269.0,"score_lmetric":63386},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":17408,"new_prefill":18893,"score_linear":69634.0,"score_lmetric":95862},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":250361,"ongoing_decode_tokens":0,"pending_prefill_tokens":119801,"num_requests":4,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":33792,"new_prefill":2509,"score_linear":216569.0,"score_lmetric":489240},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90778,"ongoing_decode_tokens":0,"pending_prefill_tokens":63130,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":36301,"score_linear":90778.0,"score_lmetric":198862},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":36301,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93230,"ongoing_decode_tokens":93230,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1194,"cache_hit":0,"new_prefill":36301,"score_linear":93230.0,"score_lmetric":72602},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":109237,"ongoing_decode_tokens":0,"pending_prefill_tokens":43187,"num_requests":3,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":36301,"score_linear":109237.0,"score_lmetric":238464}],"chosen_score_linear":216569.0,"chosen_score_lmetric":489240,"t_first_token":339149.018784182,"t_first_token_unix":1779770014.0327275,"t_done":339152.22719893,"t_done_unix":1779770017.2411425},{"request_id":"1370129:1:1370129:587","session_id":"1370129","input_length":18301,"t_proxy_recv":339129.820323223,"t_decision_unix":1779769994.8342645,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":18301,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=1 decode_tok=0)","cache_hit":0,"estimated_new_tokens":18301,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":7680,"new_prefill":10621,"score_linear":149268.0,"score_lmetric":267554},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":18301,"score_linear":68259.0,"score_lmetric":18301},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":7680,"new_prefill":10621,"score_linear":75312.0,"score_lmetric":64596},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":18301,"score_linear":336145.0,"score_lmetric":843666},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":49483,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":18301,"score_linear":49483.0,"score_lmetric":18301},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":31019,"ongoing_decode_tokens":7712,"pending_prefill_tokens":7947,"num_requests":2,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":7680,"new_prefill":10621,"score_linear":23339.0,"score_lmetric":37136},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127907,"ongoing_decode_tokens":98406,"pending_prefill_tokens":7997,"num_requests":3,"active_p_offloads":0,"cached_blocks":1242,"cache_hit":7680,"new_prefill":10621,"score_linear":120227.0,"score_lmetric":55854},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":1,"active_p_offloads":0,"cached_blocks":1424,"cache_hit":0,"new_prefill":18301,"score_linear":60004.0,"score_lmetric":35809}],"chosen_score_linear":49483.0,"chosen_score_lmetric":18301,"t_first_token":339132.012693257,"t_first_token_unix":1779769997.0266373,"t_done":339153.005125011,"t_done_unix":1779770018.0190685},{"request_id":"1269373:22:1358956:522","session_id":"1269373","input_length":80246,"t_proxy_recv":339090.48145788,"t_decision_unix":1779769955.4953992,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9761981905640157,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1910 < 8000)","cache_hit":78336,"estimated_new_tokens":1910,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":7680,"new_prefill":72566,"score_linear":149268.0,"score_lmetric":391444},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":80246,"score_linear":130877.0,"score_lmetric":160492},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58266,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":7680,"new_prefill":72566,"score_linear":50586.0,"score_lmetric":72566},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":80246,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1222,"cache_hit":0,"new_prefill":80246,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":7680,"new_prefill":72566,"score_linear":75846.0,"score_lmetric":156092},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1147,"cache_hit":78336,"new_prefill":1910,"score_linear":-78336.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":34694,"num_requests":1,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":0,"new_prefill":80246,"score_linear":58758.0,"score_lmetric":114940}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":339091.53478153,"t_first_token_unix":1779769956.548725,"t_done":339153.246107574,"t_done_unix":1779770018.2600515},{"request_id":"1374465:2:1376358:620","session_id":"1374465","input_length":21588,"t_proxy_recv":339151.429970237,"t_decision_unix":1779770016.4439113,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":18432,"affinity_cache_ratio":0.8538076709282935,"affinity_num_requests":2,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3156 < 8000)","cache_hit":18432,"estimated_new_tokens":3156,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49504,"ongoing_decode_tokens":0,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1269,"cache_hit":18432,"new_prefill":3156,"score_linear":31072.0,"score_lmetric":6408},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":21588,"score_linear":126340.0,"score_lmetric":147928},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":21588,"score_linear":89568.0,"score_lmetric":101083},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":377745,"ongoing_decode_tokens":266948,"pending_prefill_tokens":4644,"num_requests":7,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":21588,"score_linear":377745.0,"score_lmetric":183624},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":131320,"ongoing_decode_tokens":81837,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1442,"cache_hit":0,"new_prefill":21588,"score_linear":131320.0,"score_lmetric":64764},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85216,"ongoing_decode_tokens":85216,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1707,"cache_hit":0,"new_prefill":21588,"score_linear":85216.0,"score_lmetric":43176},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":100052,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1307,"cache_hit":0,"new_prefill":21588,"score_linear":100052.0,"score_lmetric":43176},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":143943,"ongoing_decode_tokens":0,"pending_prefill_tokens":46663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":21588,"score_linear":143943.0,"score_lmetric":136502}],"chosen_score_linear":31072.0,"chosen_score_lmetric":6408,"t_first_token":339153.264979987,"t_first_token_unix":1779770018.2789233,"t_done":339153.811053607,"t_done_unix":1779770018.8249972},{"request_id":"1371622:1:1371622:598","session_id":"1371622","input_length":13616,"t_proxy_recv":339134.962978707,"t_decision_unix":1779769999.97692,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":13616,"tie_break_used":true,"v2_pd_sep":true,"v2_decision":"pd_sep","v2_reason":"local_cost 1.70s > migrate_cost 1.03s + margin 0.20s","v2_chosen_cache_hit":0,"v2_src_idx":4,"v2_src_cache_hit":11264,"v2_new_local":13616,"v2_new_src":2352,"v2_cost_local_s":1.702,"v2_cost_src_interf_s":0.3528,"v2_cost_xfer_s":0.6819444444444445,"v2_cost_migrate_s":1.0347444444444445,"cache_hit":0,"estimated_new_tokens":13616,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34679,"ongoing_decode_tokens":34679,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1231,"cache_hit":0,"new_prefill":13616,"score_linear":34679.0,"score_lmetric":13616},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101073,"ongoing_decode_tokens":101073,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1231,"cache_hit":0,"new_prefill":13616,"score_linear":101073.0,"score_lmetric":27232},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":13616,"score_linear":82992.0,"score_lmetric":67591},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":13616,"score_linear":336145.0,"score_lmetric":815556},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":132315,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":3,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":11264,"new_prefill":2352,"score_linear":121051.0,"score_lmetric":24009},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":9399,"ongoing_decode_tokens":9399,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":13616,"score_linear":9399.0,"score_lmetric":13616},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1267,"cache_hit":0,"new_prefill":13616,"score_linear":80246.0,"score_lmetric":13616},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":13616,"score_linear":60004.0,"score_lmetric":13616}],"chosen_score_linear":34679.0,"chosen_score_lmetric":13616,"v2_src_url":"http://127.0.0.1:8004","t_prefill_sent":339134.96352682,"t_prefill_sent_unix":1779769999.9774694,"t_prefill_done":339147.58589712,"t_prefill_done_unix":1779770012.5998404,"t_decode_sent":339147.586554103,"t_decode_sent_unix":1779770012.6004972,"t_first_token":339153.292160317,"t_first_token_unix":1779770018.3061037,"t_done":339154.467557075,"t_done_unix":1779770019.4815004},{"request_id":"1371337:2:1376534:621","session_id":"1371337","input_length":24323,"t_proxy_recv":339152.097040543,"t_decision_unix":1779770017.1109815,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":9216,"affinity_cache_ratio":0.3789006290342474,"affinity_num_requests":2,"avg_num_requests":2.625,"fallback_score":30214,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":9216,"estimated_new_tokens":15107,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":71092,"ongoing_decode_tokens":0,"pending_prefill_tokens":3204,"num_requests":3,"active_p_offloads":0,"cached_blocks":1269,"cache_hit":0,"new_prefill":24323,"score_linear":71092.0,"score_lmetric":82581},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":24323,"score_linear":126340.0,"score_lmetric":150663},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":24323,"score_linear":89568.0,"score_lmetric":103818},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":377745,"ongoing_decode_tokens":266948,"pending_prefill_tokens":4644,"num_requests":7,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":24323,"score_linear":377745.0,"score_lmetric":202769},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":131320,"ongoing_decode_tokens":81837,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1442,"cache_hit":0,"new_prefill":24323,"score_linear":131320.0,"score_lmetric":72969},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85216,"ongoing_decode_tokens":85216,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1707,"cache_hit":9216,"new_prefill":15107,"score_linear":76000.0,"score_lmetric":30214},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":100052,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1307,"cache_hit":0,"new_prefill":24323,"score_linear":100052.0,"score_lmetric":48646},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":143943,"ongoing_decode_tokens":0,"pending_prefill_tokens":46663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":24323,"score_linear":143943.0,"score_lmetric":141972}],"chosen_score_linear":76000.0,"chosen_score_lmetric":30214,"t_first_token":339154.228077385,"t_first_token_unix":1779770019.242021,"t_done":339155.463938057,"t_done_unix":1779770020.4778812},{"request_id":"1366128:6:1375094:616","session_id":"1366128","input_length":58511,"t_proxy_recv":339147.291524505,"t_decision_unix":1779770012.3054662,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":46592,"affinity_cache_ratio":0.7962947138144965,"affinity_num_requests":1,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":46592,"estimated_new_tokens":11919,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1269,"cache_hit":0,"new_prefill":58511,"score_linear":13616.0,"score_lmetric":58511},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":58511,"score_linear":126340.0,"score_lmetric":184851},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":58511,"score_linear":89568.0,"score_lmetric":138006},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":377653,"ongoing_decode_tokens":250361,"pending_prefill_tokens":7153,"num_requests":7,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":58511,"score_linear":377653.0,"score_lmetric":459648},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":209467,"ongoing_decode_tokens":82832,"pending_prefill_tokens":560,"num_requests":5,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":58511,"score_linear":209467.0,"score_lmetric":295355},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26705,"ongoing_decode_tokens":26705,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1707,"cache_hit":46592,"new_prefill":11919,"score_linear":-19887.0,"score_lmetric":11919},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":100108,"ongoing_decode_tokens":100108,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":0,"new_prefill":58511,"score_linear":100108.0,"score_lmetric":117022},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":58511,"score_linear":105902.0,"score_lmetric":103997}],"chosen_score_linear":-19887.0,"chosen_score_lmetric":11919,"t_first_token":339151.42302471,"t_first_token_unix":1779770016.436968,"t_done":339155.866811893,"t_done_unix":1779770020.8807557},{"request_id":"1377061:1:1377061:622","session_id":"1377061","input_length":16241,"t_proxy_recv":339154.064169056,"t_decision_unix":1779770019.0781105,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":16241,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=1 decode_tok=0)","cache_hit":0,"estimated_new_tokens":16241,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49504,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1275,"cache_hit":0,"new_prefill":16241,"score_linear":49504.0,"score_lmetric":32482},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":16241,"score_linear":126340.0,"score_lmetric":142581},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":16241,"score_linear":89568.0,"score_lmetric":95736},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":378027,"ongoing_decode_tokens":230647,"pending_prefill_tokens":4875,"num_requests":7,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":16241,"score_linear":378027.0,"score_lmetric":147812},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":169305,"ongoing_decode_tokens":63536,"pending_prefill_tokens":37854,"num_requests":3,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":16241,"score_linear":169305.0,"score_lmetric":162285},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":109539,"ongoing_decode_tokens":85216,"pending_prefill_tokens":15107,"num_requests":3,"active_p_offloads":0,"cached_blocks":1707,"cache_hit":0,"new_prefill":16241,"score_linear":109539.0,"score_lmetric":94044},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":19806,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1312,"cache_hit":0,"new_prefill":16241,"score_linear":19806.0,"score_lmetric":16241},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":143943,"ongoing_decode_tokens":0,"pending_prefill_tokens":46663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":16241,"score_linear":143943.0,"score_lmetric":125808}],"chosen_score_linear":19806.0,"chosen_score_lmetric":16241,"t_first_token":339155.560170655,"t_first_token_unix":1779770020.5741143,"t_done":339155.999253405,"t_done_unix":1779770021.0131974},{"request_id":"1364090:2:1371798:600","session_id":"1364090","input_length":26705,"t_proxy_recv":339135.608171469,"t_decision_unix":1779770000.6221128,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":14336,"affinity_cache_ratio":0.5368283093053735,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_not_meaningfully_more_cache (src=11264 chosen=14336)","cache_hit":14336,"estimated_new_tokens":12369,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":48295,"ongoing_decode_tokens":34679,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1231,"cache_hit":7680,"new_prefill":19025,"score_linear":40615.0,"score_lmetric":38050},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101073,"ongoing_decode_tokens":101073,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1231,"cache_hit":0,"new_prefill":26705,"score_linear":101073.0,"score_lmetric":53410},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":21371,"pending_prefill_tokens":53975,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":7680,"new_prefill":19025,"score_linear":75312.0,"score_lmetric":73000},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":26705,"score_linear":336145.0,"score_lmetric":894090},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145931,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":26705,"score_linear":145931.0,"score_lmetric":129424},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44436,"ongoing_decode_tokens":9399,"pending_prefill_tokens":11997,"num_requests":2,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":14336,"new_prefill":12369,"score_linear":30100.0,"score_lmetric":48732},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1267,"cache_hit":11264,"new_prefill":15441,"score_linear":68982.0,"score_lmetric":15441},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":26705,"score_linear":60004.0,"score_lmetric":26705}],"chosen_score_linear":30100.0,"chosen_score_lmetric":48732,"t_first_token":339139.518764267,"t_first_token_unix":1779770004.5327082,"t_done":339156.413524628,"t_done_unix":1779770021.4274678},{"request_id":"1363943:7:1377305:623","session_id":"1363943","input_length":20727,"t_proxy_recv":339154.981182471,"t_decision_unix":1779770019.9951236,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9139769382930477,"affinity_num_requests":2,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1783 < 8000)","cache_hit":18944,"estimated_new_tokens":1783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":8704,"new_prefill":12023,"score_linear":27184.0,"score_lmetric":12023},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":20727,"score_linear":126340.0,"score_lmetric":147067},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":4096,"new_prefill":16631,"score_linear":85472.0,"score_lmetric":96126},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":378027,"ongoing_decode_tokens":230647,"pending_prefill_tokens":4875,"num_requests":7,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":20727,"score_linear":378027.0,"score_lmetric":179214},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":169305,"ongoing_decode_tokens":63536,"pending_prefill_tokens":37854,"num_requests":3,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":4096,"new_prefill":16631,"score_linear":165209.0,"score_lmetric":163455},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":109539,"ongoing_decode_tokens":109539,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1707,"cache_hit":4096,"new_prefill":16631,"score_linear":105443.0,"score_lmetric":49893},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36047,"ongoing_decode_tokens":0,"pending_prefill_tokens":16241,"num_requests":2,"active_p_offloads":0,"cached_blocks":1312,"cache_hit":18944,"new_prefill":1783,"score_linear":17103.0,"score_lmetric":36048},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":143943,"ongoing_decode_tokens":0,"pending_prefill_tokens":46663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":20727,"score_linear":143943.0,"score_lmetric":134780}],"chosen_score_linear":17103.0,"chosen_score_lmetric":36048,"t_first_token":339155.82833339,"t_first_token_unix":1779770020.8422773,"t_done":339157.003538858,"t_done_unix":1779770022.0174825},{"request_id":"1372791:2:1377698:624","session_id":"1372791","input_length":14851,"t_proxy_recv":339156.296457147,"t_decision_unix":1779770021.310398,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":0,"affinity_cache_hit":4608,"affinity_cache_ratio":0.3102821358831055,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":14851,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"local_cost 1.86s <= migrate_cost 1.74s + margin 0.20s","v2_chosen_cache_hit":0,"v2_src_idx":1,"v2_src_cache_hit":4608,"v2_new_local":14851,"v2_new_src":10243,"v2_cost_local_s":1.856375,"v2_cost_src_interf_s":1.280375,"v2_cost_xfer_s":0.45625,"v2_cost_migrate_s":1.736625,"cache_hit":0,"estimated_new_tokens":14851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":14851,"score_linear":35888.0,"score_lmetric":14851},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":4608,"new_prefill":10243,"score_linear":121732.0,"score_lmetric":136583},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":14851,"score_linear":89568.0,"score_lmetric":94346},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":378027,"ongoing_decode_tokens":230647,"pending_prefill_tokens":4875,"num_requests":7,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":14851,"score_linear":378027.0,"score_lmetric":138082},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":169305,"ongoing_decode_tokens":63536,"pending_prefill_tokens":37854,"num_requests":3,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":14851,"score_linear":169305.0,"score_lmetric":158115},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26705,"ongoing_decode_tokens":26705,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1759,"cache_hit":0,"new_prefill":14851,"score_linear":26705.0,"score_lmetric":14851},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":40533,"ongoing_decode_tokens":20727,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":14851,"score_linear":40533.0,"score_lmetric":29702},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":143943,"ongoing_decode_tokens":0,"pending_prefill_tokens":46663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":14851,"score_linear":143943.0,"score_lmetric":123028}],"chosen_score_linear":35888.0,"chosen_score_lmetric":14851,"t_first_token":339157.621800075,"t_first_token_unix":1779770022.6357439,"t_done":339157.914658084,"t_done_unix":1779770022.9286013},{"request_id":"1366128:7:1378071:626","session_id":"1366128","input_length":59007,"t_proxy_recv":339157.54742328,"t_decision_unix":1779770022.5613644,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9891707763485688,"affinity_num_requests":0,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (639 < 8000)","cache_hit":58368,"estimated_new_tokens":639,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":50739,"ongoing_decode_tokens":35888,"pending_prefill_tokens":14851,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":59007,"score_linear":50739.0,"score_lmetric":147716},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":59007,"score_linear":126340.0,"score_lmetric":185347},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":59007,"score_linear":89568.0,"score_lmetric":138502},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":378027,"ongoing_decode_tokens":230647,"pending_prefill_tokens":4875,"num_requests":7,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":59007,"score_linear":378027.0,"score_lmetric":447174},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":169305,"ongoing_decode_tokens":63536,"pending_prefill_tokens":37854,"num_requests":3,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":59007,"score_linear":169305.0,"score_lmetric":290583},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1785,"cache_hit":58368,"new_prefill":639,"score_linear":-58368.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":19806,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1346,"cache_hit":0,"new_prefill":59007,"score_linear":19806.0,"score_lmetric":59007},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":143943,"ongoing_decode_tokens":0,"pending_prefill_tokens":46663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":59007,"score_linear":143943.0,"score_lmetric":211340}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":339157.75053063,"t_first_token_unix":1779770022.7644742,"t_done":339158.527691165,"t_done_unix":1779770023.5416346},{"request_id":"1377061:2:1378590:631","session_id":"1377061","input_length":16515,"t_proxy_recv":339159.325997898,"t_decision_unix":1779770024.3399394,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":15872,"affinity_cache_ratio":0.961065697850439,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (643 < 8000)","cache_hit":15872,"estimated_new_tokens":643,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":16515,"score_linear":35888.0,"score_lmetric":16515},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":16515,"score_linear":126340.0,"score_lmetric":142855},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":16515,"score_linear":89568.0,"score_lmetric":96010},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":378027,"ongoing_decode_tokens":230647,"pending_prefill_tokens":4875,"num_requests":7,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":16515,"score_linear":378027.0,"score_lmetric":149730},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":63536,"pending_prefill_tokens":44626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":16515,"score_linear":191437.0,"score_lmetric":244564},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":5458,"ongoing_decode_tokens":0,"pending_prefill_tokens":5458,"num_requests":1,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":16515,"score_linear":5458.0,"score_lmetric":21973},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":19806,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1346,"cache_hit":15872,"new_prefill":643,"score_linear":3934.0,"score_lmetric":643},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":143943,"ongoing_decode_tokens":0,"pending_prefill_tokens":46663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":16515,"score_linear":143943.0,"score_lmetric":126356}],"chosen_score_linear":3934.0,"chosen_score_lmetric":643,"t_first_token":339159.41369312,"t_first_token_unix":1779770024.4276364,"t_done":339159.482954531,"t_done_unix":1779770024.496898},{"request_id":"1378684:1:1378684:632","session_id":"1378684","input_length":7810,"t_proxy_recv":339159.661334172,"t_decision_unix":1779770024.6752753,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":7810,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7810 < 8000)","cache_hit":0,"estimated_new_tokens":7810,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":7810,"score_linear":35888.0,"score_lmetric":7810},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":7810,"score_linear":126340.0,"score_lmetric":134150},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":7810,"score_linear":89568.0,"score_lmetric":87305},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":378027,"ongoing_decode_tokens":230647,"pending_prefill_tokens":4875,"num_requests":7,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":7810,"score_linear":378027.0,"score_lmetric":88795},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":63536,"pending_prefill_tokens":44626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":7810,"score_linear":191437.0,"score_lmetric":209744},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":5458,"ongoing_decode_tokens":5458,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":7810,"score_linear":5458.0,"score_lmetric":7810},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":19806,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1347,"cache_hit":0,"new_prefill":7810,"score_linear":19806.0,"score_lmetric":7810},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":143943,"ongoing_decode_tokens":0,"pending_prefill_tokens":46663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":7810,"score_linear":143943.0,"score_lmetric":108946}],"chosen_score_linear":19806.0,"chosen_score_lmetric":7810,"t_first_token":339160.204635222,"t_first_token_unix":1779770025.2185795,"t_done":339160.470773535,"t_done_unix":1779770025.4847171},{"request_id":"1378543:1:1378543:630","session_id":"1378543","input_length":5458,"t_proxy_recv":339159.169159247,"t_decision_unix":1779770024.1831007,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5458 < 8000)","cache_hit":0,"estimated_new_tokens":5458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":5458,"score_linear":35888.0,"score_lmetric":5458},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":5458,"score_linear":126340.0,"score_lmetric":131798},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":5458,"score_linear":89568.0,"score_lmetric":84953},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":378027,"ongoing_decode_tokens":230647,"pending_prefill_tokens":4875,"num_requests":7,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":5458,"score_linear":378027.0,"score_lmetric":72331},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":63536,"pending_prefill_tokens":44626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":5458,"score_linear":191437.0,"score_lmetric":200336},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":5458,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":19806,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1346,"cache_hit":0,"new_prefill":5458,"score_linear":19806.0,"score_lmetric":5458},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":143943,"ongoing_decode_tokens":0,"pending_prefill_tokens":46663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":5458,"score_linear":143943.0,"score_lmetric":104242}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339159.524380584,"t_first_token_unix":1779770024.5383234,"t_done":339160.608025615,"t_done_unix":1779770025.6219692},{"request_id":"1357132:2:1364990:550","session_id":"1357132","input_length":14721,"t_proxy_recv":339111.64555352,"t_decision_unix":1779769976.659495,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":13312,"affinity_cache_ratio":0.9042863935873922,"affinity_num_requests":3,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1409 < 8000)","cache_hit":13312,"estimated_new_tokens":1409,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":14721,"score_linear":156948.0,"score_lmetric":275754},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":14721,"score_linear":130877.0,"score_lmetric":29442},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":14721,"score_linear":87042.0,"score_lmetric":91690},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":235640,"ongoing_decode_tokens":0,"pending_prefill_tokens":118392,"num_requests":3,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":13312,"new_prefill":1409,"score_linear":222328.0,"score_lmetric":359403},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90778,"ongoing_decode_tokens":0,"pending_prefill_tokens":63130,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":14721,"score_linear":90778.0,"score_lmetric":155702},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":29954,"ongoing_decode_tokens":29954,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":0,"new_prefill":14721,"score_linear":29954.0,"score_lmetric":29442},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94901,"ongoing_decode_tokens":92882,"pending_prefill_tokens":2019,"num_requests":3,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":14721,"score_linear":94901.0,"score_lmetric":50220},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":68220,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":2,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":14721,"score_linear":68220.0,"score_lmetric":100342}],"chosen_score_linear":222328.0,"chosen_score_lmetric":359403,"t_first_token":339144.200037937,"t_first_token_unix":1779770009.2139816,"t_done":339161.412408542,"t_done_unix":1779770026.4263518},{"request_id":"1379185:1:1379185:634","session_id":"1379185","input_length":1422,"t_proxy_recv":339161.394540858,"t_decision_unix":1779770026.408482,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":1422,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1422 < 8000)","cache_hit":0,"estimated_new_tokens":1422,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":1422,"score_linear":35888.0,"score_lmetric":1422},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":1422,"score_linear":126340.0,"score_lmetric":127762},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":1422,"score_linear":89568.0,"score_lmetric":80917},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":328544,"ongoing_decode_tokens":230647,"pending_prefill_tokens":4875,"num_requests":6,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":0,"new_prefill":1422,"score_linear":328544.0,"score_lmetric":37782},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":63536,"pending_prefill_tokens":44626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":1422,"score_linear":191437.0,"score_lmetric":184192},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":15283,"num_requests":1,"active_p_offloads":0,"cached_blocks":1797,"cache_hit":0,"new_prefill":1422,"score_linear":15283.0,"score_lmetric":16705},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":19806,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1362,"cache_hit":0,"new_prefill":1422,"score_linear":19806.0,"score_lmetric":1422},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":143943,"ongoing_decode_tokens":0,"pending_prefill_tokens":46663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":1422,"score_linear":143943.0,"score_lmetric":96170}],"chosen_score_linear":35888.0,"chosen_score_lmetric":1422,"t_first_token":339161.560689128,"t_first_token_unix":1779770026.5746326,"t_done":339161.869770395,"t_done_unix":1779770026.8837135},{"request_id":"1279412:24:1364169:546","session_id":"1279412","input_length":98038,"t_proxy_recv":339108.798546072,"t_decision_unix":1779769973.812487,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9974907688855342,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (246 < 8000)","cache_hit":97792,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":98038,"score_linear":156948.0,"score_lmetric":442388},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":98038,"score_linear":130877.0,"score_lmetric":196076},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":98038,"score_linear":87042.0,"score_lmetric":175007},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":137602,"ongoing_decode_tokens":0,"pending_prefill_tokens":118146,"num_requests":2,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":97792,"new_prefill":246,"score_linear":39810.0,"score_lmetric":236784},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90778,"ongoing_decode_tokens":0,"pending_prefill_tokens":63130,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":98038,"score_linear":90778.0,"score_lmetric":322336},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":38660,"ongoing_decode_tokens":16057,"pending_prefill_tokens":6217,"num_requests":3,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":0,"new_prefill":98038,"score_linear":38660.0,"score_lmetric":312765},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":92882,"ongoing_decode_tokens":80246,"pending_prefill_tokens":8540,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":98038,"score_linear":92882.0,"score_lmetric":213156},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33157,"ongoing_decode_tokens":24451,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":12800,"new_prefill":85238,"score_linear":20357.0,"score_lmetric":170476}],"chosen_score_linear":39810.0,"chosen_score_lmetric":236784,"t_first_token":339143.709815503,"t_first_token_unix":1779770008.7237587,"t_done":339162.716906851,"t_done_unix":1779770027.7308502},{"request_id":"1357132:3:1366582:557","session_id":"1357132","input_length":14816,"t_proxy_recv":339161.416707557,"t_decision_unix":1779770026.4306493,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9676025917926566,"affinity_num_requests":5,"avg_num_requests":2.125,"fallback_score":14816,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=1 decode_tok=0)","cache_hit":0,"estimated_new_tokens":14816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":37310,"ongoing_decode_tokens":35888,"pending_prefill_tokens":1422,"num_requests":2,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":14816,"score_linear":37310.0,"score_lmetric":32476},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":14816,"score_linear":126340.0,"score_lmetric":141156},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":14816,"score_linear":89568.0,"score_lmetric":94311},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313823,"ongoing_decode_tokens":215926,"pending_prefill_tokens":4875,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":14336,"new_prefill":480,"score_linear":299487.0,"score_lmetric":26775},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":63536,"pending_prefill_tokens":44626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":14816,"score_linear":191437.0,"score_lmetric":237768},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":15283,"num_requests":1,"active_p_offloads":0,"cached_blocks":1797,"cache_hit":0,"new_prefill":14816,"score_linear":15283.0,"score_lmetric":30099},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":19806,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1362,"cache_hit":0,"new_prefill":14816,"score_linear":19806.0,"score_lmetric":14816},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":143943,"ongoing_decode_tokens":0,"pending_prefill_tokens":46663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":14816,"score_linear":143943.0,"score_lmetric":122958}],"chosen_score_linear":19806.0,"chosen_score_lmetric":14816,"t_first_token":339162.743874665,"t_first_token_unix":1779770027.7578182,"t_done":339162.920912286,"t_done_unix":1779770027.934858},{"request_id":"1357132:4:1367654:570","session_id":"1357132","input_length":14949,"t_proxy_recv":339162.924638363,"t_decision_unix":1779770027.93858,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9589939126362967,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (613 < 8000)","cache_hit":14336,"estimated_new_tokens":613,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":14949,"score_linear":35888.0,"score_lmetric":14949},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":14949,"score_linear":126340.0,"score_lmetric":141289},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":14949,"score_linear":89568.0,"score_lmetric":94444},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":371708,"ongoing_decode_tokens":117888,"pending_prefill_tokens":6686,"num_requests":6,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":14336,"new_prefill":613,"score_linear":357372.0,"score_lmetric":43794},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":63536,"pending_prefill_tokens":44626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":14949,"score_linear":191437.0,"score_lmetric":238300},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":17915,"ongoing_decode_tokens":17915,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1797,"cache_hit":0,"new_prefill":14949,"score_linear":17915.0,"score_lmetric":29898},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":40754,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":14336,"new_prefill":613,"score_linear":26418.0,"score_lmetric":1226},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":143943,"ongoing_decode_tokens":0,"pending_prefill_tokens":46663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":14949,"score_linear":143943.0,"score_lmetric":123224}],"chosen_score_linear":26418.0,"chosen_score_lmetric":1226,"t_first_token":339162.989837342,"t_first_token_unix":1779770028.0037808,"t_done":339163.213415899,"t_done_unix":1779770028.2273593},{"request_id":"1379569:1:1379569:638","session_id":"1379569","input_length":2632,"t_proxy_recv":339162.60917338,"t_decision_unix":1779770027.6231148,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":2632,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2632 < 8000)","cache_hit":0,"estimated_new_tokens":2632,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":2632,"score_linear":35888.0,"score_lmetric":2632},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":2632,"score_linear":126340.0,"score_lmetric":128972},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":2632,"score_linear":89568.0,"score_lmetric":82127},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":371479,"ongoing_decode_tokens":215926,"pending_prefill_tokens":6211,"num_requests":6,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":2632,"score_linear":371479.0,"score_lmetric":53058},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":63536,"pending_prefill_tokens":44626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":2632,"score_linear":191437.0,"score_lmetric":189032},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1797,"cache_hit":0,"new_prefill":2632,"score_linear":15283.0,"score_lmetric":2632},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":55570,"ongoing_decode_tokens":0,"pending_prefill_tokens":15284,"num_requests":3,"active_p_offloads":0,"cached_blocks":1362,"cache_hit":0,"new_prefill":2632,"score_linear":55570.0,"score_lmetric":53748},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":143943,"ongoing_decode_tokens":0,"pending_prefill_tokens":46663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":2632,"score_linear":143943.0,"score_lmetric":98590}],"chosen_score_linear":15283.0,"chosen_score_lmetric":2632,"t_first_token":339162.786788969,"t_first_token_unix":1779770027.8007321,"t_done":339163.384820039,"t_done_unix":1779770028.3987641},{"request_id":"1357132:5:1368445:579","session_id":"1357132","input_length":15871,"t_proxy_recv":339163.218123965,"t_decision_unix":1779770028.2320657,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14848,"affinity_cache_ratio":0.93554281393737,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1023 < 8000)","cache_hit":14848,"estimated_new_tokens":1023,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":15871,"score_linear":35888.0,"score_lmetric":15871},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":15871,"score_linear":126340.0,"score_lmetric":142211},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":15871,"score_linear":89568.0,"score_lmetric":95366},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":371708,"ongoing_decode_tokens":117888,"pending_prefill_tokens":6686,"num_requests":6,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":14336,"new_prefill":1535,"score_linear":357372.0,"score_lmetric":49326},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":119822,"pending_prefill_tokens":6772,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":15871,"score_linear":191437.0,"score_lmetric":90572},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":17915,"ongoing_decode_tokens":17915,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1797,"cache_hit":0,"new_prefill":15871,"score_linear":17915.0,"score_lmetric":31742},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":40754,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1391,"cache_hit":14848,"new_prefill":1023,"score_linear":25906.0,"score_lmetric":2046},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":143943,"ongoing_decode_tokens":0,"pending_prefill_tokens":46663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":15871,"score_linear":143943.0,"score_lmetric":125068}],"chosen_score_linear":25906.0,"chosen_score_lmetric":2046,"t_first_token":339163.392930126,"t_first_token_unix":1779770028.4068732,"t_done":339163.617645771,"t_done_unix":1779770028.6315897},{"request_id":"1377061:3:1380174:641","session_id":"1377061","input_length":17368,"t_proxy_recv":339164.732636258,"t_decision_unix":1779770029.7465775,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":16384,"affinity_cache_ratio":0.943344081068632,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (984 < 8000)","cache_hit":16384,"estimated_new_tokens":984,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":17368,"score_linear":35888.0,"score_lmetric":17368},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":17368,"score_linear":126340.0,"score_lmetric":143708},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":100866,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":17368,"score_linear":89568.0,"score_lmetric":17368},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":371708,"ongoing_decode_tokens":117888,"pending_prefill_tokens":6686,"num_requests":6,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":17368,"score_linear":371708.0,"score_lmetric":144324},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":119822,"pending_prefill_tokens":6772,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":17368,"score_linear":191437.0,"score_lmetric":96560},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":17368,"score_linear":15283.0,"score_lmetric":17368},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":40754,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":16384,"new_prefill":984,"score_linear":24370.0,"score_lmetric":1968},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":143943,"ongoing_decode_tokens":0,"pending_prefill_tokens":46663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":17368,"score_linear":143943.0,"score_lmetric":128062}],"chosen_score_linear":24370.0,"chosen_score_lmetric":1968,"t_first_token":339164.911863233,"t_first_token_unix":1779770029.9258068,"t_done":339165.044471783,"t_done_unix":1779770030.0584154},{"request_id":"1355951:3:1375866:619","session_id":"1355951","input_length":38041,"t_proxy_recv":339149.969416012,"t_decision_unix":1779770014.9833574,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9690596987460898,"affinity_num_requests":1,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1177 < 8000)","cache_hit":36864,"estimated_new_tokens":1177,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49504,"ongoing_decode_tokens":0,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1269,"cache_hit":0,"new_prefill":38041,"score_linear":49504.0,"score_lmetric":76178},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":38041,"score_linear":126340.0,"score_lmetric":164381},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":38041,"score_linear":89568.0,"score_lmetric":117536},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":377653,"ongoing_decode_tokens":286662,"pending_prefill_tokens":4644,"num_requests":7,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":38041,"score_linear":377653.0,"score_lmetric":298795},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":131320,"ongoing_decode_tokens":81837,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1442,"cache_hit":0,"new_prefill":38041,"score_linear":131320.0,"score_lmetric":114123},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85216,"ongoing_decode_tokens":26705,"pending_prefill_tokens":11919,"num_requests":2,"active_p_offloads":0,"cached_blocks":1707,"cache_hit":0,"new_prefill":38041,"score_linear":85216.0,"score_lmetric":99920},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99362,"ongoing_decode_tokens":99362,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":0,"new_prefill":38041,"score_linear":99362.0,"score_lmetric":76082},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":36864,"new_prefill":1177,"score_linear":69038.0,"score_lmetric":46663}],"chosen_score_linear":69038.0,"chosen_score_lmetric":46663,"t_first_token":339164.775858654,"t_first_token_unix":1779770029.789802,"t_done":339165.428966127,"t_done_unix":1779770030.4429097},{"request_id":"1378543:2:1380447:644","session_id":"1378543","input_length":5314,"t_proxy_recv":339165.647786589,"t_decision_unix":1779770030.661728,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":5120,"affinity_cache_ratio":0.963492660895747,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (194 < 8000)","cache_hit":5120,"estimated_new_tokens":194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66795,"ongoing_decode_tokens":35888,"pending_prefill_tokens":9403,"num_requests":2,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":5314,"score_linear":66795.0,"score_lmetric":29434},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":5314,"score_linear":126340.0,"score_lmetric":131654},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":100866,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":5314,"score_linear":89568.0,"score_lmetric":5314},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":371708,"ongoing_decode_tokens":117888,"pending_prefill_tokens":6686,"num_requests":6,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":5314,"score_linear":371708.0,"score_lmetric":72000},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":141954,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":5314,"score_linear":191437.0,"score_lmetric":21256},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":74513,"ongoing_decode_tokens":15283,"pending_prefill_tokens":350,"num_requests":2,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":5120,"new_prefill":194,"score_linear":69393.0,"score_lmetric":1088},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":40754,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1394,"cache_hit":0,"new_prefill":5314,"score_linear":40754.0,"score_lmetric":10628},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105902,"ongoing_decode_tokens":105902,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":0,"new_prefill":5314,"score_linear":105902.0,"score_lmetric":5314}],"chosen_score_linear":69393.0,"chosen_score_lmetric":1088,"t_first_token":339165.780815518,"t_first_token_unix":1779770030.7947586,"t_done":339165.781369743,"t_done_unix":1779770030.795313},{"request_id":"1366128:8:1380438:643","session_id":"1366128","input_length":59230,"t_proxy_recv":339165.614188312,"t_decision_unix":1779770030.6281295,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9940908323484721,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (350 < 8000)","cache_hit":58880,"estimated_new_tokens":350,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66795,"ongoing_decode_tokens":35888,"pending_prefill_tokens":9403,"num_requests":2,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":59230,"score_linear":66795.0,"score_lmetric":137266},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":59230,"score_linear":126340.0,"score_lmetric":185570},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":100866,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":59230,"score_linear":89568.0,"score_lmetric":59230},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":371708,"ongoing_decode_tokens":117888,"pending_prefill_tokens":6686,"num_requests":6,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":59230,"score_linear":371708.0,"score_lmetric":395496},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":141954,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":59230,"score_linear":191437.0,"score_lmetric":236920},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":58880,"new_prefill":350,"score_linear":-43597.0,"score_lmetric":350},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":40754,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1394,"cache_hit":0,"new_prefill":59230,"score_linear":40754.0,"score_lmetric":118460},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105902,"ongoing_decode_tokens":105902,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":0,"new_prefill":59230,"score_linear":105902.0,"score_lmetric":59230}],"chosen_score_linear":-43597.0,"chosen_score_lmetric":350,"t_first_token":339165.775132146,"t_first_token_unix":1779770030.7890756,"t_done":339166.57231979,"t_done_unix":1779770031.586263},{"request_id":"1379569:2:1380473:645","session_id":"1379569","input_length":6767,"t_proxy_recv":339165.79583305,"t_decision_unix":1779770030.8097744,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":2,"affinity_cache_hit":2560,"affinity_cache_ratio":0.37830648736515443,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":6767,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6767 < 8000)","cache_hit":0,"estimated_new_tokens":6767,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66795,"ongoing_decode_tokens":35888,"pending_prefill_tokens":9403,"num_requests":2,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":6767,"score_linear":66795.0,"score_lmetric":32340},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":6767,"score_linear":126340.0,"score_lmetric":133107},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":100866,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":6767,"score_linear":89568.0,"score_lmetric":6767},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":371708,"ongoing_decode_tokens":117888,"pending_prefill_tokens":6686,"num_requests":6,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":6767,"score_linear":371708.0,"score_lmetric":80718},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":141954,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":6767,"score_linear":191437.0,"score_lmetric":27068},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":74513,"ongoing_decode_tokens":74513,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":2560,"new_prefill":4207,"score_linear":71953.0,"score_lmetric":8414},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":40754,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1394,"cache_hit":0,"new_prefill":6767,"score_linear":40754.0,"score_lmetric":13534},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105902,"ongoing_decode_tokens":105902,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":0,"new_prefill":6767,"score_linear":105902.0,"score_lmetric":6767}],"chosen_score_linear":89568.0,"chosen_score_lmetric":6767,"t_first_token":339166.266907182,"t_first_token_unix":1779770031.2808506,"t_done":339167.847964719,"t_done_unix":1779770032.861908},{"request_id":"1374465:3:1380413:642","session_id":"1374465","input_length":30907,"t_proxy_recv":339165.524247202,"t_decision_unix":1779770030.5381885,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":21504,"affinity_cache_ratio":0.6957647134953246,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":21504,"estimated_new_tokens":9403,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":21504,"new_prefill":9403,"score_linear":14384.0,"score_lmetric":9403},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":30907,"score_linear":126340.0,"score_lmetric":157247},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":100866,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":30907,"score_linear":89568.0,"score_lmetric":30907},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":371708,"ongoing_decode_tokens":117888,"pending_prefill_tokens":6686,"num_requests":6,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":30907,"score_linear":371708.0,"score_lmetric":225558},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":141954,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":30907,"score_linear":191437.0,"score_lmetric":123628},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":30907,"score_linear":15283.0,"score_lmetric":30907},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":40754,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1394,"cache_hit":0,"new_prefill":30907,"score_linear":40754.0,"score_lmetric":61814},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105902,"ongoing_decode_tokens":105902,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":0,"new_prefill":30907,"score_linear":105902.0,"score_lmetric":30907}],"chosen_score_linear":14384.0,"chosen_score_lmetric":9403,"t_first_token":339167.403796359,"t_first_token_unix":1779770032.4177399,"t_done":339168.349316022,"t_done_unix":1779770033.3632596},{"request_id":"1373577:1:1373577:608","session_id":"1373577","input_length":79495,"t_proxy_recv":339142.018153045,"t_decision_unix":1779770007.0320942,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (2560 < 4000)","cache_hit":0,"estimated_new_tokens":79495,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":79495,"score_linear":13616.0,"score_lmetric":79495},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":79495,"score_linear":126340.0,"score_lmetric":205835},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":79495,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":79495,"score_linear":336145.0,"score_lmetric":1210830},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145931,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":2560,"new_prefill":76935,"score_linear":143371.0,"score_lmetric":330344},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26705,"ongoing_decode_tokens":26705,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1684,"cache_hit":0,"new_prefill":79495,"score_linear":26705.0,"score_lmetric":79495},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":0,"new_prefill":79495,"score_linear":80246.0,"score_lmetric":79495},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":79495,"score_linear":105902.0,"score_lmetric":124981}],"chosen_score_linear":10073.0,"chosen_score_lmetric":0,"t_first_token":339163.449979276,"t_first_token_unix":1779770028.4639232,"t_done":339168.668371033,"t_done_unix":1779770033.6823144},{"request_id":"1313181:5:1320817:349","session_id":"1313181","input_length":105902,"t_proxy_recv":339141.297906523,"t_decision_unix":1779770006.3118482,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":60416,"affinity_cache_ratio":0.5704896980227002,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":60416,"estimated_new_tokens":45486,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":105902,"score_linear":13616.0,"score_lmetric":105902},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":105902,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82992,"ongoing_decode_tokens":94290,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":105902,"score_linear":82992.0,"score_lmetric":105902},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":12800,"new_prefill":93102,"score_linear":323345.0,"score_lmetric":1292472},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145931,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":105902,"score_linear":145931.0,"score_lmetric":446212},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26705,"ongoing_decode_tokens":26705,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1684,"cache_hit":0,"new_prefill":105902,"score_linear":26705.0,"score_lmetric":105902},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":0,"new_prefill":105902,"score_linear":80246.0,"score_lmetric":105902},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":60416,"new_prefill":45486,"score_linear":-60416.0,"score_lmetric":0}],"chosen_score_linear":-60416.0,"chosen_score_lmetric":0,"t_first_token":339164.77390382,"t_first_token_unix":1779770029.7878475,"t_done":339168.883530324,"t_done_unix":1779770033.8974738},{"request_id":"1363943:8:1379215:635","session_id":"1363943","input_length":20948,"t_proxy_recv":339161.533913909,"t_decision_unix":1779770026.5478551,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":20480,"affinity_cache_ratio":0.97765896505633,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (468 < 8000)","cache_hit":20480,"estimated_new_tokens":468,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":37310,"ongoing_decode_tokens":35888,"pending_prefill_tokens":1422,"num_requests":2,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":8704,"new_prefill":12244,"score_linear":28606.0,"score_lmetric":27332},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":20948,"score_linear":126340.0,"score_lmetric":147288},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":4096,"new_prefill":16852,"score_linear":85472.0,"score_lmetric":96347},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313823,"ongoing_decode_tokens":215926,"pending_prefill_tokens":4875,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":20948,"score_linear":313823.0,"score_lmetric":129115},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":63536,"pending_prefill_tokens":44626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":4096,"new_prefill":16852,"score_linear":187341.0,"score_lmetric":245912},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":15283,"num_requests":1,"active_p_offloads":0,"cached_blocks":1797,"cache_hit":4096,"new_prefill":16852,"score_linear":11187.0,"score_lmetric":32135},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":34622,"ongoing_decode_tokens":0,"pending_prefill_tokens":14816,"num_requests":2,"active_p_offloads":0,"cached_blocks":1362,"cache_hit":20480,"new_prefill":468,"score_linear":14142.0,"score_lmetric":30568},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":143943,"ongoing_decode_tokens":0,"pending_prefill_tokens":46663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":20948,"score_linear":143943.0,"score_lmetric":135222}],"chosen_score_linear":14142.0,"chosen_score_lmetric":30568,"t_first_token":339162.757468697,"t_first_token_unix":1779770027.7714117,"t_done":339169.680224017,"t_done_unix":1779770034.6941674},{"request_id":"1362265:4:1381673:650","session_id":"1362265","input_length":10645,"t_proxy_recv":339170.106516098,"t_decision_unix":1779770035.1204574,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":10240,"affinity_cache_ratio":0.9619539689995303,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (405 < 8000)","cache_hit":10240,"estimated_new_tokens":405,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49877,"ongoing_decode_tokens":35888,"pending_prefill_tokens":13989,"num_requests":2,"active_p_offloads":0,"cached_blocks":1350,"cache_hit":0,"new_prefill":10645,"score_linear":49877.0,"score_lmetric":49268},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":10645,"score_linear":126340.0,"score_lmetric":136985},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98840,"ongoing_decode_tokens":110138,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":10645,"score_linear":98840.0,"score_lmetric":21290},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":159396,"pending_prefill_tokens":2042,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":10645,"score_linear":351902.0,"score_lmetric":63435},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":141954,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":10645,"score_linear":191437.0,"score_lmetric":42580},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":10240,"new_prefill":405,"score_linear":5043.0,"score_lmetric":405},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":19806,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1395,"cache_hit":0,"new_prefill":10645,"score_linear":19806.0,"score_lmetric":10645},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":6656,"new_prefill":3989,"score_linear":54202.0,"score_lmetric":3989}],"chosen_score_linear":5043.0,"chosen_score_lmetric":405,"t_first_token":339170.199587059,"t_first_token_unix":1779770035.2135315,"t_done":339170.488446751,"t_done_unix":1779770035.5023904},{"request_id":"1381728:1:1381728:651","session_id":"1381728","input_length":1391,"t_proxy_recv":339170.33405096,"t_decision_unix":1779770035.3479922,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":1391,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1391 < 8000)","cache_hit":0,"estimated_new_tokens":1391,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49877,"ongoing_decode_tokens":49877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1350,"cache_hit":0,"new_prefill":1391,"score_linear":49877.0,"score_lmetric":2782},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":1391,"score_linear":126340.0,"score_lmetric":127731},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98840,"ongoing_decode_tokens":110138,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":1391,"score_linear":98840.0,"score_lmetric":2782},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":159396,"pending_prefill_tokens":2042,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":1391,"score_linear":351902.0,"score_lmetric":17165},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":141954,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":1391,"score_linear":191437.0,"score_lmetric":5564},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":25928,"ongoing_decode_tokens":25928,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":1391,"score_linear":25928.0,"score_lmetric":2782},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":19806,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1395,"cache_hit":0,"new_prefill":1391,"score_linear":19806.0,"score_lmetric":1391},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":1391,"score_linear":60858.0,"score_lmetric":1391}],"chosen_score_linear":19806.0,"chosen_score_lmetric":1391,"t_first_token":339170.436408605,"t_first_token_unix":1779770035.450352,"t_done":339170.582623199,"t_done_unix":1779770035.5965664},{"request_id":"1379569:3:1381510:649","session_id":"1379569","input_length":7620,"t_proxy_recv":339169.422574228,"t_decision_unix":1779770034.4365156,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":6656,"affinity_cache_ratio":0.873490813648294,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (964 < 8000)","cache_hit":6656,"estimated_new_tokens":964,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49877,"ongoing_decode_tokens":35888,"pending_prefill_tokens":13989,"num_requests":2,"active_p_offloads":0,"cached_blocks":1350,"cache_hit":0,"new_prefill":7620,"score_linear":49877.0,"score_lmetric":43218},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":7620,"score_linear":126340.0,"score_lmetric":133960},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":91220,"ongoing_decode_tokens":21371,"pending_prefill_tokens":1275,"num_requests":1,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":6656,"new_prefill":964,"score_linear":84564.0,"score_lmetric":2239},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":371708,"ongoing_decode_tokens":117888,"pending_prefill_tokens":6686,"num_requests":6,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":7620,"score_linear":371708.0,"score_lmetric":85836},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":141954,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":7620,"score_linear":191437.0,"score_lmetric":30480},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":2560,"new_prefill":5060,"score_linear":12723.0,"score_lmetric":5060},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":40754,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1394,"cache_hit":0,"new_prefill":7620,"score_linear":40754.0,"score_lmetric":15240},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":7620,"score_linear":60858.0,"score_lmetric":7620}],"chosen_score_linear":84564.0,"chosen_score_lmetric":2239,"t_first_token":339169.717784419,"t_first_token_unix":1779770034.7317276,"t_done":339171.002479429,"t_done_unix":1779770036.016423},{"request_id":"1286804:4:1378156:627","session_id":"1286804","input_length":22132,"t_proxy_recv":339157.800655446,"t_decision_unix":1779770022.8145971,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":15360,"affinity_cache_ratio":0.694017711910356,"affinity_num_requests":3,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6772 < 8000)","cache_hit":15360,"estimated_new_tokens":6772,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":50739,"ongoing_decode_tokens":50739,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":22132,"score_linear":50739.0,"score_lmetric":44264},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":22132,"score_linear":126340.0,"score_lmetric":148472},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":22132,"score_linear":89568.0,"score_lmetric":101627},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":378027,"ongoing_decode_tokens":230647,"pending_prefill_tokens":4875,"num_requests":7,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":22132,"score_linear":378027.0,"score_lmetric":189049},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":169305,"ongoing_decode_tokens":63536,"pending_prefill_tokens":37854,"num_requests":3,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":15360,"new_prefill":6772,"score_linear":153945.0,"score_lmetric":133878},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":59007,"ongoing_decode_tokens":59007,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1785,"cache_hit":0,"new_prefill":22132,"score_linear":59007.0,"score_lmetric":22132},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":19806,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1346,"cache_hit":0,"new_prefill":22132,"score_linear":19806.0,"score_lmetric":22132},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":143943,"ongoing_decode_tokens":0,"pending_prefill_tokens":46663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":22132,"score_linear":143943.0,"score_lmetric":137590}],"chosen_score_linear":153945.0,"chosen_score_lmetric":133878,"t_first_token":339164.83765571,"t_first_token_unix":1779770029.8515997,"t_done":339172.090739807,"t_done_unix":1779770037.1046832},{"request_id":"1381387:1:1381387:648","session_id":"1381387","input_length":13989,"t_proxy_recv":339169.013123408,"t_decision_unix":1779770034.0270648,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":13989,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":0,"estimated_new_tokens":13989,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1350,"cache_hit":0,"new_prefill":13989,"score_linear":35888.0,"score_lmetric":13989},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":13989,"score_linear":126340.0,"score_lmetric":140329},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":91220,"ongoing_decode_tokens":21371,"pending_prefill_tokens":1275,"num_requests":1,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":13989,"score_linear":91220.0,"score_lmetric":15264},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":371708,"ongoing_decode_tokens":117888,"pending_prefill_tokens":6686,"num_requests":6,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":13989,"score_linear":371708.0,"score_lmetric":124050},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":141954,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":13989,"score_linear":191437.0,"score_lmetric":55956},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":13989,"score_linear":15283.0,"score_lmetric":13989},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":40754,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1394,"cache_hit":0,"new_prefill":13989,"score_linear":40754.0,"score_lmetric":27978},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":13989,"score_linear":60858.0,"score_lmetric":13989}],"chosen_score_linear":35888.0,"chosen_score_lmetric":13989,"t_first_token":339170.236083039,"t_first_token_unix":1779770035.2500265,"t_done":339172.568417019,"t_done_unix":1779770037.5823603},{"request_id":"1382089:1:1382089:655","session_id":"1382089","input_length":38111,"t_proxy_recv":339171.602853459,"t_decision_unix":1779770036.6167946,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":3295,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3295 < 8000)","cache_hit":34816,"estimated_new_tokens":3295,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49877,"ongoing_decode_tokens":49877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1350,"cache_hit":0,"new_prefill":38111,"score_linear":49877.0,"score_lmetric":76222},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":38111,"score_linear":126340.0,"score_lmetric":164451},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":91220,"ongoing_decode_tokens":102518,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":38111,"score_linear":91220.0,"score_lmetric":38111},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":159396,"pending_prefill_tokens":2042,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":38111,"score_linear":351902.0,"score_lmetric":200765},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":141954,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":38111,"score_linear":191437.0,"score_lmetric":152444},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122058,"ongoing_decode_tokens":74657,"pending_prefill_tokens":19753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":38111,"score_linear":122058.0,"score_lmetric":173592},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":19806,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":38111,"score_linear":19806.0,"score_lmetric":38111},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":34816,"new_prefill":3295,"score_linear":26042.0,"score_lmetric":3295}],"chosen_score_linear":26042.0,"chosen_score_lmetric":3295,"t_first_token":339172.43528114,"t_first_token_unix":1779770037.4492245,"t_done":339172.684725078,"t_done_unix":1779770037.6986685},{"request_id":"1382294:1:1382294:656","session_id":"1382294","input_length":3034,"t_proxy_recv":339172.333117572,"t_decision_unix":1779770037.3470588,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":3034,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3034 < 8000)","cache_hit":0,"estimated_new_tokens":3034,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49877,"ongoing_decode_tokens":49877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1350,"cache_hit":0,"new_prefill":3034,"score_linear":49877.0,"score_lmetric":6068},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":3034,"score_linear":126340.0,"score_lmetric":129374},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":91220,"ongoing_decode_tokens":102518,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":3034,"score_linear":91220.0,"score_lmetric":3034},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":159396,"pending_prefill_tokens":2042,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":3034,"score_linear":351902.0,"score_lmetric":25380},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":169305,"ongoing_decode_tokens":119822,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1491,"cache_hit":0,"new_prefill":3034,"score_linear":169305.0,"score_lmetric":9102},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122058,"ongoing_decode_tokens":74657,"pending_prefill_tokens":19753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":3034,"score_linear":122058.0,"score_lmetric":68361},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":3034,"score_linear":73818.0,"score_lmetric":114092},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":98969,"ongoing_decode_tokens":60858,"pending_prefill_tokens":3295,"num_requests":2,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":3034,"score_linear":98969.0,"score_lmetric":12658}],"chosen_score_linear":91220.0,"chosen_score_lmetric":3034,"t_first_token":339172.64726715,"t_first_token_unix":1779770037.6612105,"t_done":339173.061416359,"t_done_unix":1779770038.0753603},{"request_id":"1340278:2:1367225:564","session_id":"1340278","input_length":49483,"t_proxy_recv":339119.749968339,"t_decision_unix":1779769984.7639096,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":4,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9829638461693915,"affinity_num_requests":5,"avg_num_requests":2.25,"fallback_score":49483,"tie_break_used":false,"v2_pd_sep":true,"v2_decision":"pd_sep","v2_reason":"local_cost 11.75s > migrate_cost 2.16s + margin 0.20s","v2_chosen_cache_hit":0,"v2_src_idx":3,"v2_src_cache_hit":48640,"v2_new_local":49483,"v2_new_src":843,"v2_cost_local_s":11.752212499999999,"v2_cost_src_interf_s":0.21075,"v2_cost_xfer_s":1.9493055555555554,"v2_cost_migrate_s":2.160055555555555,"cache_hit":0,"estimated_new_tokens":49483,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":49483,"score_linear":156948.0,"score_lmetric":345278},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":49483,"score_linear":130877.0,"score_lmetric":98966},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87042,"ongoing_decode_tokens":21371,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":49483,"score_linear":87042.0,"score_lmetric":126452},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":286662,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":5,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":48640,"new_prefill":843,"score_linear":238022.0,"score_lmetric":615765},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":62685,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":49483,"score_linear":62685.0,"score_lmetric":49483},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34226,"ongoing_decode_tokens":0,"pending_prefill_tokens":23474,"num_requests":2,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":49483,"score_linear":34226.0,"score_lmetric":145914},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93230,"ongoing_decode_tokens":93230,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1194,"cache_hit":0,"new_prefill":49483,"score_linear":93230.0,"score_lmetric":98966},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":109237,"ongoing_decode_tokens":59514,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":49483,"score_linear":109237.0,"score_lmetric":171660}],"chosen_score_linear":62685.0,"chosen_score_lmetric":49483,"v2_src_url":"http://127.0.0.1:8003","t_prefill_sent":339119.752739074,"t_prefill_sent_unix":1779769984.7666826,"t_prefill_done":339161.055389393,"t_prefill_done_unix":1779770026.0693333,"t_decode_sent":339161.056423834,"t_decode_sent_unix":1779770026.0703673,"t_first_token":339164.876933938,"t_first_token_unix":1779770029.890878,"t_done":339173.30176901,"t_done_unix":1779770038.3157127},{"request_id":"1301929:2:1375154:617","session_id":"1301929","input_length":35888,"t_proxy_recv":339147.477323547,"t_decision_unix":1779770012.491265,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":35840,"affinity_cache_ratio":0.9986625055728935,"affinity_num_requests":1,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (48 < 8000)","cache_hit":35840,"estimated_new_tokens":48,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1269,"cache_hit":35840,"new_prefill":48,"score_linear":-22224.0,"score_lmetric":48},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":35888,"score_linear":126340.0,"score_lmetric":162228},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":35888,"score_linear":89568.0,"score_lmetric":115383},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":377653,"ongoing_decode_tokens":250361,"pending_prefill_tokens":7153,"num_requests":7,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":35888,"score_linear":377653.0,"score_lmetric":301287},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":209467,"ongoing_decode_tokens":82832,"pending_prefill_tokens":560,"num_requests":5,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":35888,"score_linear":209467.0,"score_lmetric":182240},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85216,"ongoing_decode_tokens":26705,"pending_prefill_tokens":11919,"num_requests":2,"active_p_offloads":0,"cached_blocks":1707,"cache_hit":0,"new_prefill":35888,"score_linear":85216.0,"score_lmetric":95614},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":0,"new_prefill":35888,"score_linear":80246.0,"score_lmetric":35888},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":35888,"score_linear":105902.0,"score_lmetric":81374}],"chosen_score_linear":-22224.0,"chosen_score_lmetric":48,"t_first_token":339152.75091849,"t_first_token_unix":1779770017.7648623,"t_done":339173.583732963,"t_done_unix":1779770038.597677},{"request_id":"1340278:3:1368072:576","session_id":"1340278","input_length":50124,"t_proxy_recv":339173.328087278,"t_decision_unix":1779770038.3420289,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9908227595563004,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (460 < 8000)","cache_hit":49664,"estimated_new_tokens":460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1377,"cache_hit":0,"new_prefill":50124,"score_linear":35888.0,"score_lmetric":50124},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":50124,"score_linear":126340.0,"score_lmetric":176464},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":91220,"ongoing_decode_tokens":102518,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":50124,"score_linear":91220.0,"score_lmetric":50124},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":159396,"pending_prefill_tokens":2042,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":49152,"new_prefill":972,"score_linear":302750.0,"score_lmetric":15070},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119822,"ongoing_decode_tokens":119822,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1584,"cache_hit":49664,"new_prefill":460,"score_linear":70158.0,"score_lmetric":920},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122058,"ongoing_decode_tokens":74657,"pending_prefill_tokens":19753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":50124,"score_linear":122058.0,"score_lmetric":209631},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":50124,"score_linear":73818.0,"score_lmetric":208272},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":50124,"score_linear":60858.0,"score_lmetric":50124}],"chosen_score_linear":70158.0,"chosen_score_lmetric":920,"t_first_token":339173.565117508,"t_first_token_unix":1779770038.579061,"t_done":339173.602680046,"t_done_unix":1779770038.6166236},{"request_id":"1382667:1:1382667:658","session_id":"1382667","input_length":1955,"t_proxy_recv":339173.74735923,"t_decision_unix":1779770038.7613006,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1955 < 8000)","cache_hit":0,"estimated_new_tokens":1955,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1377,"cache_hit":0,"new_prefill":1955,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":1955,"score_linear":126340.0,"score_lmetric":128295},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":91220,"ongoing_decode_tokens":102518,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":1955,"score_linear":91220.0,"score_lmetric":1955},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":159396,"pending_prefill_tokens":2042,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":1955,"score_linear":351902.0,"score_lmetric":19985},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119822,"ongoing_decode_tokens":119822,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1584,"cache_hit":0,"new_prefill":1955,"score_linear":119822.0,"score_lmetric":3910},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122058,"ongoing_decode_tokens":74657,"pending_prefill_tokens":19753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":1955,"score_linear":122058.0,"score_lmetric":65124},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":1955,"score_linear":73818.0,"score_lmetric":111934},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":1955,"score_linear":60858.0,"score_lmetric":1955}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339173.87635735,"t_first_token_unix":1779770038.8903008,"t_done":339174.109284346,"t_done_unix":1779770039.1232278},{"request_id":"1382710:1:1382710:659","session_id":"1382710","input_length":3190,"t_proxy_recv":339173.845652502,"t_decision_unix":1779770038.8595936,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":3190,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3190 < 8000)","cache_hit":0,"estimated_new_tokens":3190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":1955,"ongoing_decode_tokens":0,"pending_prefill_tokens":1955,"num_requests":1,"active_p_offloads":0,"cached_blocks":1377,"cache_hit":0,"new_prefill":3190,"score_linear":1955.0,"score_lmetric":5145},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":3190,"score_linear":126340.0,"score_lmetric":129530},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":91220,"ongoing_decode_tokens":102518,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":3190,"score_linear":91220.0,"score_lmetric":3190},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":159396,"pending_prefill_tokens":2042,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":3190,"score_linear":351902.0,"score_lmetric":26160},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119822,"ongoing_decode_tokens":119822,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1584,"cache_hit":0,"new_prefill":3190,"score_linear":119822.0,"score_lmetric":6380},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122058,"ongoing_decode_tokens":74657,"pending_prefill_tokens":19753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":3190,"score_linear":122058.0,"score_lmetric":68829},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":3190,"score_linear":73818.0,"score_lmetric":114404},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":3190,"score_linear":60858.0,"score_lmetric":3190}],"chosen_score_linear":91220.0,"chosen_score_lmetric":3190,"t_first_token":339174.163193052,"t_first_token_unix":1779770039.1771367,"t_done":339174.500753825,"t_done_unix":1779770039.5146973},{"request_id":"1373577:2:1380740:647","session_id":"1373577","input_length":81147,"t_proxy_recv":339168.681170743,"t_decision_unix":1779770033.6951125,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9842877740397057,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1275 < 8000)","cache_hit":79872,"estimated_new_tokens":1275,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1350,"cache_hit":0,"new_prefill":81147,"score_linear":35888.0,"score_lmetric":81147},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":81147,"score_linear":126340.0,"score_lmetric":207487},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":79872,"new_prefill":1275,"score_linear":-69799.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":371708,"ongoing_decode_tokens":117888,"pending_prefill_tokens":6686,"num_requests":6,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":81147,"score_linear":371708.0,"score_lmetric":526998},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":141954,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":2560,"new_prefill":78587,"score_linear":188877.0,"score_lmetric":314348},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":81147,"score_linear":15283.0,"score_lmetric":81147},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":40754,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1394,"cache_hit":0,"new_prefill":81147,"score_linear":40754.0,"score_lmetric":162294},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105902,"ongoing_decode_tokens":105902,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":0,"new_prefill":81147,"score_linear":105902.0,"score_lmetric":81147}],"chosen_score_linear":-69799.0,"chosen_score_lmetric":0,"t_first_token":339169.541729427,"t_first_token_unix":1779770034.5556726,"t_done":339174.565473214,"t_done_unix":1779770039.5794165},{"request_id":"1382804:1:1382804:660","session_id":"1382804","input_length":627,"t_proxy_recv":339174.075548985,"t_decision_unix":1779770039.0894902,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":627,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (627 < 8000)","cache_hit":0,"estimated_new_tokens":627,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":1955,"ongoing_decode_tokens":1955,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1377,"cache_hit":0,"new_prefill":627,"score_linear":1955.0,"score_lmetric":627},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":627,"score_linear":126340.0,"score_lmetric":126967},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":94410,"ongoing_decode_tokens":102518,"pending_prefill_tokens":3190,"num_requests":2,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":627,"score_linear":94410.0,"score_lmetric":7634},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":159396,"pending_prefill_tokens":2042,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":627,"score_linear":351902.0,"score_lmetric":13345},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119822,"ongoing_decode_tokens":119822,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1584,"cache_hit":0,"new_prefill":627,"score_linear":119822.0,"score_lmetric":1254},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122058,"ongoing_decode_tokens":74657,"pending_prefill_tokens":19753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":627,"score_linear":122058.0,"score_lmetric":61140},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":627,"score_linear":73818.0,"score_lmetric":109278},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":627,"score_linear":60858.0,"score_lmetric":627}],"chosen_score_linear":60858.0,"chosen_score_lmetric":627,"t_first_token":339174.246149691,"t_first_token_unix":1779770039.2600935,"t_done":339174.566891973,"t_done_unix":1779770039.580835},{"request_id":"1383009:1:1383009:663","session_id":"1383009","input_length":5135,"t_proxy_recv":339174.721867255,"t_decision_unix":1779770039.7358084,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5135 < 8000)","cache_hit":0,"estimated_new_tokens":5135,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1380,"cache_hit":0,"new_prefill":5135,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":5135,"score_linear":126340.0,"score_lmetric":131475},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1926,"cache_hit":0,"new_prefill":5135,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":159396,"pending_prefill_tokens":2042,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":5135,"score_linear":351902.0,"score_lmetric":35885},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119822,"ongoing_decode_tokens":119822,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1584,"cache_hit":0,"new_prefill":5135,"score_linear":119822.0,"score_lmetric":10270},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122058,"ongoing_decode_tokens":74657,"pending_prefill_tokens":19753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":5135,"score_linear":122058.0,"score_lmetric":74664},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":5135,"score_linear":73818.0,"score_lmetric":118294},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1559,"cache_hit":0,"new_prefill":5135,"score_linear":60858.0,"score_lmetric":5135}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339175.055715962,"t_first_token_unix":1779770040.0696597,"t_done":339175.326078101,"t_done_unix":1779770040.3400211},{"request_id":"1370129:2:1373467:607","session_id":"1370129","input_length":56286,"t_proxy_recv":339153.028166894,"t_decision_unix":1779770018.0421083,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":18432,"affinity_cache_ratio":0.3274704189318836,"affinity_num_requests":2,"avg_num_requests":2.625,"fallback_score":75708,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_not_meaningfully_more_cache (src=7680 chosen=18432)","cache_hit":18432,"estimated_new_tokens":37854,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":71092,"ongoing_decode_tokens":35888,"pending_prefill_tokens":3156,"num_requests":3,"active_p_offloads":0,"cached_blocks":1269,"cache_hit":7680,"new_prefill":48606,"score_linear":63412.0,"score_lmetric":155286},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":56286,"score_linear":126340.0,"score_lmetric":182626},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":7680,"new_prefill":48606,"score_linear":81888.0,"score_lmetric":128101},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":378027,"ongoing_decode_tokens":230647,"pending_prefill_tokens":4875,"num_requests":7,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":56286,"score_linear":378027.0,"score_lmetric":428127},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113019,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":18432,"new_prefill":37854,"score_linear":94587.0,"score_lmetric":75708},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":109539,"ongoing_decode_tokens":85216,"pending_prefill_tokens":15107,"num_requests":3,"active_p_offloads":0,"cached_blocks":1707,"cache_hit":7680,"new_prefill":48606,"score_linear":101859.0,"score_lmetric":191139},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":100052,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1307,"cache_hit":7680,"new_prefill":48606,"score_linear":92372.0,"score_lmetric":97212},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":143943,"ongoing_decode_tokens":0,"pending_prefill_tokens":46663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":56286,"score_linear":143943.0,"score_lmetric":205898}],"chosen_score_linear":94587.0,"chosen_score_lmetric":75708,"t_first_token":339163.026981891,"t_first_token_unix":1779770028.0409255,"t_done":339175.804817339,"t_done_unix":1779770040.818761},{"request_id":"1382294:2:1383073:664","session_id":"1382294","input_length":5164,"t_proxy_recv":339174.944707744,"t_decision_unix":1779770039.9586487,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":2560,"affinity_cache_ratio":0.4957397366382649,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2604 < 8000)","cache_hit":2560,"estimated_new_tokens":2604,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5135,"ongoing_decode_tokens":0,"pending_prefill_tokens":5135,"num_requests":1,"active_p_offloads":0,"cached_blocks":1380,"cache_hit":0,"new_prefill":5164,"score_linear":5135.0,"score_lmetric":10299},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":5164,"score_linear":126340.0,"score_lmetric":131504},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1926,"cache_hit":2560,"new_prefill":2604,"score_linear":7513.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":159396,"pending_prefill_tokens":2042,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":5164,"score_linear":351902.0,"score_lmetric":36030},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119822,"ongoing_decode_tokens":119822,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1584,"cache_hit":0,"new_prefill":5164,"score_linear":119822.0,"score_lmetric":10328},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122058,"ongoing_decode_tokens":74657,"pending_prefill_tokens":19753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":5164,"score_linear":122058.0,"score_lmetric":74751},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":5164,"score_linear":73818.0,"score_lmetric":118352},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1559,"cache_hit":0,"new_prefill":5164,"score_linear":60858.0,"score_lmetric":5164}],"chosen_score_linear":7513.0,"chosen_score_lmetric":0,"t_first_token":339175.133363612,"t_first_token_unix":1779770040.1473067,"t_done":339175.852112893,"t_done_unix":1779770040.8660562},{"request_id":"1379569:4:1383116:666","session_id":"1379569","input_length":10217,"t_proxy_recv":339175.078989356,"t_decision_unix":1779770040.092931,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":7680,"affinity_cache_ratio":0.7516883625330332,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2537 < 8000)","cache_hit":7680,"estimated_new_tokens":2537,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5135,"ongoing_decode_tokens":5135,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1380,"cache_hit":0,"new_prefill":10217,"score_linear":5135.0,"score_lmetric":10217},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":10217,"score_linear":126340.0,"score_lmetric":136557},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":15237,"ongoing_decode_tokens":21371,"pending_prefill_tokens":2604,"num_requests":1,"active_p_offloads":0,"cached_blocks":1926,"cache_hit":7680,"new_prefill":2537,"score_linear":7557.0,"score_lmetric":5141},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":159396,"pending_prefill_tokens":2042,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":10217,"score_linear":351902.0,"score_lmetric":61295},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119822,"ongoing_decode_tokens":119822,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1584,"cache_hit":0,"new_prefill":10217,"score_linear":119822.0,"score_lmetric":20434},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122058,"ongoing_decode_tokens":74657,"pending_prefill_tokens":19753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":2560,"new_prefill":7657,"score_linear":119498.0,"score_lmetric":82230},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":10217,"score_linear":73818.0,"score_lmetric":128458},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70163,"ongoing_decode_tokens":60858,"pending_prefill_tokens":9305,"num_requests":2,"active_p_offloads":0,"cached_blocks":1559,"cache_hit":0,"new_prefill":10217,"score_linear":70163.0,"score_lmetric":39044}],"chosen_score_linear":7557.0,"chosen_score_lmetric":5141,"t_first_token":339175.411511846,"t_first_token_unix":1779770040.4254556,"t_done":339175.942340873,"t_done_unix":1779770040.9562845},{"request_id":"1383090:1:1383090:665","session_id":"1383090","input_length":9305,"t_proxy_recv":339174.995190718,"t_decision_unix":1779770040.0091324,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":9305,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":0,"estimated_new_tokens":9305,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5135,"ongoing_decode_tokens":0,"pending_prefill_tokens":5135,"num_requests":1,"active_p_offloads":0,"cached_blocks":1380,"cache_hit":0,"new_prefill":9305,"score_linear":5135.0,"score_lmetric":14440},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":9305,"score_linear":126340.0,"score_lmetric":135645},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":15237,"ongoing_decode_tokens":21371,"pending_prefill_tokens":2604,"num_requests":1,"active_p_offloads":0,"cached_blocks":1926,"cache_hit":0,"new_prefill":9305,"score_linear":15237.0,"score_lmetric":11909},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":159396,"pending_prefill_tokens":2042,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":9305,"score_linear":351902.0,"score_lmetric":56735},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119822,"ongoing_decode_tokens":119822,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1584,"cache_hit":0,"new_prefill":9305,"score_linear":119822.0,"score_lmetric":18610},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122058,"ongoing_decode_tokens":74657,"pending_prefill_tokens":19753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":9305,"score_linear":122058.0,"score_lmetric":87174},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":9305,"score_linear":73818.0,"score_lmetric":126634},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1559,"cache_hit":0,"new_prefill":9305,"score_linear":60858.0,"score_lmetric":9305}],"chosen_score_linear":60858.0,"chosen_score_lmetric":9305,"t_first_token":339175.749636894,"t_first_token_unix":1779770040.763581,"t_done":339176.18378503,"t_done_unix":1779770041.197729},{"request_id":"1313181:5:1374956:615","session_id":"1313181","input_length":60858,"t_proxy_recv":339168.892307161,"t_decision_unix":1779770033.9062488,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":60416,"affinity_cache_ratio":0.9927371914949554,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (442 < 8000)","cache_hit":60416,"estimated_new_tokens":442,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1350,"cache_hit":0,"new_prefill":60858,"score_linear":35888.0,"score_lmetric":60858},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":60858,"score_linear":126340.0,"score_lmetric":187198},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":91220,"ongoing_decode_tokens":21371,"pending_prefill_tokens":1275,"num_requests":1,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":60858,"score_linear":91220.0,"score_lmetric":62133},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":371708,"ongoing_decode_tokens":117888,"pending_prefill_tokens":6686,"num_requests":6,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":12800,"new_prefill":48058,"score_linear":358908.0,"score_lmetric":328464},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":141954,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":60858,"score_linear":191437.0,"score_lmetric":243432},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":60858,"score_linear":15283.0,"score_lmetric":60858},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":40754,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1394,"cache_hit":0,"new_prefill":60858,"score_linear":40754.0,"score_lmetric":121716},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":60416,"new_prefill":442,"score_linear":-60416.0,"score_lmetric":0}],"chosen_score_linear":-60416.0,"chosen_score_lmetric":0,"t_first_token":339168.989396223,"t_first_token_unix":1779770034.00334,"t_done":339176.211544082,"t_done_unix":1779770041.2254877},{"request_id":"1366128:9:1381799:652","session_id":"1366128","input_length":59374,"t_proxy_recv":339170.587345978,"t_decision_unix":1779770035.6012874,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9916798598713241,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (494 < 8000)","cache_hit":58880,"estimated_new_tokens":494,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49877,"ongoing_decode_tokens":49877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1350,"cache_hit":0,"new_prefill":59374,"score_linear":49877.0,"score_lmetric":118748},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":59374,"score_linear":126340.0,"score_lmetric":185714},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98840,"ongoing_decode_tokens":110138,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":59374,"score_linear":98840.0,"score_lmetric":118748},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":159396,"pending_prefill_tokens":2042,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":59374,"score_linear":351902.0,"score_lmetric":307080},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":141954,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":59374,"score_linear":191437.0,"score_lmetric":237496},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":58880,"new_prefill":494,"score_linear":-43597.0,"score_lmetric":494},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":19806,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":59374,"score_linear":19806.0,"score_lmetric":59374},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":59374,"score_linear":60858.0,"score_lmetric":59374}],"chosen_score_linear":-43597.0,"chosen_score_lmetric":494,"t_first_token":339170.730232852,"t_first_token_unix":1779770035.7441764,"t_done":339176.287945536,"t_done_unix":1779770041.3018887},{"request_id":"1366128:10:1382843:661","session_id":"1366128","input_length":59506,"t_proxy_recv":339176.298363284,"t_decision_unix":1779770041.312305,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":59392,"affinity_cache_ratio":0.9980842268006588,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (114 < 8000)","cache_hit":59392,"estimated_new_tokens":114,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":59506,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":59506,"score_linear":126340.0,"score_lmetric":185846},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1936,"cache_hit":0,"new_prefill":59506,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":195979,"pending_prefill_tokens":1811,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":59506,"score_linear":351902.0,"score_lmetric":306585},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":63536,"pending_prefill_tokens":4625,"num_requests":2,"active_p_offloads":0,"cached_blocks":1659,"cache_hit":0,"new_prefill":59506,"score_linear":124993.0,"score_lmetric":128262},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62684,"ongoing_decode_tokens":62684,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":59392,"new_prefill":114,"score_linear":3292.0,"score_lmetric":228},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":59506,"score_linear":73818.0,"score_lmetric":227036},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":59506,"score_linear":106305.0,"score_lmetric":104371}],"chosen_score_linear":3292.0,"chosen_score_lmetric":228,"t_first_token":339176.476122649,"t_first_token_unix":1779770041.4900658,"t_done":339177.284849757,"t_done_unix":1779770042.2987933},{"request_id":"1383625:1:1383625:668","session_id":"1383625","input_length":3186,"t_proxy_recv":339176.917423338,"t_decision_unix":1779770041.9313643,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3186 < 8000)","cache_hit":0,"estimated_new_tokens":3186,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":3186,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":3186,"score_linear":126340.0,"score_lmetric":129526},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1936,"cache_hit":0,"new_prefill":3186,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":195979,"pending_prefill_tokens":1811,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":3186,"score_linear":351902.0,"score_lmetric":24985},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":63536,"pending_prefill_tokens":4625,"num_requests":2,"active_p_offloads":0,"cached_blocks":1659,"cache_hit":0,"new_prefill":3186,"score_linear":124993.0,"score_lmetric":15622},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122190,"ongoing_decode_tokens":122190,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":3186,"score_linear":122190.0,"score_lmetric":9558},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":3186,"score_linear":73818.0,"score_lmetric":114396},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":3186,"score_linear":106305.0,"score_lmetric":48051}],"chosen_score_linear":10073.0,"chosen_score_lmetric":0,"t_first_token":339177.139440868,"t_first_token_unix":1779770042.153385,"t_done":339177.33969814,"t_done_unix":1779770042.3536415},{"request_id":"1383625:2:1384279:673","session_id":"1383625","input_length":4150,"t_proxy_recv":339179.335008153,"t_decision_unix":1779770044.3489492,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":3072,"affinity_cache_ratio":0.7402409638554217,"affinity_num_requests":0,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1078 < 8000)","cache_hit":3072,"estimated_new_tokens":1078,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":14559,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":4150,"score_linear":28383.0,"score_lmetric":18709},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":4150,"score_linear":126340.0,"score_lmetric":130490},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1942,"cache_hit":3072,"new_prefill":1078,"score_linear":7001.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":195979,"pending_prefill_tokens":1811,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":4150,"score_linear":351902.0,"score_lmetric":29805},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1659,"cache_hit":0,"new_prefill":4150,"score_linear":124993.0,"score_lmetric":8300},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":224624,"ongoing_decode_tokens":62684,"pending_prefill_tokens":15508,"num_requests":5,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":4150,"score_linear":224624.0,"score_lmetric":98290},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":4150,"score_linear":73818.0,"score_lmetric":116324},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":4150,"score_linear":106305.0,"score_lmetric":49015}],"chosen_score_linear":7001.0,"chosen_score_lmetric":0,"t_first_token":339179.472829389,"t_first_token_unix":1779770044.4867728,"t_done":339180.069816177,"t_done_unix":1779770045.0837595},{"request_id":"1382667:2:1384299:674","session_id":"1382667","input_length":5989,"t_proxy_recv":339179.399682119,"t_decision_unix":1779770044.4136236,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":2,"affinity_cache_hit":1536,"affinity_cache_ratio":0.2564701953581566,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":7067,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5989 < 8000)","cache_hit":0,"estimated_new_tokens":5989,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":14559,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":1536,"new_prefill":4453,"score_linear":26847.0,"score_lmetric":19012},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":5989,"score_linear":126340.0,"score_lmetric":132329},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14223,"ongoing_decode_tokens":21371,"pending_prefill_tokens":1078,"num_requests":1,"active_p_offloads":0,"cached_blocks":1942,"cache_hit":0,"new_prefill":5989,"score_linear":14223.0,"score_lmetric":7067},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":195979,"pending_prefill_tokens":1811,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":5989,"score_linear":351902.0,"score_lmetric":39000},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1659,"cache_hit":0,"new_prefill":5989,"score_linear":124993.0,"score_lmetric":11978},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":224624,"ongoing_decode_tokens":62684,"pending_prefill_tokens":15508,"num_requests":5,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":5989,"score_linear":224624.0,"score_lmetric":107485},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":5989,"score_linear":73818.0,"score_lmetric":120002},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":5989,"score_linear":106305.0,"score_lmetric":50854}],"chosen_score_linear":14223.0,"chosen_score_lmetric":7067,"t_first_token":339179.858793409,"t_first_token_unix":1779770044.8727367,"t_done":339180.350062112,"t_done_unix":1779770045.3640053},{"request_id":"1336620:3:1339999:443","session_id":"1336620","input_length":21371,"t_proxy_recv":339029.977187322,"t_decision_unix":1779769894.991129,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":14848,"affinity_cache_ratio":0.6947732909082401,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6523 < 8000)","cache_hit":14848,"estimated_new_tokens":6523,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":853,"cache_hit":7680,"new_prefill":13691,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":174764,"ongoing_decode_tokens":174764,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":21371,"score_linear":174764.0,"score_lmetric":64113},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38917,"ongoing_decode_tokens":50215,"pending_prefill_tokens":-1133,"num_requests":0,"active_p_offloads":0,"cached_blocks":1417,"cache_hit":14848,"new_prefill":6523,"score_linear":24069.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":21371,"score_linear":48381.0,"score_lmetric":69752},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":21371,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1131,"cache_hit":7680,"new_prefill":13691,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1034,"cache_hit":7680,"new_prefill":13691,"score_linear":-615.0,"score_lmetric":13691},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1111,"cache_hit":0,"new_prefill":21371,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":24069.0,"chosen_score_lmetric":0,"t_first_token":339030.961951627,"t_first_token_unix":1779769895.975895,"t_done":339180.451363316,"t_done_unix":1779770045.4653065},{"request_id":"1384772:1:1384772:677","session_id":"1384772","input_length":4690,"t_proxy_recv":339180.862462613,"t_decision_unix":1779770045.876404,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":-4690,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4690 < 8000)","cache_hit":0,"estimated_new_tokens":4690,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":28383,"ongoing_decode_tokens":28383,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":4690,"score_linear":28383.0,"score_lmetric":4690},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":4690,"score_linear":126340.0,"score_lmetric":131030},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1973,"cache_hit":0,"new_prefill":4690,"score_linear":-11298.0,"score_lmetric":-4690},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":195979,"pending_prefill_tokens":1811,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":4690,"score_linear":351902.0,"score_lmetric":32505},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":174858,"ongoing_decode_tokens":174858,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1659,"cache_hit":0,"new_prefill":4690,"score_linear":174858.0,"score_lmetric":14070},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":224624,"ongoing_decode_tokens":62684,"pending_prefill_tokens":15508,"num_requests":5,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":4690,"score_linear":224624.0,"score_lmetric":100990},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":4690,"score_linear":73818.0,"score_lmetric":117404},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":4690,"score_linear":106305.0,"score_lmetric":49555}],"chosen_score_linear":-11298.0,"chosen_score_lmetric":-4690,"t_first_token":339181.160046384,"t_first_token_unix":1779770046.1739905,"t_done":339181.292278283,"t_done_unix":1779770046.3062212},{"request_id":"1381387:2:1383735:669","session_id":"1381387","input_length":28383,"t_proxy_recv":339177.228951057,"t_decision_unix":1779770042.2428925,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":13824,"affinity_cache_ratio":0.4870521086565902,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":13824,"estimated_new_tokens":14559,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":13824,"new_prefill":14559,"score_linear":-13824.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":28383,"score_linear":126340.0,"score_lmetric":154723},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13259,"ongoing_decode_tokens":24557,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1936,"cache_hit":0,"new_prefill":28383,"score_linear":13259.0,"score_lmetric":28383},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":195979,"pending_prefill_tokens":1811,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":28383,"score_linear":351902.0,"score_lmetric":150970},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":63536,"pending_prefill_tokens":4625,"num_requests":2,"active_p_offloads":0,"cached_blocks":1659,"cache_hit":0,"new_prefill":28383,"score_linear":124993.0,"score_lmetric":66016},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122190,"ongoing_decode_tokens":122190,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":28383,"score_linear":122190.0,"score_lmetric":85149},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":28383,"score_linear":73818.0,"score_lmetric":164790},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":28383,"score_linear":106305.0,"score_lmetric":73248}],"chosen_score_linear":-13824.0,"chosen_score_lmetric":0,"t_first_token":339179.614063298,"t_first_token_unix":1779770044.628007,"t_done":339181.44041741,"t_done_unix":1779770046.4543605},{"request_id":"1383009:2:1384930:679","session_id":"1383009","input_length":11113,"t_proxy_recv":339181.371534236,"t_decision_unix":1779770046.3854759,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":2,"affinity_cache_hit":5120,"affinity_cache_ratio":0.46072167731485647,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":-11113,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=-1 decode_tok=0)","cache_hit":0,"estimated_new_tokens":11113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":28383,"ongoing_decode_tokens":28383,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":5120,"new_prefill":5993,"score_linear":23263.0,"score_lmetric":5993},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":11113,"score_linear":126340.0,"score_lmetric":137453},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1982,"cache_hit":0,"new_prefill":11113,"score_linear":-11298.0,"score_lmetric":-11113},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":195979,"pending_prefill_tokens":1811,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":11113,"score_linear":351902.0,"score_lmetric":64620},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":174858,"ongoing_decode_tokens":174858,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1659,"cache_hit":0,"new_prefill":11113,"score_linear":174858.0,"score_lmetric":33339},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":224624,"ongoing_decode_tokens":62684,"pending_prefill_tokens":15508,"num_requests":5,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":11113,"score_linear":224624.0,"score_lmetric":133105},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":11113,"score_linear":73818.0,"score_lmetric":130250},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":11113,"score_linear":106305.0,"score_lmetric":55978}],"chosen_score_linear":-11298.0,"chosen_score_lmetric":-11113,"t_first_token":339182.257358854,"t_first_token_unix":1779770047.2713027,"t_done":339182.419936329,"t_done_unix":1779770047.4338799},{"request_id":"1355484:4:1364784:548","session_id":"1355484","input_length":19806,"t_proxy_recv":339150.79748907,"t_decision_unix":1779770015.8114305,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":6,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9823285872967787,"affinity_num_requests":6,"avg_num_requests":2.25,"fallback_score":19806,"tie_break_used":false,"v2_pd_sep":true,"v2_decision":"pd_sep","v2_reason":"local_cost 3.96s > migrate_cost 1.06s + margin 0.20s","v2_chosen_cache_hit":0,"v2_src_idx":3,"v2_src_cache_hit":19456,"v2_new_local":19806,"v2_new_src":350,"v2_cost_local_s":3.9612000000000003,"v2_cost_src_interf_s":0.10499999999999998,"v2_cost_xfer_s":0.9597222222222221,"v2_cost_migrate_s":1.0647222222222221,"cache_hit":0,"estimated_new_tokens":19806,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49504,"ongoing_decode_tokens":0,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1269,"cache_hit":0,"new_prefill":19806,"score_linear":49504.0,"score_lmetric":39708},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":19806,"score_linear":126340.0,"score_lmetric":146146},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":19806,"score_linear":89568.0,"score_lmetric":99301},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":357939,"ongoing_decode_tokens":266948,"pending_prefill_tokens":4644,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":19456,"new_prefill":350,"score_linear":338483.0,"score_lmetric":29964},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":131320,"ongoing_decode_tokens":81837,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1442,"cache_hit":0,"new_prefill":19806,"score_linear":131320.0,"score_lmetric":59418},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85216,"ongoing_decode_tokens":26705,"pending_prefill_tokens":11919,"num_requests":2,"active_p_offloads":0,"cached_blocks":1707,"cache_hit":0,"new_prefill":19806,"score_linear":85216.0,"score_lmetric":63450},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1307,"cache_hit":0,"new_prefill":19806,"score_linear":80246.0,"score_lmetric":19806},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":143943,"ongoing_decode_tokens":0,"pending_prefill_tokens":46663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":12800,"new_prefill":7006,"score_linear":131143.0,"score_lmetric":107338}],"chosen_score_linear":80246.0,"chosen_score_lmetric":19806,"v2_src_url":"http://127.0.0.1:8003","t_prefill_sent":339150.798572173,"t_prefill_sent_unix":1779770015.8125148,"t_prefill_done":339169.917819197,"t_prefill_done_unix":1779770034.9317627,"t_decode_sent":339169.918110713,"t_decode_sent_unix":1779770034.9320536,"t_first_token":339170.860349749,"t_first_token_unix":1779770035.874294,"t_done":339182.777817974,"t_done_unix":1779770047.7917614},{"request_id":"1340278:3:1384549:676","session_id":"1340278","input_length":49865,"t_proxy_recv":339180.152970874,"t_decision_unix":1779770045.166912,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9959691166148601,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (201 < 8000)","cache_hit":49664,"estimated_new_tokens":201,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":28383,"ongoing_decode_tokens":28383,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":49865,"score_linear":28383.0,"score_lmetric":49865},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":49865,"score_linear":126340.0,"score_lmetric":176205},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16062,"ongoing_decode_tokens":27360,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":49865,"score_linear":16062.0,"score_lmetric":49865},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":195979,"pending_prefill_tokens":1811,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":49152,"new_prefill":713,"score_linear":302750.0,"score_lmetric":12620},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1659,"cache_hit":49664,"new_prefill":201,"score_linear":75329.0,"score_lmetric":402},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":224624,"ongoing_decode_tokens":62684,"pending_prefill_tokens":15508,"num_requests":5,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":49865,"score_linear":224624.0,"score_lmetric":326865},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":49865,"score_linear":73818.0,"score_lmetric":207754},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":49865,"score_linear":106305.0,"score_lmetric":94730}],"chosen_score_linear":75329.0,"chosen_score_lmetric":402,"t_first_token":339180.244644487,"t_first_token_unix":1779770045.2585883,"t_done":339183.092692791,"t_done_unix":1779770048.1066365},{"request_id":"1355484:5:1366753:560","session_id":"1355484","input_length":20026,"t_proxy_recv":339182.782808459,"t_decision_unix":1779770047.79675,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":19968,"affinity_cache_ratio":0.997103765105363,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (58 < 8000)","cache_hit":19968,"estimated_new_tokens":58,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":19034,"ongoing_decode_tokens":0,"pending_prefill_tokens":19034,"num_requests":1,"active_p_offloads":0,"cached_blocks":1418,"cache_hit":0,"new_prefill":20026,"score_linear":19034.0,"score_lmetric":39060},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":20026,"score_linear":126340.0,"score_lmetric":146366},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":20026,"score_linear":-11298.0,"score_lmetric":-20026},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":195979,"pending_prefill_tokens":1811,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":19456,"new_prefill":570,"score_linear":332446.0,"score_lmetric":11905},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":174858,"ongoing_decode_tokens":174858,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1659,"cache_hit":0,"new_prefill":20026,"score_linear":174858.0,"score_lmetric":60078},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":224624,"ongoing_decode_tokens":62684,"pending_prefill_tokens":15508,"num_requests":5,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":20026,"score_linear":224624.0,"score_lmetric":177670},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":54012,"ongoing_decode_tokens":54012,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":19968,"new_prefill":58,"score_linear":34044.0,"score_lmetric":58},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123039,"ongoing_decode_tokens":0,"pending_prefill_tokens":52383,"num_requests":2,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":12800,"new_prefill":7226,"score_linear":110239.0,"score_lmetric":119218}],"chosen_score_linear":34044.0,"chosen_score_lmetric":58,"t_first_token":339182.856174164,"t_first_token_unix":1779770047.8701177,"t_done":339183.428467208,"t_done_unix":1779770048.4424105},{"request_id":"1340278:3:1385417:683","session_id":"1340278","input_length":50272,"t_proxy_recv":339183.183506558,"t_decision_unix":1779770048.197448,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9879057924888606,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (608 < 8000)","cache_hit":49664,"estimated_new_tokens":608,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":19034,"ongoing_decode_tokens":0,"pending_prefill_tokens":19034,"num_requests":1,"active_p_offloads":0,"cached_blocks":1418,"cache_hit":0,"new_prefill":50272,"score_linear":19034.0,"score_lmetric":69306},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":50272,"score_linear":126340.0,"score_lmetric":176612},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":50272,"score_linear":-11298.0,"score_lmetric":-50272},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":195979,"pending_prefill_tokens":1811,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":49152,"new_prefill":1120,"score_linear":302750.0,"score_lmetric":14655},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1659,"cache_hit":49664,"new_prefill":608,"score_linear":75329.0,"score_lmetric":1216},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":224624,"ongoing_decode_tokens":62684,"pending_prefill_tokens":15508,"num_requests":5,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":50272,"score_linear":224624.0,"score_lmetric":328900},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":74038,"ongoing_decode_tokens":74038,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":50272,"score_linear":74038.0,"score_lmetric":100544},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123039,"ongoing_decode_tokens":0,"pending_prefill_tokens":52383,"num_requests":2,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":50272,"score_linear":123039.0,"score_lmetric":205310}],"chosen_score_linear":75329.0,"chosen_score_lmetric":1216,"t_first_token":339183.438263368,"t_first_token_unix":1779770048.4522064,"t_done":339183.461257365,"t_done_unix":1779770048.4752004},{"request_id":"1384947:1:1384947:680","session_id":"1384947","input_length":19034,"t_proxy_recv":339181.463527714,"t_decision_unix":1779770046.4774692,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":19034,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1418,"cache_hit":0,"new_prefill":19034,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":19034,"score_linear":126340.0,"score_lmetric":145374},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-185,"ongoing_decode_tokens":0,"pending_prefill_tokens":11113,"num_requests":0,"active_p_offloads":0,"cached_blocks":1982,"cache_hit":0,"new_prefill":19034,"score_linear":-185.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":195979,"pending_prefill_tokens":1811,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":19034,"score_linear":351902.0,"score_lmetric":104225},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":174858,"ongoing_decode_tokens":174858,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1659,"cache_hit":0,"new_prefill":19034,"score_linear":174858.0,"score_lmetric":57102},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":224624,"ongoing_decode_tokens":62684,"pending_prefill_tokens":15508,"num_requests":5,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":19034,"score_linear":224624.0,"score_lmetric":172710},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":19034,"score_linear":73818.0,"score_lmetric":146092},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":19034,"score_linear":106305.0,"score_lmetric":63899}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339183.395436736,"t_first_token_unix":1779770048.4093802,"t_done":339183.662074012,"t_done_unix":1779770048.6760175},{"request_id":"1382086:1:1382086:654","session_id":"1382086","input_length":54012,"t_proxy_recv":339171.612525275,"t_decision_unix":1779770036.6264665,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":54012,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=1 decode_tok=0)","cache_hit":0,"estimated_new_tokens":54012,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49877,"ongoing_decode_tokens":49877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1350,"cache_hit":0,"new_prefill":54012,"score_linear":49877.0,"score_lmetric":108024},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":54012,"score_linear":126340.0,"score_lmetric":180352},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":91220,"ongoing_decode_tokens":102518,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":54012,"score_linear":91220.0,"score_lmetric":54012},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":159396,"pending_prefill_tokens":2042,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":54012,"score_linear":351902.0,"score_lmetric":280270},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":141954,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":54012,"score_linear":191437.0,"score_lmetric":216048},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122058,"ongoing_decode_tokens":74657,"pending_prefill_tokens":19753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":54012,"score_linear":122058.0,"score_lmetric":221295},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":19806,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":54012,"score_linear":19806.0,"score_lmetric":54012},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":98969,"ongoing_decode_tokens":60858,"pending_prefill_tokens":3295,"num_requests":2,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":54012,"score_linear":98969.0,"score_lmetric":114614}],"chosen_score_linear":19806.0,"chosen_score_lmetric":54012,"t_first_token":339182.323245485,"t_first_token_unix":1779770047.3371892,"t_done":339183.820331125,"t_done_unix":1779770048.8342745},{"request_id":"1355484:6:1369697:583","session_id":"1355484","input_length":20158,"t_proxy_recv":339183.435201347,"t_decision_unix":1779770048.449143,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9905744617521579,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (190 < 8000)","cache_hit":19968,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":19034,"ongoing_decode_tokens":19034,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1418,"cache_hit":0,"new_prefill":20158,"score_linear":19034.0,"score_lmetric":20158},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":20158,"score_linear":126340.0,"score_lmetric":146498},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":20158,"score_linear":-11298.0,"score_lmetric":-20158},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":195979,"pending_prefill_tokens":1811,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":19456,"new_prefill":702,"score_linear":332446.0,"score_lmetric":12565},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":175265,"ongoing_decode_tokens":124993,"pending_prefill_tokens":608,"num_requests":3,"active_p_offloads":0,"cached_blocks":1659,"cache_hit":0,"new_prefill":20158,"score_linear":175265.0,"score_lmetric":62298},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":224624,"ongoing_decode_tokens":62684,"pending_prefill_tokens":15508,"num_requests":5,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":20158,"score_linear":224624.0,"score_lmetric":178330},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":54012,"ongoing_decode_tokens":54012,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":19968,"new_prefill":190,"score_linear":34044.0,"score_lmetric":190},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123039,"ongoing_decode_tokens":0,"pending_prefill_tokens":52383,"num_requests":2,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":12800,"new_prefill":7358,"score_linear":110239.0,"score_lmetric":119482}],"chosen_score_linear":34044.0,"chosen_score_lmetric":190,"t_first_token":339183.513874264,"t_first_token_unix":1779770048.5278177,"t_done":339184.174433031,"t_done_unix":1779770049.1883767},{"request_id":"1355484:7:1371284:596","session_id":"1355484","input_length":22992,"t_proxy_recv":339184.181180945,"t_decision_unix":1779770049.1951225,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":19968,"affinity_cache_ratio":0.8684759916492694,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3024 < 8000)","cache_hit":19968,"estimated_new_tokens":3024,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":22992,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":22992,"score_linear":126340.0,"score_lmetric":149332},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":22992,"score_linear":-11298.0,"score_lmetric":-22992},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":195979,"pending_prefill_tokens":1811,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":19456,"new_prefill":3536,"score_linear":332446.0,"score_lmetric":26735},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1660,"cache_hit":0,"new_prefill":22992,"score_linear":124993.0,"score_lmetric":45984},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":224624,"ongoing_decode_tokens":62684,"pending_prefill_tokens":15508,"num_requests":5,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":22992,"score_linear":224624.0,"score_lmetric":192500},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":19968,"new_prefill":3024,"score_linear":-19968.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123039,"ongoing_decode_tokens":0,"pending_prefill_tokens":52383,"num_requests":2,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":12800,"new_prefill":10192,"score_linear":110239.0,"score_lmetric":125150}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":339184.694651693,"t_first_token_unix":1779770049.7085953,"t_done":339186.483531896,"t_done_unix":1779770051.4974751},{"request_id":"1370129:3:1379538:637","session_id":"1370129","input_length":61457,"t_proxy_recv":339175.818735842,"t_decision_unix":1779770040.8326774,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9247441300421433,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4625 < 8000)","cache_hit":56832,"estimated_new_tokens":4625,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":7680,"new_prefill":53777,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":61457,"score_linear":126340.0,"score_lmetric":187797},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":25454,"ongoing_decode_tokens":36752,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1926,"cache_hit":7680,"new_prefill":53777,"score_linear":17774.0,"score_lmetric":107554},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":195979,"pending_prefill_tokens":1811,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":61457,"score_linear":351902.0,"score_lmetric":316340},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1659,"cache_hit":56832,"new_prefill":4625,"score_linear":6704.0,"score_lmetric":4625},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122058,"ongoing_decode_tokens":74657,"pending_prefill_tokens":19753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":7680,"new_prefill":53777,"score_linear":114378.0,"score_lmetric":220590},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":7680,"new_prefill":53777,"score_linear":66138.0,"score_lmetric":215578},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70163,"ongoing_decode_tokens":70163,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1559,"cache_hit":0,"new_prefill":61457,"score_linear":70163.0,"score_lmetric":122914}],"chosen_score_linear":6704.0,"chosen_score_lmetric":4625,"t_first_token":339177.651874558,"t_first_token_unix":1779770042.6658185,"t_done":339187.039868871,"t_done_unix":1779770052.0538127},{"request_id":"1355484:8:1377993:625","session_id":"1355484","input_length":23457,"t_proxy_recv":339186.48962443,"t_decision_unix":1779770051.503566,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9822227906381891,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (417 < 8000)","cache_hit":23040,"estimated_new_tokens":417,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":23457,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":23457,"score_linear":126340.0,"score_lmetric":149797},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":23457,"score_linear":-11298.0,"score_lmetric":-23457},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":195979,"pending_prefill_tokens":1811,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":19456,"new_prefill":4001,"score_linear":332446.0,"score_lmetric":29060},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1660,"cache_hit":0,"new_prefill":23457,"score_linear":124993.0,"score_lmetric":46914},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":224624,"ongoing_decode_tokens":62684,"pending_prefill_tokens":15508,"num_requests":5,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":23457,"score_linear":224624.0,"score_lmetric":194825},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1547,"cache_hit":23040,"new_prefill":417,"score_linear":-23040.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123039,"ongoing_decode_tokens":0,"pending_prefill_tokens":52383,"num_requests":2,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":12800,"new_prefill":10657,"score_linear":110239.0,"score_lmetric":126080}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":339186.590596294,"t_first_token_unix":1779770051.6045396,"t_done":339188.005125197,"t_done_unix":1779770053.0190685},{"request_id":"1355484:9:1379722:640","session_id":"1355484","input_length":23717,"t_proxy_recv":339188.009970903,"t_decision_unix":1779770053.0239124,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9930429649618417,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (165 < 8000)","cache_hit":23552,"estimated_new_tokens":165,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":23717,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":23717,"score_linear":126340.0,"score_lmetric":150057},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":23717,"score_linear":-11298.0,"score_lmetric":-23717},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":253635,"pending_prefill_tokens":475,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":19456,"new_prefill":4261,"score_linear":332446.0,"score_lmetric":23680},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148720,"ongoing_decode_tokens":63536,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1670,"cache_hit":0,"new_prefill":23717,"score_linear":148720.0,"score_lmetric":93898},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":224624,"ongoing_decode_tokens":62684,"pending_prefill_tokens":15508,"num_requests":5,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":23717,"score_linear":224624.0,"score_lmetric":196125},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":23552,"new_prefill":165,"score_linear":-23552.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123039,"ongoing_decode_tokens":0,"pending_prefill_tokens":52383,"num_requests":2,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":12800,"new_prefill":10917,"score_linear":110239.0,"score_lmetric":126600}],"chosen_score_linear":-23552.0,"chosen_score_lmetric":0,"t_first_token":339188.067995774,"t_first_token_unix":1779770053.081939,"t_done":339188.873273752,"t_done_unix":1779770053.8872168},{"request_id":"1381728:2:1387040:690","session_id":"1381728","input_length":12399,"t_proxy_recv":339188.657746847,"t_decision_unix":1779770053.671688,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":2,"affinity_cache_hit":1024,"affinity_cache_ratio":0.08258730542785708,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":-12399,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=-1 decode_tok=0)","cache_hit":0,"estimated_new_tokens":12399,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":12399,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":12399,"score_linear":126340.0,"score_lmetric":138739},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":12399,"score_linear":-11298.0,"score_lmetric":-12399},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":253635,"pending_prefill_tokens":475,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":12399,"score_linear":351902.0,"score_lmetric":64370},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148720,"ongoing_decode_tokens":63536,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1670,"cache_hit":0,"new_prefill":12399,"score_linear":148720.0,"score_lmetric":71262},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":224624,"ongoing_decode_tokens":62684,"pending_prefill_tokens":15508,"num_requests":5,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":12399,"score_linear":224624.0,"score_lmetric":139535},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":23717,"ongoing_decode_tokens":23717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":1024,"new_prefill":11375,"score_linear":22693.0,"score_lmetric":11375},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123039,"ongoing_decode_tokens":0,"pending_prefill_tokens":52383,"num_requests":2,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":12399,"score_linear":123039.0,"score_lmetric":129564}],"chosen_score_linear":-11298.0,"chosen_score_lmetric":-12399,"t_first_token":339189.68191287,"t_first_token_unix":1779770054.695857,"t_done":339189.770653036,"t_done_unix":1779770054.7845964},{"request_id":"1384772:2:1387335:693","session_id":"1384772","input_length":11530,"t_proxy_recv":339189.75612363,"t_decision_unix":1779770054.7700646,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":4608,"affinity_cache_ratio":0.39965307892454466,"affinity_num_requests":0,"avg_num_requests":2.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6922 < 8000)","cache_hit":4608,"estimated_new_tokens":6922,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":50793,"ongoing_decode_tokens":0,"pending_prefill_tokens":22633,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":11530,"score_linear":50793.0,"score_lmetric":34163},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":11530,"score_linear":126340.0,"score_lmetric":137870},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":1101,"ongoing_decode_tokens":12399,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4608,"new_prefill":6922,"score_linear":-3507.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":253635,"pending_prefill_tokens":475,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":11530,"score_linear":351902.0,"score_lmetric":60025},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148720,"ongoing_decode_tokens":63536,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1670,"cache_hit":0,"new_prefill":11530,"score_linear":148720.0,"score_lmetric":69524},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":224624,"ongoing_decode_tokens":62684,"pending_prefill_tokens":15508,"num_requests":5,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":11530,"score_linear":224624.0,"score_lmetric":135190},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":25226,"ongoing_decode_tokens":25226,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":11530,"score_linear":25226.0,"score_lmetric":11530},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123039,"ongoing_decode_tokens":0,"pending_prefill_tokens":52383,"num_requests":2,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":11530,"score_linear":123039.0,"score_lmetric":127826}],"chosen_score_linear":-3507.0,"chosen_score_lmetric":0,"t_first_token":339190.400283246,"t_first_token_unix":1779770055.4142275,"t_done":339190.458994716,"t_done_unix":1779770055.472938},{"request_id":"1277428:6:1371101:593","session_id":"1277428","input_length":36583,"t_proxy_recv":339152.234786339,"t_decision_unix":1779770017.2487278,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9936855916682612,"affinity_num_requests":6,"avg_num_requests":2.625,"fallback_score":29250,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (231 < 8000)","cache_hit":36352,"estimated_new_tokens":231,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":71092,"ongoing_decode_tokens":0,"pending_prefill_tokens":3204,"num_requests":3,"active_p_offloads":0,"cached_blocks":1269,"cache_hit":0,"new_prefill":36583,"score_linear":71092.0,"score_lmetric":119361},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":4608,"new_prefill":31975,"score_linear":121732.0,"score_lmetric":158315},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":17408,"new_prefill":19175,"score_linear":72160.0,"score_lmetric":98670},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":341444,"ongoing_decode_tokens":230647,"pending_prefill_tokens":4644,"num_requests":6,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":36352,"new_prefill":231,"score_linear":305092.0,"score_lmetric":29250},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":131320,"ongoing_decode_tokens":81837,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1442,"cache_hit":0,"new_prefill":36583,"score_linear":131320.0,"score_lmetric":109749},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":109539,"ongoing_decode_tokens":85216,"pending_prefill_tokens":15107,"num_requests":3,"active_p_offloads":0,"cached_blocks":1707,"cache_hit":0,"new_prefill":36583,"score_linear":109539.0,"score_lmetric":155070},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":100052,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1307,"cache_hit":0,"new_prefill":36583,"score_linear":100052.0,"score_lmetric":73166},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":143943,"ongoing_decode_tokens":0,"pending_prefill_tokens":46663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":36583,"score_linear":143943.0,"score_lmetric":166492}],"chosen_score_linear":305092.0,"chosen_score_lmetric":29250,"t_first_token":339175.590848693,"t_first_token_unix":1779770040.6047924,"t_done":339190.477898343,"t_done_unix":1779770055.491842},{"request_id":"1355484:10:1384484:675","session_id":"1355484","input_length":25226,"t_proxy_recv":339188.879310802,"t_decision_unix":1779770053.8932524,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9336398953460715,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1674 < 8000)","cache_hit":23552,"estimated_new_tokens":1674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":50793,"ongoing_decode_tokens":0,"pending_prefill_tokens":22633,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":25226,"score_linear":50793.0,"score_lmetric":47859},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":25226,"score_linear":126340.0,"score_lmetric":151566},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":1101,"ongoing_decode_tokens":0,"pending_prefill_tokens":12399,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":25226,"score_linear":1101.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":253635,"pending_prefill_tokens":475,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":19456,"new_prefill":5770,"score_linear":332446.0,"score_lmetric":31225},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148720,"ongoing_decode_tokens":63536,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1670,"cache_hit":0,"new_prefill":25226,"score_linear":148720.0,"score_lmetric":96916},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":224624,"ongoing_decode_tokens":62684,"pending_prefill_tokens":15508,"num_requests":5,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":25226,"score_linear":224624.0,"score_lmetric":203670},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":23552,"new_prefill":1674,"score_linear":-23552.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123039,"ongoing_decode_tokens":0,"pending_prefill_tokens":52383,"num_requests":2,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":12800,"new_prefill":12426,"score_linear":110239.0,"score_lmetric":129618}],"chosen_score_linear":-23552.0,"chosen_score_lmetric":0,"t_first_token":339189.210242898,"t_first_token_unix":1779770054.2241864,"t_done":339190.676621736,"t_done_unix":1779770055.690565},{"request_id":"1355484:11:1388276:696","session_id":"1355484","input_length":26837,"t_proxy_recv":339192.989156986,"t_decision_unix":1779770058.0030973,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9348287811603383,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1749 < 8000)","cache_hit":25088,"estimated_new_tokens":1749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":50793,"ongoing_decode_tokens":0,"pending_prefill_tokens":22633,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":26837,"score_linear":50793.0,"score_lmetric":49470},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":26837,"score_linear":126340.0,"score_lmetric":26837},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":26954,"ongoing_decode_tokens":0,"pending_prefill_tokens":20844,"num_requests":0,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":26837,"score_linear":26954.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":315319,"ongoing_decode_tokens":217052,"pending_prefill_tokens":475,"num_requests":4,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":19456,"new_prefill":7381,"score_linear":295863.0,"score_lmetric":31424},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148720,"ongoing_decode_tokens":63536,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1670,"cache_hit":0,"new_prefill":26837,"score_linear":148720.0,"score_lmetric":100138},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":224624,"ongoing_decode_tokens":132149,"pending_prefill_tokens":12091,"num_requests":5,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":26837,"score_linear":224624.0,"score_lmetric":194640},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1551,"cache_hit":25088,"new_prefill":1749,"score_linear":-25088.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123039,"ongoing_decode_tokens":0,"pending_prefill_tokens":52383,"num_requests":2,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":12800,"new_prefill":14037,"score_linear":110239.0,"score_lmetric":132840}],"chosen_score_linear":-25088.0,"chosen_score_lmetric":0,"t_first_token":339193.340801748,"t_first_token_unix":1779770058.3547456,"t_done":339194.42184724,"t_done_unix":1779770059.4357905},{"request_id":"1382804:2:1388620:698","session_id":"1382804","input_length":3678,"t_proxy_recv":339194.361820476,"t_decision_unix":1779770059.3757615,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":6,"affinity_cache_hit":512,"affinity_cache_ratio":0.13920609026644915,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":3678,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3678 < 8000)","cache_hit":0,"estimated_new_tokens":3678,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":50793,"ongoing_decode_tokens":0,"pending_prefill_tokens":22633,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":3678,"score_linear":50793.0,"score_lmetric":26311},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":3678,"score_linear":126340.0,"score_lmetric":3678},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":0,"pending_prefill_tokens":92743,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":3678,"score_linear":98853.0,"score_lmetric":96421},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":315319,"ongoing_decode_tokens":217052,"pending_prefill_tokens":475,"num_requests":4,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":3678,"score_linear":315319.0,"score_lmetric":16612},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148720,"ongoing_decode_tokens":63536,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1670,"cache_hit":0,"new_prefill":3678,"score_linear":148720.0,"score_lmetric":53820},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":224624,"ongoing_decode_tokens":203403,"pending_prefill_tokens":229,"num_requests":5,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":3678,"score_linear":224624.0,"score_lmetric":19535},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":26837,"ongoing_decode_tokens":26837,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1551,"cache_hit":0,"new_prefill":3678,"score_linear":26837.0,"score_lmetric":3678},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123039,"ongoing_decode_tokens":0,"pending_prefill_tokens":52383,"num_requests":2,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":512,"new_prefill":3166,"score_linear":122527.0,"score_lmetric":111098}],"chosen_score_linear":26837.0,"chosen_score_lmetric":3678,"t_first_token":339194.598539439,"t_first_token_unix":1779770059.612483,"t_done":339194.650525186,"t_done_unix":1779770059.6644683},{"request_id":"1384947:2:1388842:700","session_id":"1384947","input_length":20183,"t_proxy_recv":339195.126326787,"t_decision_unix":1779770060.1402676,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9386117029182975,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1239 < 8000)","cache_hit":18944,"estimated_new_tokens":1239,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":50793,"ongoing_decode_tokens":50793,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":18944,"new_prefill":1239,"score_linear":31849.0,"score_lmetric":1239},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":20183,"score_linear":126340.0,"score_lmetric":20183},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":0,"pending_prefill_tokens":92743,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":20183,"score_linear":98853.0,"score_lmetric":112926},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":315319,"ongoing_decode_tokens":217052,"pending_prefill_tokens":475,"num_requests":4,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":20183,"score_linear":315319.0,"score_lmetric":82632},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148720,"ongoing_decode_tokens":63536,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1670,"cache_hit":0,"new_prefill":20183,"score_linear":148720.0,"score_lmetric":86830},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":224624,"ongoing_decode_tokens":203403,"pending_prefill_tokens":229,"num_requests":5,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":20183,"score_linear":224624.0,"score_lmetric":102060},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":20183,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123039,"ongoing_decode_tokens":0,"pending_prefill_tokens":52383,"num_requests":2,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":20183,"score_linear":123039.0,"score_lmetric":145132}],"chosen_score_linear":31849.0,"chosen_score_lmetric":1239,"t_first_token":339195.369499948,"t_first_token_unix":1779770060.383444,"t_done":339197.117283945,"t_done_unix":1779770062.1312275},{"request_id":"1381387:3:1387093:691","session_id":"1381387","input_length":50793,"t_proxy_recv":339188.871924577,"t_decision_unix":1779770053.8858662,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":28160,"affinity_cache_ratio":0.5544071033410115,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":28160,"estimated_new_tokens":22633,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":28160,"new_prefill":22633,"score_linear":-28160.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":50793,"score_linear":126340.0,"score_lmetric":177133},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":1101,"ongoing_decode_tokens":0,"pending_prefill_tokens":12399,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":50793,"score_linear":1101.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":253635,"pending_prefill_tokens":475,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":50793,"score_linear":351902.0,"score_lmetric":256340},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148720,"ongoing_decode_tokens":63536,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1670,"cache_hit":0,"new_prefill":50793,"score_linear":148720.0,"score_lmetric":148050},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":224624,"ongoing_decode_tokens":62684,"pending_prefill_tokens":15508,"num_requests":5,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":50793,"score_linear":224624.0,"score_lmetric":331505},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":23717,"ongoing_decode_tokens":23717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":50793,"score_linear":23717.0,"score_lmetric":50793},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123039,"ongoing_decode_tokens":0,"pending_prefill_tokens":52383,"num_requests":2,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":50793,"score_linear":123039.0,"score_lmetric":206352}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":339194.893544016,"t_first_token_unix":1779770059.9074886,"t_done":339197.499568862,"t_done_unix":1779770062.5135128},{"request_id":"1342921:3:1384020:670","session_id":"1342921","input_length":69465,"t_proxy_recv":339178.292535499,"t_decision_unix":1779770043.3064766,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":66048,"affinity_cache_ratio":0.950809760310948,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3417 < 8000)","cache_hit":66048,"estimated_new_tokens":3417,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":14559,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":69465,"score_linear":28383.0,"score_lmetric":84024},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":69465,"score_linear":126340.0,"score_lmetric":195805},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1942,"cache_hit":0,"new_prefill":69465,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":195979,"pending_prefill_tokens":1811,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":69465,"score_linear":351902.0,"score_lmetric":356380},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1659,"cache_hit":0,"new_prefill":69465,"score_linear":124993.0,"score_lmetric":138930},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62684,"ongoing_decode_tokens":62684,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":66048,"new_prefill":3417,"score_linear":-3364.0,"score_lmetric":6834},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":69465,"score_linear":73818.0,"score_lmetric":246954},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":69465,"score_linear":106305.0,"score_lmetric":114330}],"chosen_score_linear":-3364.0,"chosen_score_lmetric":6834,"t_first_token":339190.343207033,"t_first_token_unix":1779770055.3571506,"t_done":339198.101976181,"t_done_unix":1779770063.1159198},{"request_id":"1373431:1:1373431:606","session_id":"1373431","input_length":126340,"t_proxy_recv":339141.47802052,"t_decision_unix":1779770006.4919622,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":126340,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":126340,"score_linear":13616.0,"score_lmetric":126340},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":126340,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":126340,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":0,"pending_prefill_tokens":122310,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":126340,"score_linear":336145.0,"score_lmetric":1491900},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145931,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":126340,"score_linear":145931.0,"score_lmetric":527964},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26705,"ongoing_decode_tokens":26705,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1684,"cache_hit":1024,"new_prefill":125316,"score_linear":25681.0,"score_lmetric":125316},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":0,"new_prefill":126340,"score_linear":80246.0,"score_lmetric":126340},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":126340,"score_linear":105902.0,"score_lmetric":171826}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339192.234105987,"t_first_token_unix":1779770057.2480502,"t_done":339198.497929507,"t_done_unix":1779770063.511873},{"request_id":"1366128:11:1384044:671","session_id":"1366128","input_length":71254,"t_proxy_recv":339178.41022084,"t_decision_unix":1779770043.424162,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":59392,"affinity_cache_ratio":0.8335251354309934,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":59392,"estimated_new_tokens":11862,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":14559,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":71254,"score_linear":28383.0,"score_lmetric":85813},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":71254,"score_linear":126340.0,"score_lmetric":197594},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1942,"cache_hit":0,"new_prefill":71254,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":195979,"pending_prefill_tokens":1811,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":71254,"score_linear":351902.0,"score_lmetric":365325},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1659,"cache_hit":0,"new_prefill":71254,"score_linear":124993.0,"score_lmetric":142508},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":132149,"ongoing_decode_tokens":62684,"pending_prefill_tokens":3417,"num_requests":3,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":59392,"new_prefill":11862,"score_linear":72757.0,"score_lmetric":45837},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":71254,"score_linear":73818.0,"score_lmetric":250532},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":71254,"score_linear":106305.0,"score_lmetric":116119}],"chosen_score_linear":72757.0,"chosen_score_lmetric":45837,"t_first_token":339193.011977611,"t_first_token_unix":1779770058.025921,"t_done":339198.916151825,"t_done_unix":1779770063.9300954},{"request_id":"1340290:3:1384149:672","session_id":"1340290","input_length":21221,"t_proxy_recv":339178.858692955,"t_decision_unix":1779770043.8726344,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9892088026011969,"affinity_num_requests":4,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (229 < 8000)","cache_hit":20992,"estimated_new_tokens":229,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":14559,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":21221,"score_linear":28383.0,"score_lmetric":35780},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":21221,"score_linear":126340.0,"score_lmetric":147561},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1942,"cache_hit":0,"new_prefill":21221,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":195979,"pending_prefill_tokens":1811,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":21221,"score_linear":351902.0,"score_lmetric":115160},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":124993,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1659,"cache_hit":0,"new_prefill":21221,"score_linear":124993.0,"score_lmetric":42442},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":203403,"ongoing_decode_tokens":62684,"pending_prefill_tokens":15279,"num_requests":4,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":20992,"new_prefill":229,"score_linear":182411.0,"score_lmetric":62032},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":1024,"new_prefill":20197,"score_linear":72794.0,"score_lmetric":148418},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":21221,"score_linear":106305.0,"score_lmetric":66086}],"chosen_score_linear":182411.0,"chosen_score_lmetric":62032,"t_first_token":339195.13687568,"t_first_token_unix":1779770060.150819,"t_done":339199.527299385,"t_done_unix":1779770064.5412428},{"request_id":"1363093:3:1374394:612","session_id":"1363093","input_length":63536,"t_proxy_recv":339144.739840855,"t_decision_unix":1779770009.753782,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9911860992193402,"affinity_num_requests":4,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (560 < 8000)","cache_hit":62976,"estimated_new_tokens":560,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":63536,"score_linear":13616.0,"score_lmetric":63536},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":63536,"score_linear":126340.0,"score_lmetric":189876},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":63536,"score_linear":89568.0,"score_lmetric":143031},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":250361,"pending_prefill_tokens":2509,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":63536,"score_linear":336145.0,"score_lmetric":396270},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145931,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":62976,"new_prefill":560,"score_linear":82955.0,"score_lmetric":24844},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":73469,"ongoing_decode_tokens":26705,"pending_prefill_tokens":11948,"num_requests":2,"active_p_offloads":0,"cached_blocks":1684,"cache_hit":0,"new_prefill":63536,"score_linear":73469.0,"score_lmetric":150968},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":100108,"ongoing_decode_tokens":80246,"pending_prefill_tokens":19862,"num_requests":2,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":0,"new_prefill":63536,"score_linear":100108.0,"score_lmetric":166796},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":63536,"score_linear":105902.0,"score_lmetric":109022}],"chosen_score_linear":82955.0,"chosen_score_lmetric":24844,"t_first_token":339147.578603026,"t_first_token_unix":1779770012.5925543,"t_done":339199.666296436,"t_done_unix":1779770064.68024},{"request_id":"1373431:2:1378320:629","session_id":"1373431","input_length":127267,"t_proxy_recv":339198.518624922,"t_decision_unix":1779770063.5325665,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":126464,"affinity_cache_ratio":0.9936904303550803,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (803 < 8000)","cache_hit":126464,"estimated_new_tokens":803,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70990,"ongoing_decode_tokens":0,"pending_prefill_tokens":70990,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":127267,"score_linear":70990.0,"score_lmetric":198257},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":126464,"new_prefill":803,"score_linear":-126464.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":127267,"score_linear":98853.0,"score_lmetric":199166},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":315319,"ongoing_decode_tokens":217052,"pending_prefill_tokens":475,"num_requests":4,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":127267,"score_linear":315319.0,"score_lmetric":510968},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148720,"ongoing_decode_tokens":148720,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1670,"cache_hit":0,"new_prefill":127267,"score_linear":148720.0,"score_lmetric":254534},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":155159,"ongoing_decode_tokens":155159,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":1024,"new_prefill":126243,"score_linear":154135.0,"score_lmetric":504972},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":127267,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123039,"ongoing_decode_tokens":0,"pending_prefill_tokens":52383,"num_requests":2,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":127267,"score_linear":123039.0,"score_lmetric":359300}],"chosen_score_linear":-126464.0,"chosen_score_lmetric":0,"t_first_token":339199.134789364,"t_first_token_unix":1779770064.148733,"t_done":339200.746625366,"t_done_unix":1779770065.760569},{"request_id":"1366128:12:1386045:687","session_id":"1366128","input_length":71578,"t_proxy_recv":339198.929990472,"t_decision_unix":1779770063.943932,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9942719830115399,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (410 < 8000)","cache_hit":71168,"estimated_new_tokens":410,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70990,"ongoing_decode_tokens":0,"pending_prefill_tokens":70990,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":71578,"score_linear":70990.0,"score_lmetric":142568},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127267,"ongoing_decode_tokens":0,"pending_prefill_tokens":803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":71578,"score_linear":127267.0,"score_lmetric":72381},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":71578,"score_linear":98853.0,"score_lmetric":143477},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":315319,"ongoing_decode_tokens":217052,"pending_prefill_tokens":475,"num_requests":4,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":71578,"score_linear":315319.0,"score_lmetric":288212},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148720,"ongoing_decode_tokens":148720,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1670,"cache_hit":0,"new_prefill":71578,"score_linear":148720.0,"score_lmetric":143156},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83905,"ongoing_decode_tokens":83905,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1832,"cache_hit":71168,"new_prefill":410,"score_linear":12737.0,"score_lmetric":1230},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":71578,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161281,"ongoing_decode_tokens":0,"pending_prefill_tokens":52737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":71578,"score_linear":161281.0,"score_lmetric":372945}],"chosen_score_linear":12737.0,"chosen_score_lmetric":1230,"t_first_token":339199.161599072,"t_first_token_unix":1779770064.1755428,"t_done":339200.875744453,"t_done_unix":1779770065.8896892},{"request_id":"1390240:1:1390240:705","session_id":"1390240","input_length":5110,"t_proxy_recv":339200.310481984,"t_decision_unix":1779770065.3244233,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5110 < 8000)","cache_hit":0,"estimated_new_tokens":5110,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70990,"ongoing_decode_tokens":0,"pending_prefill_tokens":70990,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":5110,"score_linear":70990.0,"score_lmetric":76100},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127267,"ongoing_decode_tokens":127267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":5110,"score_linear":127267.0,"score_lmetric":5110},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":5110,"score_linear":98853.0,"score_lmetric":77009},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":315319,"ongoing_decode_tokens":217052,"pending_prefill_tokens":475,"num_requests":4,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":5110,"score_linear":315319.0,"score_lmetric":22340},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":153371,"ongoing_decode_tokens":85184,"pending_prefill_tokens":3163,"num_requests":2,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":5110,"score_linear":153371.0,"score_lmetric":16546},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160408,"ongoing_decode_tokens":134262,"pending_prefill_tokens":5154,"num_requests":4,"active_p_offloads":0,"cached_blocks":1832,"cache_hit":0,"new_prefill":5110,"score_linear":160408.0,"score_lmetric":41056},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":5110,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161281,"ongoing_decode_tokens":123039,"pending_prefill_tokens":354,"num_requests":3,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":5110,"score_linear":161281.0,"score_lmetric":16392}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339200.641217289,"t_first_token_unix":1779770065.6551607,"t_done":339201.031705341,"t_done_unix":1779770066.0456488},{"request_id":"1383090:2:1385262:682","session_id":"1383090","input_length":16734,"t_proxy_recv":339182.618757005,"t_decision_unix":1779770047.6326983,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":9216,"affinity_cache_ratio":0.5507350304768734,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7518 < 8000)","cache_hit":9216,"estimated_new_tokens":7518,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":19034,"ongoing_decode_tokens":0,"pending_prefill_tokens":19034,"num_requests":1,"active_p_offloads":0,"cached_blocks":1418,"cache_hit":0,"new_prefill":16734,"score_linear":19034.0,"score_lmetric":35768},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":16734,"score_linear":126340.0,"score_lmetric":143074},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":16734,"score_linear":-11298.0,"score_lmetric":-16734},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":195979,"pending_prefill_tokens":1811,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":16734,"score_linear":351902.0,"score_lmetric":92725},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":174858,"ongoing_decode_tokens":174858,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1659,"cache_hit":0,"new_prefill":16734,"score_linear":174858.0,"score_lmetric":50202},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":224624,"ongoing_decode_tokens":62684,"pending_prefill_tokens":15508,"num_requests":5,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":16734,"score_linear":224624.0,"score_lmetric":161210},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":54012,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":16734,"score_linear":73818.0,"score_lmetric":33468},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":9216,"new_prefill":7518,"score_linear":97089.0,"score_lmetric":52383}],"chosen_score_linear":97089.0,"chosen_score_lmetric":52383,"t_first_token":339200.29480439,"t_first_token_unix":1779770065.3087509,"t_done":339201.055972179,"t_done_unix":1779770066.0699162},{"request_id":"1355951:4:1389858:703","session_id":"1355951","input_length":38242,"t_proxy_recv":339198.909513758,"t_decision_unix":1779770063.923455,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9907431619685163,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (354 < 8000)","cache_hit":37888,"estimated_new_tokens":354,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70990,"ongoing_decode_tokens":0,"pending_prefill_tokens":70990,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":38242,"score_linear":70990.0,"score_lmetric":109232},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127267,"ongoing_decode_tokens":0,"pending_prefill_tokens":803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":38242,"score_linear":127267.0,"score_lmetric":39045},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":38242,"score_linear":98853.0,"score_lmetric":110141},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":315319,"ongoing_decode_tokens":217052,"pending_prefill_tokens":475,"num_requests":4,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":38242,"score_linear":315319.0,"score_lmetric":154868},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148720,"ongoing_decode_tokens":148720,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1670,"cache_hit":0,"new_prefill":38242,"score_linear":148720.0,"score_lmetric":76484},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":155159,"ongoing_decode_tokens":155159,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":38242,"score_linear":155159.0,"score_lmetric":152968},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":38242,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123039,"ongoing_decode_tokens":0,"pending_prefill_tokens":52383,"num_requests":2,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":37888,"new_prefill":354,"score_linear":85151.0,"score_lmetric":105474}],"chosen_score_linear":85151.0,"chosen_score_lmetric":105474,"t_first_token":339200.393589652,"t_first_token_unix":1779770065.407534,"t_done":339201.069804306,"t_done_unix":1779770066.0837483},{"request_id":"1340290:4:1385568:684","session_id":"1340290","input_length":26146,"t_proxy_recv":339199.536362331,"t_decision_unix":1779770064.5503037,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":20992,"affinity_cache_ratio":0.8028761569647365,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5154 < 8000)","cache_hit":20992,"estimated_new_tokens":5154,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70990,"ongoing_decode_tokens":0,"pending_prefill_tokens":70990,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":26146,"score_linear":70990.0,"score_lmetric":97136},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127267,"ongoing_decode_tokens":127267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":26146,"score_linear":127267.0,"score_lmetric":26146},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":26146,"score_linear":98853.0,"score_lmetric":98045},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":315319,"ongoing_decode_tokens":217052,"pending_prefill_tokens":475,"num_requests":4,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":26146,"score_linear":315319.0,"score_lmetric":106484},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148720,"ongoing_decode_tokens":148720,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1670,"cache_hit":0,"new_prefill":26146,"score_linear":148720.0,"score_lmetric":52292},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":134262,"ongoing_decode_tokens":134262,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1832,"cache_hit":20992,"new_prefill":5154,"score_linear":113270.0,"score_lmetric":15462},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":1024,"new_prefill":25122,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161281,"ongoing_decode_tokens":0,"pending_prefill_tokens":52737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":26146,"score_linear":161281.0,"score_lmetric":236649}],"chosen_score_linear":113270.0,"chosen_score_lmetric":15462,"t_first_token":339200.46317155,"t_first_token_unix":1779770065.4771156,"t_done":339201.319173695,"t_done_unix":1779770066.3331172},{"request_id":"1366128:13:1387308:692","session_id":"1366128","input_length":71708,"t_proxy_recv":339200.889985505,"t_decision_unix":1779770065.9039268,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9924694594745356,"affinity_num_requests":3,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (540 < 8000)","cache_hit":71168,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70990,"ongoing_decode_tokens":0,"pending_prefill_tokens":70990,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":71708,"score_linear":70990.0,"score_lmetric":142698},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128201,"ongoing_decode_tokens":0,"pending_prefill_tokens":1225,"num_requests":1,"active_p_offloads":0,"cached_blocks":1504,"cache_hit":0,"new_prefill":71708,"score_linear":128201.0,"score_lmetric":72933},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":71708,"score_linear":98853.0,"score_lmetric":143607},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":315319,"ongoing_decode_tokens":217052,"pending_prefill_tokens":475,"num_requests":4,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":71708,"score_linear":315319.0,"score_lmetric":288732},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":153371,"ongoing_decode_tokens":85184,"pending_prefill_tokens":3163,"num_requests":2,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":71708,"score_linear":153371.0,"score_lmetric":149742},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":88830,"ongoing_decode_tokens":88830,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1832,"cache_hit":71168,"new_prefill":540,"score_linear":17662.0,"score_lmetric":1620},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":6459,"ongoing_decode_tokens":6459,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":71708,"score_linear":6459.0,"score_lmetric":143416},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161281,"ongoing_decode_tokens":161281,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":71708,"score_linear":161281.0,"score_lmetric":215124}],"chosen_score_linear":17662.0,"chosen_score_lmetric":1620,"t_first_token":339201.056945123,"t_first_token_unix":1779770066.0708885,"t_done":339201.970456594,"t_done_unix":1779770066.9843998},{"request_id":"1263749:2:1379302:636","session_id":"1263749","input_length":57656,"t_proxy_recv":339161.859528555,"t_decision_unix":1779770026.87347,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":56320,"affinity_cache_ratio":0.9768280838074095,"affinity_num_requests":5,"avg_num_requests":2.375,"fallback_score":31055,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1336 < 8000)","cache_hit":56320,"estimated_new_tokens":1336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":37310,"ongoing_decode_tokens":37310,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":57656,"score_linear":37310.0,"score_lmetric":115312},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":57656,"score_linear":126340.0,"score_lmetric":183996},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":57656,"score_linear":89568.0,"score_lmetric":137151},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313823,"ongoing_decode_tokens":215926,"pending_prefill_tokens":4875,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":56320,"new_prefill":1336,"score_linear":257503.0,"score_lmetric":31055},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":63536,"pending_prefill_tokens":44626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":57656,"score_linear":191437.0,"score_lmetric":409128},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":15283,"num_requests":1,"active_p_offloads":0,"cached_blocks":1797,"cache_hit":0,"new_prefill":57656,"score_linear":15283.0,"score_lmetric":72939},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":55570,"ongoing_decode_tokens":0,"pending_prefill_tokens":15284,"num_requests":3,"active_p_offloads":0,"cached_blocks":1362,"cache_hit":0,"new_prefill":57656,"score_linear":55570.0,"score_lmetric":218820},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":143943,"ongoing_decode_tokens":0,"pending_prefill_tokens":46663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":57656,"score_linear":143943.0,"score_lmetric":208638}],"chosen_score_linear":257503.0,"chosen_score_lmetric":31055,"t_first_token":339187.557913823,"t_first_token_unix":1779770052.5718584,"t_done":339202.061435089,"t_done_unix":1779770067.0753787},{"request_id":"1313181:6:1324908:369","session_id":"1313181","input_length":106305,"t_proxy_recv":339176.230354811,"t_decision_unix":1779770041.2442966,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":61440,"affinity_cache_ratio":0.5779596444193594,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":61440,"estimated_new_tokens":44865,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":106305,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":106305,"score_linear":126340.0,"score_lmetric":232645},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10073,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1936,"cache_hit":0,"new_prefill":106305,"score_linear":10073.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":195979,"pending_prefill_tokens":1811,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":12800,"new_prefill":93505,"score_linear":339102.0,"score_lmetric":476580},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124993,"ongoing_decode_tokens":63536,"pending_prefill_tokens":4625,"num_requests":2,"active_p_offloads":0,"cached_blocks":1659,"cache_hit":0,"new_prefill":106305,"score_linear":124993.0,"score_lmetric":221860},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":122058,"ongoing_decode_tokens":74657,"pending_prefill_tokens":19753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":0,"new_prefill":106305,"score_linear":122058.0,"score_lmetric":378174},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73818,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":2,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":0,"new_prefill":106305,"score_linear":73818.0,"score_lmetric":320634},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":61440,"new_prefill":44865,"score_linear":-61440.0,"score_lmetric":0}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":339199.955712938,"t_first_token_unix":1779770064.969657,"t_done":339202.574989216,"t_done_unix":1779770067.5889328},{"request_id":"1373431:3:1383388:667","session_id":"1373431","input_length":128201,"t_proxy_recv":339200.767404932,"t_decision_unix":1779770065.7813466,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":126976,"affinity_cache_ratio":0.9904446923190927,"affinity_num_requests":0,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1225 < 8000)","cache_hit":126976,"estimated_new_tokens":1225,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70990,"ongoing_decode_tokens":0,"pending_prefill_tokens":70990,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":128201,"score_linear":70990.0,"score_lmetric":199191},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1504,"cache_hit":126976,"new_prefill":1225,"score_linear":-126976.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":128201,"score_linear":98853.0,"score_lmetric":200100},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":315319,"ongoing_decode_tokens":217052,"pending_prefill_tokens":475,"num_requests":4,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":128201,"score_linear":315319.0,"score_lmetric":514704},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":153371,"ongoing_decode_tokens":85184,"pending_prefill_tokens":3163,"num_requests":2,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":128201,"score_linear":153371.0,"score_lmetric":262728},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160408,"ongoing_decode_tokens":160408,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1832,"cache_hit":1024,"new_prefill":127177,"score_linear":159384.0,"score_lmetric":508708},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":6459,"ongoing_decode_tokens":5110,"pending_prefill_tokens":1349,"num_requests":2,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":128201,"score_linear":6459.0,"score_lmetric":259100},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161281,"ongoing_decode_tokens":161281,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":128201,"score_linear":161281.0,"score_lmetric":384603}],"chosen_score_linear":-126976.0,"chosen_score_lmetric":0,"t_first_token":339201.624357997,"t_first_token_unix":1779770066.6383014,"t_done":339202.626986957,"t_done_unix":1779770067.6409307},{"request_id":"1390356:1:1390356:706","session_id":"1390356","input_length":1349,"t_proxy_recv":339200.738079488,"t_decision_unix":1779770065.752021,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":1349,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1349 < 8000)","cache_hit":0,"estimated_new_tokens":1349,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70990,"ongoing_decode_tokens":0,"pending_prefill_tokens":70990,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":1349,"score_linear":70990.0,"score_lmetric":72339},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127267,"ongoing_decode_tokens":127267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":1349,"score_linear":127267.0,"score_lmetric":1349},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":1349,"score_linear":98853.0,"score_lmetric":73248},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":315319,"ongoing_decode_tokens":217052,"pending_prefill_tokens":475,"num_requests":4,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":1349,"score_linear":315319.0,"score_lmetric":7296},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":153371,"ongoing_decode_tokens":85184,"pending_prefill_tokens":3163,"num_requests":2,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":1349,"score_linear":153371.0,"score_lmetric":9024},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160408,"ongoing_decode_tokens":160408,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1832,"cache_hit":0,"new_prefill":1349,"score_linear":160408.0,"score_lmetric":5396},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":5110,"ongoing_decode_tokens":5110,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":1349,"score_linear":5110.0,"score_lmetric":1349},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161281,"ongoing_decode_tokens":161281,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":1349,"score_linear":161281.0,"score_lmetric":4047}],"chosen_score_linear":5110.0,"chosen_score_lmetric":1349,"t_first_token":339200.840688003,"t_first_token_unix":1779770065.854632,"t_done":339203.584238367,"t_done_unix":1779770068.5981815},{"request_id":"1313181:6:1379623:639","session_id":"1313181","input_length":61543,"t_proxy_recv":339202.585704544,"t_decision_unix":1779770067.599646,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9983263734299596,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (103 < 8000)","cache_hit":61440,"estimated_new_tokens":103,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70990,"ongoing_decode_tokens":0,"pending_prefill_tokens":70990,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":61543,"score_linear":70990.0,"score_lmetric":132533},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128201,"ongoing_decode_tokens":128201,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1504,"cache_hit":0,"new_prefill":61543,"score_linear":128201.0,"score_lmetric":61543},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":61543,"score_linear":98853.0,"score_lmetric":133442},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":12800,"new_prefill":48743,"score_linear":244863.0,"score_lmetric":147654},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":153371,"ongoing_decode_tokens":153371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":61543,"score_linear":153371.0,"score_lmetric":123086},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":173308,"ongoing_decode_tokens":89904,"pending_prefill_tokens":11724,"num_requests":4,"active_p_offloads":0,"cached_blocks":1843,"cache_hit":0,"new_prefill":61543,"score_linear":173308.0,"score_lmetric":293068},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24990,"ongoing_decode_tokens":24990,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1571,"cache_hit":12800,"new_prefill":48743,"score_linear":12190.0,"score_lmetric":97486},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1595,"cache_hit":61440,"new_prefill":103,"score_linear":-61440.0,"score_lmetric":0}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":339202.672582416,"t_first_token_unix":1779770067.686526,"t_done":339206.339635562,"t_done_unix":1779770071.3535793},{"request_id":"1391584:1:1391584:713","session_id":"1391584","input_length":15302,"t_proxy_recv":339204.810633561,"t_decision_unix":1779770069.8245747,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":15302,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":0,"estimated_new_tokens":15302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91673,"ongoing_decode_tokens":0,"pending_prefill_tokens":71705,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":15302,"score_linear":91673.0,"score_lmetric":174014},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":15302,"score_linear":28307.0,"score_lmetric":43609},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":15302,"score_linear":98853.0,"score_lmetric":87201},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":15302,"score_linear":257663.0,"score_lmetric":47331},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":153371,"ongoing_decode_tokens":153371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":15302,"score_linear":153371.0,"score_lmetric":30604},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":173308,"ongoing_decode_tokens":89904,"pending_prefill_tokens":11724,"num_requests":4,"active_p_offloads":0,"cached_blocks":1843,"cache_hit":0,"new_prefill":15302,"score_linear":173308.0,"score_lmetric":108104},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":23641,"ongoing_decode_tokens":23641,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1574,"cache_hit":0,"new_prefill":15302,"score_linear":23641.0,"score_lmetric":15302},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1595,"cache_hit":0,"new_prefill":15302,"score_linear":61543.0,"score_lmetric":15302}],"chosen_score_linear":23641.0,"chosen_score_lmetric":15302,"t_first_token":339206.192834278,"t_first_token_unix":1779770071.2067776,"t_done":339206.892040757,"t_done_unix":1779770071.9059837},{"request_id":"1363093:4:1390050:704","session_id":"1363093","input_length":68187,"t_proxy_recv":339199.681441655,"t_decision_unix":1779770064.695383,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9536128587560678,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3163 < 8000)","cache_hit":65024,"estimated_new_tokens":3163,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70990,"ongoing_decode_tokens":0,"pending_prefill_tokens":70990,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":68187,"score_linear":70990.0,"score_lmetric":139177},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127267,"ongoing_decode_tokens":127267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":68187,"score_linear":127267.0,"score_lmetric":68187},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":68187,"score_linear":98853.0,"score_lmetric":140086},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":315319,"ongoing_decode_tokens":217052,"pending_prefill_tokens":475,"num_requests":4,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":68187,"score_linear":315319.0,"score_lmetric":274648},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":85184,"ongoing_decode_tokens":85184,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":65024,"new_prefill":3163,"score_linear":20160.0,"score_lmetric":3163},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160408,"ongoing_decode_tokens":134262,"pending_prefill_tokens":5154,"num_requests":4,"active_p_offloads":0,"cached_blocks":1832,"cache_hit":0,"new_prefill":68187,"score_linear":160408.0,"score_lmetric":293364},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":68187,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161281,"ongoing_decode_tokens":0,"pending_prefill_tokens":52737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":68187,"score_linear":161281.0,"score_lmetric":362772}],"chosen_score_linear":20160.0,"chosen_score_lmetric":3163,"t_first_token":339201.079327938,"t_first_token_unix":1779770066.093271,"t_done":339207.184783429,"t_done_unix":1779770072.1987274},{"request_id":"1370129:4:1384856:678","session_id":"1370129","input_length":85184,"t_proxy_recv":339187.06609231,"t_decision_unix":1779770052.0800335,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":61952,"affinity_cache_ratio":0.7272727272727273,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_not_meaningfully_more_cache (src=7680 chosen=61952)","cache_hit":61952,"estimated_new_tokens":23232,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":7680,"new_prefill":77504,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":85184,"score_linear":126340.0,"score_lmetric":211524},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":7680,"new_prefill":77504,"score_linear":-18978.0,"score_lmetric":-77504},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":195979,"pending_prefill_tokens":1811,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":85184,"score_linear":351902.0,"score_lmetric":434975},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1670,"cache_hit":61952,"new_prefill":23232,"score_linear":1584.0,"score_lmetric":23232},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":224624,"ongoing_decode_tokens":62684,"pending_prefill_tokens":15508,"num_requests":5,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":7680,"new_prefill":77504,"score_linear":216944.0,"score_lmetric":465060},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":23457,"ongoing_decode_tokens":23457,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1547,"cache_hit":7680,"new_prefill":77504,"score_linear":15777.0,"score_lmetric":77504},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123039,"ongoing_decode_tokens":0,"pending_prefill_tokens":52383,"num_requests":2,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":85184,"score_linear":123039.0,"score_lmetric":275134}],"chosen_score_linear":1584.0,"chosen_score_lmetric":23232,"t_first_token":339197.852037689,"t_first_token_unix":1779770062.865981,"t_done":339207.264214238,"t_done_unix":1779770072.2781582},{"request_id":"1340290:5:1386504:688","session_id":"1340290","input_length":27220,"t_proxy_recv":339201.325097666,"t_decision_unix":1779770066.3390393,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9592946362968405,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1108 < 8000)","cache_hit":26112,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70990,"ongoing_decode_tokens":0,"pending_prefill_tokens":70990,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":27220,"score_linear":70990.0,"score_lmetric":98210},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128201,"ongoing_decode_tokens":0,"pending_prefill_tokens":1225,"num_requests":1,"active_p_offloads":0,"cached_blocks":1504,"cache_hit":0,"new_prefill":27220,"score_linear":128201.0,"score_lmetric":28445},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":27220,"score_linear":98853.0,"score_lmetric":99119},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":315319,"ongoing_decode_tokens":217052,"pending_prefill_tokens":475,"num_requests":4,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":27220,"score_linear":315319.0,"score_lmetric":110780},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":153371,"ongoing_decode_tokens":153371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":27220,"score_linear":153371.0,"score_lmetric":54440},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":134392,"ongoing_decode_tokens":134392,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1842,"cache_hit":26112,"new_prefill":1108,"score_linear":108280.0,"score_lmetric":3324},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24990,"ongoing_decode_tokens":1349,"pending_prefill_tokens":2137,"num_requests":2,"active_p_offloads":0,"cached_blocks":1571,"cache_hit":1024,"new_prefill":26196,"score_linear":23966.0,"score_lmetric":56666},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106305,"ongoing_decode_tokens":106305,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1593,"cache_hit":0,"new_prefill":27220,"score_linear":106305.0,"score_lmetric":27220}],"chosen_score_linear":108280.0,"chosen_score_lmetric":3324,"t_first_token":339201.618263822,"t_first_token_unix":1779770066.6322076,"t_done":339207.780838758,"t_done_unix":1779770072.7947822},{"request_id":"1391584:2:1392466:715","session_id":"1391584","input_length":15483,"t_proxy_recv":339208.130314848,"t_decision_unix":1779770073.1442564,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14848,"affinity_cache_ratio":0.958987276367629,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (635 < 8000)","cache_hit":14848,"estimated_new_tokens":635,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91673,"ongoing_decode_tokens":0,"pending_prefill_tokens":71705,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":15483,"score_linear":91673.0,"score_lmetric":174376},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28307,"ongoing_decode_tokens":28307,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":15483,"score_linear":28307.0,"score_lmetric":15483},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":15483,"score_linear":98853.0,"score_lmetric":87382},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":15483,"score_linear":257663.0,"score_lmetric":47874},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":87687,"ongoing_decode_tokens":0,"pending_prefill_tokens":2183,"num_requests":1,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":15483,"score_linear":87687.0,"score_lmetric":17666},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":173373,"ongoing_decode_tokens":173373,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1845,"cache_hit":0,"new_prefill":15483,"score_linear":173373.0,"score_lmetric":61932},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":52023,"ongoing_decode_tokens":52023,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":14848,"new_prefill":635,"score_linear":37175.0,"score_lmetric":1270},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":15483,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":37175.0,"chosen_score_lmetric":1270,"t_first_token":339208.215448194,"t_first_token_unix":1779770073.229391,"t_done":339208.938829568,"t_done_unix":1779770073.9527776},{"request_id":"1355484:12:1391879:714","session_id":"1355484","input_length":28382,"t_proxy_recv":339205.948327751,"t_decision_unix":1779770070.962269,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9380593333803114,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1758 < 8000)","cache_hit":26624,"estimated_new_tokens":1758,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91673,"ongoing_decode_tokens":0,"pending_prefill_tokens":71705,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":28382,"score_linear":91673.0,"score_lmetric":200174},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":28382,"score_linear":28307.0,"score_lmetric":56689},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":28382,"score_linear":98853.0,"score_lmetric":100281},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":19456,"new_prefill":8926,"score_linear":238207.0,"score_lmetric":28203},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":153371,"ongoing_decode_tokens":153371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":28382,"score_linear":153371.0,"score_lmetric":56764},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":173308,"ongoing_decode_tokens":89904,"pending_prefill_tokens":11724,"num_requests":4,"active_p_offloads":0,"cached_blocks":1843,"cache_hit":0,"new_prefill":28382,"score_linear":173308.0,"score_lmetric":160424},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":38943,"ongoing_decode_tokens":23641,"pending_prefill_tokens":15302,"num_requests":2,"active_p_offloads":0,"cached_blocks":1574,"cache_hit":26624,"new_prefill":1758,"score_linear":12319.0,"score_lmetric":34120},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1595,"cache_hit":12800,"new_prefill":15582,"score_linear":48743.0,"score_lmetric":15582}],"chosen_score_linear":12319.0,"chosen_score_lmetric":34120,"t_first_token":339206.523482937,"t_first_token_unix":1779770071.537426,"t_done":339208.940375532,"t_done_unix":1779770073.954319},{"request_id":"1363943:9:1390468:707","session_id":"1363943","input_length":23641,"t_proxy_recv":339201.213550505,"t_decision_unix":1779770066.2274919,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9096061926314454,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2137 < 8000)","cache_hit":21504,"estimated_new_tokens":2137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70990,"ongoing_decode_tokens":0,"pending_prefill_tokens":70990,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":8704,"new_prefill":14937,"score_linear":62286.0,"score_lmetric":85927},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128201,"ongoing_decode_tokens":0,"pending_prefill_tokens":1225,"num_requests":1,"active_p_offloads":0,"cached_blocks":1504,"cache_hit":0,"new_prefill":23641,"score_linear":128201.0,"score_lmetric":24866},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":4096,"new_prefill":19545,"score_linear":94757.0,"score_lmetric":91444},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":315319,"ongoing_decode_tokens":217052,"pending_prefill_tokens":475,"num_requests":4,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":23641,"score_linear":315319.0,"score_lmetric":96464},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":153371,"ongoing_decode_tokens":153371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":4096,"new_prefill":19545,"score_linear":149275.0,"score_lmetric":39090},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":160538,"ongoing_decode_tokens":160538,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1832,"cache_hit":4096,"new_prefill":19545,"score_linear":156442.0,"score_lmetric":78180},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":1349,"ongoing_decode_tokens":1349,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1571,"cache_hit":21504,"new_prefill":2137,"score_linear":-20155.0,"score_lmetric":2137},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106305,"ongoing_decode_tokens":106305,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1593,"cache_hit":0,"new_prefill":23641,"score_linear":106305.0,"score_lmetric":23641}],"chosen_score_linear":-20155.0,"chosen_score_lmetric":2137,"t_first_token":339201.575687633,"t_first_token_unix":1779770066.5896318,"t_done":339209.100779712,"t_done_unix":1779770074.1147246},{"request_id":"1391404:1:1391404:712","session_id":"1391404","input_length":28307,"t_proxy_recv":339204.296915761,"t_decision_unix":1779770069.310857,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":28307,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91673,"ongoing_decode_tokens":0,"pending_prefill_tokens":71705,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":28307,"score_linear":91673.0,"score_lmetric":200024},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":28307,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":28307,"score_linear":98853.0,"score_lmetric":100206},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":28307,"score_linear":257663.0,"score_lmetric":86346},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":153371,"ongoing_decode_tokens":153371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":2560,"new_prefill":25747,"score_linear":150811.0,"score_lmetric":51494},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":173308,"ongoing_decode_tokens":89904,"pending_prefill_tokens":11724,"num_requests":4,"active_p_offloads":0,"cached_blocks":1843,"cache_hit":0,"new_prefill":28307,"score_linear":173308.0,"score_lmetric":160124},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":23641,"ongoing_decode_tokens":23641,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1574,"cache_hit":0,"new_prefill":28307,"score_linear":23641.0,"score_lmetric":28307},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1595,"cache_hit":0,"new_prefill":28307,"score_linear":61543.0,"score_lmetric":28307}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339207.849589433,"t_first_token_unix":1779770072.8635333,"t_done":339209.172303252,"t_done_unix":1779770074.1862469},{"request_id":"1366128:14:1389156:701","session_id":"1366128","input_length":83404,"t_proxy_recv":339201.997345954,"t_decision_unix":1779770067.0112875,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":71680,"affinity_cache_ratio":0.8594312023404154,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":71680,"estimated_new_tokens":11724,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70990,"ongoing_decode_tokens":0,"pending_prefill_tokens":70990,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":83404,"score_linear":70990.0,"score_lmetric":154394},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128201,"ongoing_decode_tokens":128201,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1504,"cache_hit":0,"new_prefill":83404,"score_linear":128201.0,"score_lmetric":83404},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":83404,"score_linear":98853.0,"score_lmetric":155303},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":315319,"ongoing_decode_tokens":217052,"pending_prefill_tokens":475,"num_requests":4,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":83404,"score_linear":315319.0,"score_lmetric":335516},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":153371,"ongoing_decode_tokens":153371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":83404,"score_linear":153371.0,"score_lmetric":166808},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":89904,"ongoing_decode_tokens":89904,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1843,"cache_hit":71680,"new_prefill":11724,"score_linear":18224.0,"score_lmetric":35172},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24990,"ongoing_decode_tokens":24990,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1571,"cache_hit":0,"new_prefill":83404,"score_linear":24990.0,"score_lmetric":166808},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106305,"ongoing_decode_tokens":106305,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1593,"cache_hit":0,"new_prefill":83404,"score_linear":106305.0,"score_lmetric":83404}],"chosen_score_linear":18224.0,"chosen_score_lmetric":35172,"t_first_token":339207.74675347,"t_first_token_unix":1779770072.760697,"t_done":339209.344018189,"t_done_unix":1779770074.357962},{"request_id":"1390240:2:1392954:717","session_id":"1390240","input_length":7440,"t_proxy_recv":339209.8448434,"t_decision_unix":1779770074.8587847,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":5120,"affinity_cache_ratio":0.6881720430107527,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2320 < 8000)","cache_hit":5120,"estimated_new_tokens":2320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91673,"ongoing_decode_tokens":0,"pending_prefill_tokens":71705,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":7440,"score_linear":91673.0,"score_lmetric":158290},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83622,"ongoing_decode_tokens":0,"pending_prefill_tokens":83622,"num_requests":1,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":7440,"score_linear":83622.0,"score_lmetric":91062},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":7440,"score_linear":98853.0,"score_lmetric":79339},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":7440,"score_linear":257663.0,"score_lmetric":23745},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":87687,"ongoing_decode_tokens":87687,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":7440,"score_linear":87687.0,"score_lmetric":7440},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":89969,"ongoing_decode_tokens":89969,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":7440,"score_linear":89969.0,"score_lmetric":22320},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1612,"cache_hit":5120,"new_prefill":2320,"score_linear":-5120.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":339210.072530392,"t_first_token_unix":1779770075.086474,"t_done":339210.293618692,"t_done_unix":1779770075.3075619},{"request_id":"1340290:6:1387365:695","session_id":"1340290","input_length":27285,"t_proxy_recv":339207.78659174,"t_decision_unix":1779770072.8005333,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9945391240608393,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (149 < 8000)","cache_hit":27136,"estimated_new_tokens":149,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91673,"ongoing_decode_tokens":0,"pending_prefill_tokens":71705,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":27285,"score_linear":91673.0,"score_lmetric":197980},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":27285,"score_linear":28307.0,"score_lmetric":55592},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":27285,"score_linear":98853.0,"score_lmetric":99184},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":27285,"score_linear":257663.0,"score_lmetric":83280},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":87687,"ongoing_decode_tokens":0,"pending_prefill_tokens":2183,"num_requests":1,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":27285,"score_linear":87687.0,"score_lmetric":29468},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":146088,"ongoing_decode_tokens":146088,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1845,"cache_hit":27136,"new_prefill":149,"score_linear":118952.0,"score_lmetric":447},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":52023,"ongoing_decode_tokens":52023,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":1024,"new_prefill":26261,"score_linear":50999.0,"score_lmetric":52522},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":27285,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":118952.0,"chosen_score_lmetric":447,"t_first_token":339207.883311376,"t_first_token_unix":1779770072.8972545,"t_done":339210.401740206,"t_done_unix":1779770075.4156835},{"request_id":"1364090:3:1381959:653","session_id":"1364090","input_length":47401,"t_proxy_recv":339171.113891897,"t_decision_unix":1779770036.1278334,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":27648,"affinity_cache_ratio":0.5832788337798781,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_not_meaningfully_more_cache (src=11264 chosen=27648)","cache_hit":27648,"estimated_new_tokens":19753,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49877,"ongoing_decode_tokens":49877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1350,"cache_hit":7680,"new_prefill":39721,"score_linear":42197.0,"score_lmetric":79442},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":47401,"score_linear":126340.0,"score_lmetric":173741},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":91220,"ongoing_decode_tokens":102518,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":7680,"new_prefill":39721,"score_linear":83540.0,"score_lmetric":39721},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":351902,"ongoing_decode_tokens":159396,"pending_prefill_tokens":2042,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":47401,"score_linear":351902.0,"score_lmetric":247215},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":141954,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":7680,"new_prefill":39721,"score_linear":183757.0,"score_lmetric":158884},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":74657,"ongoing_decode_tokens":74657,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":27648,"new_prefill":19753,"score_linear":47009.0,"score_lmetric":39506},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":19806,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1397,"cache_hit":11264,"new_prefill":36137,"score_linear":8542.0,"score_lmetric":36137},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":47401,"score_linear":60858.0,"score_lmetric":47401}],"chosen_score_linear":47009.0,"chosen_score_lmetric":39506,"t_first_token":339176.253314963,"t_first_token_unix":1779770041.2672584,"t_done":339211.831167408,"t_done_unix":1779770076.8451111},{"request_id":"1370129:5:1390477:708","session_id":"1370129","input_length":87687,"t_proxy_recv":339207.280463453,"t_decision_unix":1779770072.2944052,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9751046335260642,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2183 < 8000)","cache_hit":85504,"estimated_new_tokens":2183,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91673,"ongoing_decode_tokens":0,"pending_prefill_tokens":71705,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":7680,"new_prefill":80007,"score_linear":83993.0,"score_lmetric":303424},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":87687,"score_linear":28307.0,"score_lmetric":115994},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":7680,"new_prefill":80007,"score_linear":91173.0,"score_lmetric":151906},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":87687,"score_linear":257663.0,"score_lmetric":264486},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":85504,"new_prefill":2183,"score_linear":-85504.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":173308,"ongoing_decode_tokens":89904,"pending_prefill_tokens":11724,"num_requests":4,"active_p_offloads":0,"cached_blocks":1843,"cache_hit":7680,"new_prefill":80007,"score_linear":165628.0,"score_lmetric":366924},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":52023,"ongoing_decode_tokens":52023,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":7680,"new_prefill":80007,"score_linear":44343.0,"score_lmetric":160014},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":87687,"score_linear":121811.0,"score_lmetric":147546}],"chosen_score_linear":-85504.0,"chosen_score_lmetric":0,"t_first_token":339208.537243131,"t_first_token_unix":1779770073.5511868,"t_done":339213.039809548,"t_done_unix":1779770078.0537539},{"request_id":"1388507:1:1388507:697","session_id":"1388507","input_length":71899,"t_proxy_recv":339193.927715217,"t_decision_unix":1779770058.941656,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":71899,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":50793,"ongoing_decode_tokens":0,"pending_prefill_tokens":22633,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":71899,"score_linear":50793.0,"score_lmetric":94532},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":71899,"score_linear":126340.0,"score_lmetric":71899},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":26954,"ongoing_decode_tokens":0,"pending_prefill_tokens":20844,"num_requests":0,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":71899,"score_linear":26954.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":315319,"ongoing_decode_tokens":217052,"pending_prefill_tokens":475,"num_requests":4,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":71899,"score_linear":315319.0,"score_lmetric":289496},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148720,"ongoing_decode_tokens":63536,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1670,"cache_hit":0,"new_prefill":71899,"score_linear":148720.0,"score_lmetric":190262},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":224624,"ongoing_decode_tokens":203403,"pending_prefill_tokens":229,"num_requests":5,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":71899,"score_linear":224624.0,"score_lmetric":360640},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":26837,"ongoing_decode_tokens":26837,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1551,"cache_hit":0,"new_prefill":71899,"score_linear":26837.0,"score_lmetric":71899},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123039,"ongoing_decode_tokens":0,"pending_prefill_tokens":52383,"num_requests":2,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":71899,"score_linear":123039.0,"score_lmetric":248564}],"chosen_score_linear":26954.0,"chosen_score_lmetric":0,"t_first_token":339214.143279311,"t_first_token_unix":1779770079.1572227,"t_done":339214.607250044,"t_done_unix":1779770079.621194},{"request_id":"1394167:1:1394167:721","session_id":"1394167","input_length":4675,"t_proxy_recv":339214.108373945,"t_decision_unix":1779770079.1223152,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4675 < 8000)","cache_hit":0,"estimated_new_tokens":4675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91673,"ongoing_decode_tokens":0,"pending_prefill_tokens":71705,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":4675,"score_linear":91673.0,"score_lmetric":152760},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":0,"pending_prefill_tokens":117370,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":4675,"score_linear":218746.0,"score_lmetric":366135},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":4675,"score_linear":98853.0,"score_lmetric":76574},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":4675,"score_linear":257663.0,"score_lmetric":15450},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":4675,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":64227,"ongoing_decode_tokens":64227,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1908,"cache_hit":0,"new_prefill":4675,"score_linear":64227.0,"score_lmetric":9350},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1616,"cache_hit":0,"new_prefill":4675,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":4675,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339214.408575261,"t_first_token_unix":1779770079.4225185,"t_done":339214.780821977,"t_done_unix":1779770079.7947671},{"request_id":"1355484:13:1394384:723","session_id":"1355484","input_length":28665,"t_proxy_recv":339214.854720104,"t_decision_unix":1779770079.8686612,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9823826966684109,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (505 < 8000)","cache_hit":28160,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91673,"ongoing_decode_tokens":0,"pending_prefill_tokens":71705,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":28665,"score_linear":91673.0,"score_lmetric":200740},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":0,"pending_prefill_tokens":117370,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":28665,"score_linear":218746.0,"score_lmetric":438105},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":26954,"ongoing_decode_tokens":38252,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2180,"cache_hit":0,"new_prefill":28665,"score_linear":26954.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":19456,"new_prefill":9209,"score_linear":238207.0,"score_lmetric":29052},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":28665,"score_linear":106143.0,"score_lmetric":46744},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":64227,"ongoing_decode_tokens":64227,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1908,"cache_hit":0,"new_prefill":28665,"score_linear":64227.0,"score_lmetric":57330},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1625,"cache_hit":28160,"new_prefill":505,"score_linear":-28160.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":12800,"new_prefill":15865,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":339214.925214056,"t_first_token_unix":1779770079.9391575,"t_done":339215.631956874,"t_done_unix":1779770080.6459007},{"request_id":"1394482:1:1394482:726","session_id":"1394482","input_length":4428,"t_proxy_recv":339215.268869937,"t_decision_unix":1779770080.2828112,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":4428,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4428 < 8000)","cache_hit":0,"estimated_new_tokens":4428,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91673,"ongoing_decode_tokens":0,"pending_prefill_tokens":71705,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":4428,"score_linear":91673.0,"score_lmetric":152266},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":0,"pending_prefill_tokens":117370,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":4428,"score_linear":218746.0,"score_lmetric":365394},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":31690,"ongoing_decode_tokens":38252,"pending_prefill_tokens":4736,"num_requests":1,"active_p_offloads":0,"cached_blocks":2180,"cache_hit":0,"new_prefill":4428,"score_linear":31690.0,"score_lmetric":9164},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":4428,"score_linear":257663.0,"score_lmetric":14709},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":4428,"score_linear":106143.0,"score_lmetric":22507},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":64227,"ongoing_decode_tokens":64227,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1908,"cache_hit":0,"new_prefill":4428,"score_linear":64227.0,"score_lmetric":8856},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28665,"ongoing_decode_tokens":28665,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1625,"cache_hit":0,"new_prefill":4428,"score_linear":28665.0,"score_lmetric":4428},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":4428,"score_linear":982.0,"score_lmetric":5410}],"chosen_score_linear":28665.0,"chosen_score_lmetric":4428,"t_first_token":339215.556960522,"t_first_token_unix":1779770080.5709038,"t_done":339215.671159949,"t_done_unix":1779770080.6851034},{"request_id":"1394432:1:1394432:725","session_id":"1394432","input_length":4736,"t_proxy_recv":339215.014787709,"t_decision_unix":1779770080.0287294,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4736 < 8000)","cache_hit":0,"estimated_new_tokens":4736,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91673,"ongoing_decode_tokens":0,"pending_prefill_tokens":71705,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":4736,"score_linear":91673.0,"score_lmetric":152882},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":0,"pending_prefill_tokens":117370,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":4736,"score_linear":218746.0,"score_lmetric":366318},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":26954,"ongoing_decode_tokens":38252,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2180,"cache_hit":0,"new_prefill":4736,"score_linear":26954.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":4736,"score_linear":257663.0,"score_lmetric":15633},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":4736,"score_linear":106143.0,"score_lmetric":22815},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":64227,"ongoing_decode_tokens":64227,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1908,"cache_hit":0,"new_prefill":4736,"score_linear":64227.0,"score_lmetric":9472},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28665,"ongoing_decode_tokens":28665,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1625,"cache_hit":0,"new_prefill":4736,"score_linear":28665.0,"score_lmetric":4736},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":4736,"score_linear":982.0,"score_lmetric":5718}],"chosen_score_linear":26954.0,"chosen_score_lmetric":0,"t_first_token":339215.324475875,"t_first_token_unix":1779770080.3384194,"t_done":339215.738110164,"t_done_unix":1779770080.7520533},{"request_id":"1384947:3:1390898:710","session_id":"1384947","input_length":20683,"t_proxy_recv":339202.949540179,"t_decision_unix":1779770067.9634814,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9654305468258957,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (715 < 8000)","cache_hit":19968,"estimated_new_tokens":715,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70990,"ongoing_decode_tokens":0,"pending_prefill_tokens":70990,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":19968,"new_prefill":715,"score_linear":51022.0,"score_lmetric":71705},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":20683,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":20683,"score_linear":98853.0,"score_lmetric":92582},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":20683,"score_linear":257663.0,"score_lmetric":63474},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":153371,"ongoing_decode_tokens":153371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":20683,"score_linear":153371.0,"score_lmetric":41366},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":173308,"ongoing_decode_tokens":89904,"pending_prefill_tokens":11724,"num_requests":4,"active_p_offloads":0,"cached_blocks":1843,"cache_hit":0,"new_prefill":20683,"score_linear":173308.0,"score_lmetric":129628},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24990,"ongoing_decode_tokens":24990,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1571,"cache_hit":0,"new_prefill":20683,"score_linear":24990.0,"score_lmetric":41366},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1595,"cache_hit":0,"new_prefill":20683,"score_linear":61543.0,"score_lmetric":20683}],"chosen_score_linear":51022.0,"chosen_score_lmetric":71705,"t_first_token":339215.60728526,"t_first_token_unix":1779770080.6212282,"t_done":339217.717750213,"t_done_unix":1779770082.7316933},{"request_id":"1364090:4:1392998:718","session_id":"1364090","input_length":48944,"t_proxy_recv":339211.840704163,"t_decision_unix":1779770076.8546457,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9833278849297156,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (816 < 8000)","cache_hit":48128,"estimated_new_tokens":816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91673,"ongoing_decode_tokens":0,"pending_prefill_tokens":71705,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":7680,"new_prefill":41264,"score_linear":83993.0,"score_lmetric":225938},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83622,"ongoing_decode_tokens":0,"pending_prefill_tokens":83622,"num_requests":1,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":48944,"score_linear":83622.0,"score_lmetric":132566},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":7680,"new_prefill":41264,"score_linear":91173.0,"score_lmetric":113163},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":48944,"score_linear":257663.0,"score_lmetric":148257},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":87687,"ongoing_decode_tokens":87687,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":7680,"new_prefill":41264,"score_linear":80007.0,"score_lmetric":41264},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1908,"cache_hit":48128,"new_prefill":816,"score_linear":-32845.0,"score_lmetric":816},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1616,"cache_hit":11264,"new_prefill":37680,"score_linear":-11264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":48944,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-32845.0,"chosen_score_lmetric":816,"t_first_token":339212.207673881,"t_first_token_unix":1779770077.2216172,"t_done":339217.886931583,"t_done_unix":1779770082.900875},{"request_id":"1394167:2:1395165:728","session_id":"1394167","input_length":4863,"t_proxy_recv":339217.540233934,"t_decision_unix":1779770082.5541751,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":4608,"affinity_cache_ratio":0.9475632325724861,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (255 < 8000)","cache_hit":4608,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91673,"ongoing_decode_tokens":91673,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":4863,"score_linear":91673.0,"score_lmetric":9726},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":0,"pending_prefill_tokens":117370,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":4863,"score_linear":218746.0,"score_lmetric":366699},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62404,"ongoing_decode_tokens":38252,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":0,"new_prefill":4863,"score_linear":62404.0,"score_lmetric":40313},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":4863,"score_linear":257663.0,"score_lmetric":16014},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":4863,"score_linear":106143.0,"score_lmetric":22942},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":64227,"ongoing_decode_tokens":64227,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1908,"cache_hit":0,"new_prefill":4863,"score_linear":64227.0,"score_lmetric":9726},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":4608,"new_prefill":255,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":4863,"score_linear":982.0,"score_lmetric":5845}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":339217.583507733,"t_first_token_unix":1779770082.5974507,"t_done":339218.184778737,"t_done_unix":1779770083.1987221},{"request_id":"1342921:4:1389290:702","session_id":"1342921","input_length":70990,"t_proxy_recv":339198.115335251,"t_decision_unix":1779770063.129277,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":0,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9736582617270038,"affinity_num_requests":4,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":70990,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":70990,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":70990,"score_linear":126340.0,"score_lmetric":70990},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":70990,"score_linear":98853.0,"score_lmetric":142889},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":315319,"ongoing_decode_tokens":217052,"pending_prefill_tokens":475,"num_requests":4,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":70990,"score_linear":315319.0,"score_lmetric":285860},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148720,"ongoing_decode_tokens":148720,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1670,"cache_hit":0,"new_prefill":70990,"score_linear":148720.0,"score_lmetric":141980},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":155159,"ongoing_decode_tokens":155159,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":69120,"new_prefill":1870,"score_linear":86039.0,"score_lmetric":7480},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":70990,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123039,"ongoing_decode_tokens":0,"pending_prefill_tokens":52383,"num_requests":2,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":70990,"score_linear":123039.0,"score_lmetric":246746}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339215.606111884,"t_first_token_unix":1779770080.6200554,"t_done":339218.461568426,"t_done_unix":1779770083.4755123},{"request_id":"1390240:3:1395387:730","session_id":"1390240","input_length":10890,"t_proxy_recv":339218.398548126,"t_decision_unix":1779770083.4124858,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":7168,"affinity_cache_ratio":0.65821854912764,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3722 < 8000)","cache_hit":7168,"estimated_new_tokens":3722,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70990,"ongoing_decode_tokens":70990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":10890,"score_linear":70990.0,"score_lmetric":10890},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":0,"pending_prefill_tokens":117370,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":10890,"score_linear":218746.0,"score_lmetric":384780},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":69296,"ongoing_decode_tokens":38252,"pending_prefill_tokens":37734,"num_requests":2,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":0,"new_prefill":10890,"score_linear":69296.0,"score_lmetric":97248},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":10890,"score_linear":257663.0,"score_lmetric":34095},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":10890,"score_linear":106143.0,"score_lmetric":28969},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":10890,"score_linear":15283.0,"score_lmetric":10890},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":7168,"new_prefill":3722,"score_linear":-7168.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":10890,"score_linear":982.0,"score_lmetric":11872}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":339218.766965236,"t_first_token_unix":1779770083.7809086,"t_done":339219.343408933,"t_done_unix":1779770084.3573523},{"request_id":"1378979:1:1378979:633","session_id":"1378979","input_length":15283,"t_proxy_recv":339160.644935289,"t_decision_unix":1779770025.658877,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":15283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":15283,"score_linear":35888.0,"score_lmetric":15283},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":15283,"score_linear":126340.0,"score_lmetric":141623},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":15283,"score_linear":89568.0,"score_lmetric":94778},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":378027,"ongoing_decode_tokens":230647,"pending_prefill_tokens":4875,"num_requests":7,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":14848,"new_prefill":435,"score_linear":363179.0,"score_lmetric":37170},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":63536,"pending_prefill_tokens":44626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":15283,"score_linear":191437.0,"score_lmetric":239636},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1797,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":19806,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1362,"cache_hit":0,"new_prefill":15283,"score_linear":19806.0,"score_lmetric":15283},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":143943,"ongoing_decode_tokens":0,"pending_prefill_tokens":46663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":15283,"score_linear":143943.0,"score_lmetric":123892}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339162.00865374,"t_first_token_unix":1779770027.0225973,"t_done":339219.725214554,"t_done_unix":1779770084.7391586},{"request_id":"1394432:2:1395186:729","session_id":"1394432","input_length":6892,"t_proxy_recv":339217.602852316,"t_decision_unix":1779770082.6167939,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":4608,"affinity_cache_ratio":0.6686012768427162,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2284 < 8000)","cache_hit":4608,"estimated_new_tokens":2284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91673,"ongoing_decode_tokens":91673,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":6892,"score_linear":91673.0,"score_lmetric":13784},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":0,"pending_prefill_tokens":117370,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":6892,"score_linear":218746.0,"score_lmetric":372786},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62404,"ongoing_decode_tokens":38252,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":4608,"new_prefill":2284,"score_linear":57796.0,"score_lmetric":37734},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":6892,"score_linear":257663.0,"score_lmetric":22101},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":6892,"score_linear":106143.0,"score_lmetric":24971},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":64227,"ongoing_decode_tokens":64227,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1908,"cache_hit":0,"new_prefill":6892,"score_linear":64227.0,"score_lmetric":13784},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":4863,"ongoing_decode_tokens":4863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":6892,"score_linear":4863.0,"score_lmetric":6892},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":6892,"score_linear":982.0,"score_lmetric":7874}],"chosen_score_linear":57796.0,"chosen_score_lmetric":37734,"t_first_token":339221.385105503,"t_first_token_unix":1779770086.3990488,"t_done":339221.887253909,"t_done_unix":1779770086.9011972},{"request_id":"1394696:1:1394696:727","session_id":"1394696","input_length":35450,"t_proxy_recv":339216.045537284,"t_decision_unix":1779770081.0594785,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":0,"estimated_new_tokens":35450,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91673,"ongoing_decode_tokens":91673,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":35450,"score_linear":91673.0,"score_lmetric":70900},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":0,"pending_prefill_tokens":117370,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":35450,"score_linear":218746.0,"score_lmetric":458460},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":26954,"ongoing_decode_tokens":38252,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":0,"new_prefill":35450,"score_linear":26954.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":35450,"score_linear":257663.0,"score_lmetric":107775},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":35450,"score_linear":106143.0,"score_lmetric":53529},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":64227,"ongoing_decode_tokens":64227,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1908,"cache_hit":0,"new_prefill":35450,"score_linear":64227.0,"score_lmetric":70900},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":35450,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":35450,"score_linear":982.0,"score_lmetric":36432}],"chosen_score_linear":26954.0,"chosen_score_lmetric":0,"t_first_token":339221.380990393,"t_first_token_unix":1779770086.3949344,"t_done":339222.043874388,"t_done_unix":1779770087.057818},{"request_id":"1268861:7:1374579:614","session_id":"1268861","input_length":41508,"t_proxy_recv":339145.492697435,"t_decision_unix":1779770010.5066385,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":36864,"affinity_cache_ratio":0.8881179531656548,"affinity_num_requests":6,"avg_num_requests":2.5,"fallback_score":42918,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4644 < 8000)","cache_hit":36864,"estimated_new_tokens":4644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":32113,"ongoing_decode_tokens":0,"pending_prefill_tokens":18497,"num_requests":2,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":41508,"score_linear":32113.0,"score_lmetric":120010},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":41508,"score_linear":126340.0,"score_lmetric":167848},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":41508,"score_linear":89568.0,"score_lmetric":121003},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":336145,"ongoing_decode_tokens":250361,"pending_prefill_tokens":2509,"num_requests":6,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":36864,"new_prefill":4644,"score_linear":299281.0,"score_lmetric":42918},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":209467,"ongoing_decode_tokens":18301,"pending_prefill_tokens":6211,"num_requests":5,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":41508,"score_linear":209467.0,"score_lmetric":238595},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":73469,"ongoing_decode_tokens":26705,"pending_prefill_tokens":11948,"num_requests":2,"active_p_offloads":0,"cached_blocks":1684,"cache_hit":0,"new_prefill":41508,"score_linear":73469.0,"score_lmetric":106912},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":100108,"ongoing_decode_tokens":80246,"pending_prefill_tokens":19862,"num_requests":2,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":0,"new_prefill":41508,"score_linear":100108.0,"score_lmetric":122740},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":41508,"score_linear":105902.0,"score_lmetric":86994}],"chosen_score_linear":299281.0,"chosen_score_lmetric":42918,"t_first_token":339169.9130681,"t_first_token_unix":1779770034.9270113,"t_done":339222.892951235,"t_done_unix":1779770087.9068952},{"request_id":"1277428:7:1372183:602","session_id":"1277428","input_length":38252,"t_proxy_recv":339190.485846721,"t_decision_unix":1779770055.4997883,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":2,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9503293945414619,"affinity_num_requests":4,"avg_num_requests":1.875,"fallback_score":-20844,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=-1 decode_tok=0)","cache_hit":17408,"estimated_new_tokens":20844,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":50793,"ongoing_decode_tokens":0,"pending_prefill_tokens":22633,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":38252,"score_linear":50793.0,"score_lmetric":60885},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":4608,"new_prefill":33644,"score_linear":121732.0,"score_lmetric":159984},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":17408,"new_prefill":20844,"score_linear":-28706.0,"score_lmetric":-20844},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":315319,"ongoing_decode_tokens":217052,"pending_prefill_tokens":475,"num_requests":4,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":36352,"new_prefill":1900,"score_linear":278967.0,"score_lmetric":9500},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148720,"ongoing_decode_tokens":63536,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1670,"cache_hit":0,"new_prefill":38252,"score_linear":148720.0,"score_lmetric":122968},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":224624,"ongoing_decode_tokens":132149,"pending_prefill_tokens":12091,"num_requests":5,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":38252,"score_linear":224624.0,"score_lmetric":251715},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":25226,"ongoing_decode_tokens":25226,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":38252,"score_linear":25226.0,"score_lmetric":38252},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":123039,"ongoing_decode_tokens":0,"pending_prefill_tokens":52383,"num_requests":2,"active_p_offloads":0,"cached_blocks":1579,"cache_hit":0,"new_prefill":38252,"score_linear":123039.0,"score_lmetric":181270}],"chosen_score_linear":-28706.0,"chosen_score_lmetric":-20844,"t_first_token":339196.355108966,"t_first_token_unix":1779770061.3690526,"t_done":339223.784601625,"t_done_unix":1779770088.7985451},{"request_id":"1305906:3:1396717:733","session_id":"1305906","input_length":17047,"t_proxy_recv":339222.92761651,"t_decision_unix":1779770087.9415576,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":16384,"affinity_cache_ratio":0.9611075262509532,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (663 < 8000)","cache_hit":16384,"estimated_new_tokens":663,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":17047,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":0,"pending_prefill_tokens":117370,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":17047,"score_linear":218746.0,"score_lmetric":403251},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":26954,"ongoing_decode_tokens":38252,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2262,"cache_hit":0,"new_prefill":17047,"score_linear":26954.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":216155,"ongoing_decode_tokens":216155,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1274,"cache_hit":0,"new_prefill":17047,"score_linear":216155.0,"score_lmetric":34094},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":17047,"score_linear":106143.0,"score_lmetric":35126},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21241,"ongoing_decode_tokens":21241,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":16384,"new_prefill":663,"score_linear":4857.0,"score_lmetric":663},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":17047,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":17047,"score_linear":982.0,"score_lmetric":18029}],"chosen_score_linear":4857.0,"chosen_score_lmetric":663,"t_first_token":339224.565778601,"t_first_token_unix":1779770089.5797217,"t_done":339225.539184017,"t_done_unix":1779770090.5531278},{"request_id":"1395933:1:1395933:732","session_id":"1395933","input_length":21241,"t_proxy_recv":339220.339116078,"t_decision_unix":1779770085.353057,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":11776,"estimated_new_tokens":9465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":11776,"new_prefill":9465,"score_linear":-11776.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":0,"pending_prefill_tokens":117370,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":21241,"score_linear":218746.0,"score_lmetric":415833},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":69296,"ongoing_decode_tokens":38252,"pending_prefill_tokens":37734,"num_requests":2,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":0,"new_prefill":21241,"score_linear":69296.0,"score_lmetric":117950},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":257663,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":21241,"score_linear":257663.0,"score_lmetric":63723},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":21241,"score_linear":106143.0,"score_lmetric":39320},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":11776,"new_prefill":9465,"score_linear":-11776.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":11776,"new_prefill":9465,"score_linear":-11776.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":21241,"score_linear":982.0,"score_lmetric":22223}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":339222.578369922,"t_first_token_unix":1779770087.5923133,"t_done":339225.637850933,"t_done_unix":1779770090.6517942},{"request_id":"1360649:1:1360649:527","session_id":"1360649","input_length":117888,"t_proxy_recv":339096.601465217,"t_decision_unix":1779769961.6153994,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":117888,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156948,"ongoing_decode_tokens":0,"pending_prefill_tokens":123156,"num_requests":2,"active_p_offloads":0,"cached_blocks":991,"cache_hit":0,"new_prefill":117888,"score_linear":156948.0,"score_lmetric":482088},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":117888,"score_linear":130877.0,"score_lmetric":235776},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58266,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":117888,"score_linear":58266.0,"score_lmetric":117888},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1254,"cache_hit":0,"new_prefill":117888,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1222,"cache_hit":0,"new_prefill":117888,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":117888,"score_linear":83526.0,"score_lmetric":201414},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1147,"cache_hit":0,"new_prefill":117888,"score_linear":80246.0,"score_lmetric":117888},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":34694,"num_requests":1,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":0,"new_prefill":117888,"score_linear":58758.0,"score_lmetric":152582}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339143.701528998,"t_first_token_unix":1779770008.7154732,"t_done":339226.501802398,"t_done_unix":1779770091.515746},{"request_id":"1398145:1:1398145:739","session_id":"1398145","input_length":3213,"t_proxy_recv":339228.088595646,"t_decision_unix":1779770093.102537,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3213 < 8000)","cache_hit":0,"estimated_new_tokens":3213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":3213,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":0,"pending_prefill_tokens":117370,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":3213,"score_linear":218746.0,"score_lmetric":361749},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":1836,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":0,"new_prefill":3213,"score_linear":1836.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":217319,"ongoing_decode_tokens":217319,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":0,"new_prefill":3213,"score_linear":217319.0,"score_lmetric":6426},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":3213,"score_linear":106143.0,"score_lmetric":3213},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":92528,"num_requests":1,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":3213,"score_linear":93040.0,"score_lmetric":95741},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":3213,"score_linear":16550.0,"score_lmetric":19763},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":3213,"score_linear":982.0,"score_lmetric":4195}],"chosen_score_linear":1836.0,"chosen_score_lmetric":0,"t_first_token":339228.292602316,"t_first_token_unix":1779770093.3065548,"t_done":339228.439167962,"t_done_unix":1779770093.453111},{"request_id":"1398213:1:1398213:742","session_id":"1398213","input_length":3891,"t_proxy_recv":339228.229909879,"t_decision_unix":1779770093.2438514,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3891 < 8000)","cache_hit":0,"estimated_new_tokens":3891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":3891,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":0,"pending_prefill_tokens":117370,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":3891,"score_linear":218746.0,"score_lmetric":363783},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":5049,"ongoing_decode_tokens":13134,"pending_prefill_tokens":3213,"num_requests":1,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":0,"new_prefill":3891,"score_linear":5049.0,"score_lmetric":7104},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":217319,"ongoing_decode_tokens":217319,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":0,"new_prefill":3891,"score_linear":217319.0,"score_lmetric":7782},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":3891,"score_linear":106143.0,"score_lmetric":3891},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93024,"num_requests":2,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":3891,"score_linear":103776.0,"score_lmetric":193830},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47774,"ongoing_decode_tokens":0,"pending_prefill_tokens":19102,"num_requests":2,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":3891,"score_linear":47774.0,"score_lmetric":45986},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":3891,"score_linear":982.0,"score_lmetric":4873}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339228.474510796,"t_first_token_unix":1779770093.488454,"t_done":339228.797147624,"t_done_unix":1779770093.811091},{"request_id":"1360649:2:1367022:561","session_id":"1360649","input_length":119052,"t_proxy_recv":339226.527266533,"t_decision_unix":1779770091.541208,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":118272,"affinity_cache_ratio":0.9934482411047273,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (780 < 8000)","cache_hit":118272,"estimated_new_tokens":780,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":119052,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":0,"pending_prefill_tokens":117370,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":1024,"new_prefill":118028,"score_linear":217722.0,"score_lmetric":706194},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":1836,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":0,"new_prefill":119052,"score_linear":1836.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":118272,"new_prefill":780,"score_linear":-20005.0,"score_lmetric":780},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":119052,"score_linear":106143.0,"score_lmetric":119052},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":92528,"num_requests":1,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":4096,"new_prefill":114956,"score_linear":88944.0,"score_lmetric":207484},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":119052,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":119052,"score_linear":982.0,"score_lmetric":120034}],"chosen_score_linear":-20005.0,"chosen_score_lmetric":780,"t_first_token":339227.117208546,"t_first_token_unix":1779770092.1311522,"t_done":339229.218896059,"t_done_unix":1779770094.2328393},{"request_id":"1397840:1:1397840:737","session_id":"1397840","input_length":16550,"t_proxy_recv":339227.019471405,"t_decision_unix":1779770092.0334127,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":16550,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":16550,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":0,"pending_prefill_tokens":117370,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":16550,"score_linear":218746.0,"score_lmetric":401760},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":1836,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":0,"new_prefill":16550,"score_linear":1836.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":217319,"ongoing_decode_tokens":98267,"pending_prefill_tokens":780,"num_requests":2,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":0,"new_prefill":16550,"score_linear":217319.0,"score_lmetric":34660},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":16550,"score_linear":106143.0,"score_lmetric":16550},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":92528,"num_requests":1,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":16550,"score_linear":93040.0,"score_lmetric":109078},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":16550,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":16550,"score_linear":982.0,"score_lmetric":17532}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339228.59603726,"t_first_token_unix":1779770093.6099803,"t_done":339229.523838662,"t_done_unix":1779770094.537782},{"request_id":"1398594:1:1398594:744","session_id":"1398594","input_length":7877,"t_proxy_recv":339229.457891169,"t_decision_unix":1779770094.4718323,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7877 < 8000)","cache_hit":0,"estimated_new_tokens":7877,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":0,"new_prefill":7877,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":0,"pending_prefill_tokens":117370,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":7877,"score_linear":218746.0,"score_lmetric":375741},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":65094,"ongoing_decode_tokens":13134,"pending_prefill_tokens":12058,"num_requests":1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":7877,"score_linear":65094.0,"score_lmetric":19935},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":7877,"score_linear":98267.0,"score_lmetric":7877},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":7877,"score_linear":106143.0,"score_lmetric":7877},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93024,"num_requests":2,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":7877,"score_linear":103776.0,"score_lmetric":201802},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47774,"ongoing_decode_tokens":47774,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":7877,"score_linear":47774.0,"score_lmetric":15754},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":7877,"score_linear":982.0,"score_lmetric":8859}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339230.004902555,"t_first_token_unix":1779770095.0188463,"t_done":339230.122578556,"t_done_unix":1779770095.136522},{"request_id":"1355484:14:1398178:740","session_id":"1355484","input_length":31224,"t_proxy_recv":339228.167923426,"t_decision_unix":1779770093.181865,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9182679989751473,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2552 < 8000)","cache_hit":28672,"estimated_new_tokens":2552,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":31224,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":0,"pending_prefill_tokens":117370,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":31224,"score_linear":218746.0,"score_lmetric":445782},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":5049,"ongoing_decode_tokens":13134,"pending_prefill_tokens":3213,"num_requests":1,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":0,"new_prefill":31224,"score_linear":5049.0,"score_lmetric":34437},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":217319,"ongoing_decode_tokens":217319,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":19456,"new_prefill":11768,"score_linear":197863.0,"score_lmetric":23536},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":31224,"score_linear":106143.0,"score_lmetric":31224},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":92528,"num_requests":1,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":31224,"score_linear":93040.0,"score_lmetric":123752},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":28672,"new_prefill":2552,"score_linear":-12122.0,"score_lmetric":19102},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":12800,"new_prefill":18424,"score_linear":-11818.0,"score_lmetric":19406}],"chosen_score_linear":-12122.0,"chosen_score_lmetric":19102,"t_first_token":339229.200240989,"t_first_token_unix":1779770094.2141845,"t_done":339230.664558909,"t_done_unix":1779770095.6785023},{"request_id":"1399948:1:1399948:748","session_id":"1399948","input_length":4991,"t_proxy_recv":339234.268924206,"t_decision_unix":1779770099.2828655,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4991 < 8000)","cache_hit":0,"estimated_new_tokens":4991,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":4991,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":0,"pending_prefill_tokens":117370,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":4991,"score_linear":218746.0,"score_lmetric":367083},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":65094,"ongoing_decode_tokens":13134,"pending_prefill_tokens":12058,"num_requests":1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":4991,"score_linear":65094.0,"score_lmetric":17049},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":4991,"score_linear":98267.0,"score_lmetric":4991},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":4991,"score_linear":106143.0,"score_lmetric":4991},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93024,"num_requests":2,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":4991,"score_linear":103776.0,"score_lmetric":196030},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1678,"cache_hit":0,"new_prefill":4991,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":4991,"score_linear":982.0,"score_lmetric":5973}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339234.589229437,"t_first_token_unix":1779770099.603173,"t_done":339235.262439845,"t_done_unix":1779770100.2763832},{"request_id":"1400379:1:1400379:751","session_id":"1400379","input_length":3707,"t_proxy_recv":339235.584298767,"t_decision_unix":1779770100.59824,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3707 < 8000)","cache_hit":0,"estimated_new_tokens":3707,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":3707,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":3707,"score_linear":218746.0,"score_lmetric":112365},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":65094,"ongoing_decode_tokens":13134,"pending_prefill_tokens":12058,"num_requests":1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":3707,"score_linear":65094.0,"score_lmetric":15765},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":3707,"score_linear":98267.0,"score_lmetric":3707},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":3707,"score_linear":106143.0,"score_lmetric":3707},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93024,"num_requests":2,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":3707,"score_linear":103776.0,"score_lmetric":193462},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":57909,"ongoing_decode_tokens":0,"pending_prefill_tokens":10293,"num_requests":2,"active_p_offloads":0,"cached_blocks":1678,"cache_hit":0,"new_prefill":3707,"score_linear":57909.0,"score_lmetric":28000},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":3707,"score_linear":982.0,"score_lmetric":4689}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339235.819020609,"t_first_token_unix":1779770100.8329647,"t_done":339236.105643404,"t_done_unix":1779770101.1195872},{"request_id":"1397840:2:1400216:749","session_id":"1397840","input_length":26440,"t_proxy_recv":339235.068917361,"t_decision_unix":1779770100.0828583,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":16384,"affinity_cache_ratio":0.6196671709531013,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":16384,"estimated_new_tokens":10056,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":4991,"ongoing_decode_tokens":4991,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":26440,"score_linear":4991.0,"score_lmetric":26440},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":26440,"score_linear":218746.0,"score_lmetric":180564},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":65094,"ongoing_decode_tokens":13134,"pending_prefill_tokens":12058,"num_requests":1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":26440,"score_linear":65094.0,"score_lmetric":38498},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":26440,"score_linear":98267.0,"score_lmetric":26440},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":26440,"score_linear":106143.0,"score_lmetric":26440},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93024,"num_requests":2,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":26440,"score_linear":103776.0,"score_lmetric":238928},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1678,"cache_hit":16384,"new_prefill":10056,"score_linear":-16384.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":26440,"score_linear":982.0,"score_lmetric":27422}],"chosen_score_linear":-16384.0,"chosen_score_lmetric":0,"t_first_token":339236.794757866,"t_first_token_unix":1779770101.8087018,"t_done":339237.066350462,"t_done_unix":1779770102.080294},{"request_id":"1355484:15:1400281:750","session_id":"1355484","input_length":31469,"t_proxy_recv":339235.273680294,"t_decision_unix":1779770100.287622,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9924687787981823,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (237 < 8000)","cache_hit":31232,"estimated_new_tokens":237,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1672,"cache_hit":0,"new_prefill":31469,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":31469,"score_linear":218746.0,"score_lmetric":195651},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":65094,"ongoing_decode_tokens":13134,"pending_prefill_tokens":12058,"num_requests":1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":31469,"score_linear":65094.0,"score_lmetric":43527},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":19456,"new_prefill":12013,"score_linear":78811.0,"score_lmetric":12013},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":31469,"score_linear":106143.0,"score_lmetric":31469},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93024,"num_requests":2,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":31469,"score_linear":103776.0,"score_lmetric":248986},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":26440,"ongoing_decode_tokens":0,"pending_prefill_tokens":10056,"num_requests":1,"active_p_offloads":0,"cached_blocks":1678,"cache_hit":31232,"new_prefill":237,"score_linear":-4792.0,"score_lmetric":10293},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":12800,"new_prefill":18669,"score_linear":-11818.0,"score_lmetric":19651}],"chosen_score_linear":-4792.0,"chosen_score_lmetric":10293,"t_first_token":339236.818097909,"t_first_token_unix":1779770101.8320417,"t_done":339237.38737459,"t_done_unix":1779770102.4013178},{"request_id":"1394428:1:1394428:724","session_id":"1394428","input_length":982,"t_proxy_recv":339214.996921417,"t_decision_unix":1779770080.0108628,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (982 < 8000)","cache_hit":0,"estimated_new_tokens":982,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91673,"ongoing_decode_tokens":0,"pending_prefill_tokens":71705,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":512,"new_prefill":470,"score_linear":91161.0,"score_lmetric":144350},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":0,"pending_prefill_tokens":117370,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":982,"score_linear":218746.0,"score_lmetric":355056},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":26954,"ongoing_decode_tokens":38252,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2180,"cache_hit":0,"new_prefill":982,"score_linear":26954.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":982,"score_linear":257663.0,"score_lmetric":4371},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":982,"score_linear":106143.0,"score_lmetric":19061},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":64227,"ongoing_decode_tokens":64227,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1908,"cache_hit":0,"new_prefill":982,"score_linear":64227.0,"score_lmetric":1964},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28665,"ongoing_decode_tokens":28665,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1625,"cache_hit":0,"new_prefill":982,"score_linear":28665.0,"score_lmetric":982},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":982,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339240.123280617,"t_first_token_unix":1779770105.1372237,"t_done":339240.183982852,"t_done_unix":1779770105.1979263},{"request_id":"1313181:7:1327489:383","session_id":"1313181","input_length":121811,"t_proxy_recv":339206.365632403,"t_decision_unix":1779770071.379574,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":61952,"affinity_cache_ratio":0.5085911781366215,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":61952,"estimated_new_tokens":59859,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91673,"ongoing_decode_tokens":0,"pending_prefill_tokens":71705,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":121811,"score_linear":91673.0,"score_lmetric":387032},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":121811,"score_linear":28307.0,"score_lmetric":150118},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":121811,"score_linear":98853.0,"score_lmetric":193710},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":12800,"new_prefill":109011,"score_linear":244863.0,"score_lmetric":328458},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":153371,"ongoing_decode_tokens":153371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":121811,"score_linear":153371.0,"score_lmetric":243622},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":173308,"ongoing_decode_tokens":89904,"pending_prefill_tokens":11724,"num_requests":4,"active_p_offloads":0,"cached_blocks":1843,"cache_hit":0,"new_prefill":121811,"score_linear":173308.0,"score_lmetric":534140},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":67325,"ongoing_decode_tokens":38943,"pending_prefill_tokens":1758,"num_requests":3,"active_p_offloads":0,"cached_blocks":1574,"cache_hit":12800,"new_prefill":109011,"score_linear":54525.0,"score_lmetric":332307},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":61952,"new_prefill":59859,"score_linear":-61952.0,"score_lmetric":0}],"chosen_score_linear":-61952.0,"chosen_score_lmetric":0,"t_first_token":339240.122153252,"t_first_token_unix":1779770105.1360967,"t_done":339241.396761819,"t_done_unix":1779770106.4107056},{"request_id":"1397223:1:1397223:734","session_id":"1397223","input_length":13134,"t_proxy_recv":339224.572785641,"t_decision_unix":1779770089.5867271,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-13134,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=-1 decode_tok=0)","cache_hit":0,"estimated_new_tokens":13134,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":13134,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":0,"pending_prefill_tokens":117370,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":13134,"score_linear":218746.0,"score_lmetric":391512},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":0,"new_prefill":13134,"score_linear":-11298.0,"score_lmetric":-13134},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":216155,"ongoing_decode_tokens":216155,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1274,"cache_hit":0,"new_prefill":13134,"score_linear":216155.0,"score_lmetric":26268},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":13134,"score_linear":106143.0,"score_lmetric":31213},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":38288,"ongoing_decode_tokens":38288,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":0,"new_prefill":13134,"score_linear":38288.0,"score_lmetric":26268},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":13134,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":13134,"score_linear":982.0,"score_lmetric":14116}],"chosen_score_linear":-11298.0,"chosen_score_lmetric":-13134,"t_first_token":339225.684153668,"t_first_token_unix":1779770090.6980968,"t_done":339241.495377915,"t_done_unix":1779770106.5093215},{"request_id":"1253743:8:1398344:743","session_id":"1253743","input_length":63258,"t_proxy_recv":339228.606233179,"t_decision_unix":1779770093.6201746,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":51200,"affinity_cache_ratio":0.8093837933542003,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_not_meaningfully_more_cache (src=49664 chosen=51200)","cache_hit":51200,"estimated_new_tokens":12058,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":3891,"ongoing_decode_tokens":3891,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":63258,"score_linear":3891.0,"score_lmetric":63258},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":0,"pending_prefill_tokens":117370,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":4608,"new_prefill":58650,"score_linear":214138.0,"score_lmetric":528060},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":1836,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":51200,"new_prefill":12058,"score_linear":-49364.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":217319,"ongoing_decode_tokens":217319,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":49664,"new_prefill":13594,"score_linear":167655.0,"score_lmetric":27188},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":63258,"score_linear":106143.0,"score_lmetric":63258},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93024,"num_requests":2,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":63258,"score_linear":103776.0,"score_lmetric":312564},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47774,"ongoing_decode_tokens":16550,"pending_prefill_tokens":2552,"num_requests":2,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":63258,"score_linear":47774.0,"score_lmetric":131620},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":63258,"score_linear":982.0,"score_lmetric":64240}],"chosen_score_linear":-49364.0,"chosen_score_lmetric":0,"t_first_token":339241.130526229,"t_first_token_unix":1779770106.1444697,"t_done":339242.276432248,"t_done_unix":1779770107.290376},{"request_id":"1363943:10:1401002:755","session_id":"1363943","input_length":24442,"t_proxy_recv":339237.981455731,"t_decision_unix":1779770102.9953969,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9845348171180754,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (378 < 8000)","cache_hit":24064,"estimated_new_tokens":378,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":79523,"ongoing_decode_tokens":11414,"pending_prefill_tokens":17421,"num_requests":2,"active_p_offloads":0,"cached_blocks":1679,"cache_hit":8704,"new_prefill":15738,"score_linear":70819.0,"score_lmetric":66318},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":24442,"score_linear":218746.0,"score_lmetric":174570},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":65094,"ongoing_decode_tokens":13134,"pending_prefill_tokens":12058,"num_requests":1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":4096,"new_prefill":20346,"score_linear":60998.0,"score_lmetric":32404},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":24442,"score_linear":98267.0,"score_lmetric":24442},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":4096,"new_prefill":20346,"score_linear":102047.0,"score_lmetric":20346},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93024,"num_requests":2,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":4096,"new_prefill":20346,"score_linear":99680.0,"score_lmetric":226740},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":24064,"new_prefill":378,"score_linear":-24064.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":24442,"score_linear":982.0,"score_lmetric":25424}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":339238.058626238,"t_first_token_unix":1779770103.0725696,"t_done":339243.923767413,"t_done_unix":1779770108.9377105},{"request_id":"1397840:3:1402568:761","session_id":"1397840","input_length":28603,"t_proxy_recv":339243.416795383,"t_decision_unix":1779770108.4307363,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9129112330874384,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2491 < 8000)","cache_hit":26112,"estimated_new_tokens":2491,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83386,"ongoing_decode_tokens":11414,"pending_prefill_tokens":17700,"num_requests":3,"active_p_offloads":0,"cached_blocks":1679,"cache_hit":0,"new_prefill":28603,"score_linear":83386.0,"score_lmetric":138909},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":28603,"score_linear":218746.0,"score_lmetric":187053},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":28603,"score_linear":-11298.0,"score_lmetric":-28603},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":28603,"score_linear":98267.0,"score_lmetric":28603},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":28603,"score_linear":106143.0,"score_lmetric":28603},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":28603,"score_linear":166406.0,"score_lmetric":405315},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":56774,"ongoing_decode_tokens":56774,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":26112,"new_prefill":2491,"score_linear":30662.0,"score_lmetric":4982},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-59793,"ongoing_decode_tokens":62018,"pending_prefill_tokens":-59859,"num_requests":0,"active_p_offloads":0,"cached_blocks":1629,"cache_hit":0,"new_prefill":28603,"score_linear":-59793.0,"score_lmetric":0}],"chosen_score_linear":30662.0,"chosen_score_lmetric":4982,"t_first_token":339243.919865308,"t_first_token_unix":1779770108.9338088,"t_done":339244.146433753,"t_done_unix":1779770109.1603773},{"request_id":"1400379:2:1401201:757","session_id":"1400379","input_length":3863,"t_proxy_recv":339238.69999868,"t_decision_unix":1779770103.7139397,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":3584,"affinity_cache_ratio":0.92777633963241,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (279 < 8000)","cache_hit":3584,"estimated_new_tokens":279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":79523,"ongoing_decode_tokens":11414,"pending_prefill_tokens":17421,"num_requests":2,"active_p_offloads":0,"cached_blocks":1679,"cache_hit":3584,"new_prefill":279,"score_linear":75939.0,"score_lmetric":35400},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":3863,"score_linear":218746.0,"score_lmetric":112833},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":65094,"ongoing_decode_tokens":13134,"pending_prefill_tokens":12058,"num_requests":1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":3863,"score_linear":65094.0,"score_lmetric":15921},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":3863,"score_linear":98267.0,"score_lmetric":3863},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":3863,"score_linear":106143.0,"score_lmetric":3863},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":3863,"score_linear":166406.0,"score_lmetric":331095},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24442,"ongoing_decode_tokens":24442,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":0,"new_prefill":3863,"score_linear":24442.0,"score_lmetric":3863},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":3863,"score_linear":982.0,"score_lmetric":4845}],"chosen_score_linear":75939.0,"chosen_score_lmetric":35400,"t_first_token":339243.700632561,"t_first_token_unix":1779770108.7145798,"t_done":339244.407125353,"t_done_unix":1779770109.4210694},{"request_id":"1398213:2:1400590:753","session_id":"1398213","input_length":11414,"t_proxy_recv":339236.374535203,"t_decision_unix":1779770101.3884764,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":3584,"affinity_cache_ratio":0.3140003504468197,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7830 < 8000)","cache_hit":3584,"estimated_new_tokens":7830,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1679,"cache_hit":3584,"new_prefill":7830,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":11414,"score_linear":218746.0,"score_lmetric":135486},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":65094,"ongoing_decode_tokens":13134,"pending_prefill_tokens":12058,"num_requests":1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":11414,"score_linear":65094.0,"score_lmetric":23472},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":11414,"score_linear":98267.0,"score_lmetric":11414},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":11414,"score_linear":106143.0,"score_lmetric":11414},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93024,"num_requests":2,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":11414,"score_linear":103776.0,"score_lmetric":208876},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":57909,"ongoing_decode_tokens":0,"pending_prefill_tokens":10293,"num_requests":2,"active_p_offloads":0,"cached_blocks":1678,"cache_hit":0,"new_prefill":11414,"score_linear":57909.0,"score_lmetric":43414},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":11414,"score_linear":982.0,"score_lmetric":12396}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":339237.05759704,"t_first_token_unix":1779770102.07154,"t_done":339244.427661885,"t_done_unix":1779770109.4416053},{"request_id":"1355484:16:1401320:758","session_id":"1355484","input_length":32332,"t_proxy_recv":339239.155481776,"t_decision_unix":1779770104.169423,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9659779784733391,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1100 < 8000)","cache_hit":31232,"estimated_new_tokens":1100,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83386,"ongoing_decode_tokens":11414,"pending_prefill_tokens":17700,"num_requests":3,"active_p_offloads":0,"cached_blocks":1679,"cache_hit":0,"new_prefill":32332,"score_linear":83386.0,"score_lmetric":150096},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":32332,"score_linear":218746.0,"score_lmetric":198240},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":65094,"ongoing_decode_tokens":13134,"pending_prefill_tokens":12058,"num_requests":1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":32332,"score_linear":65094.0,"score_lmetric":44390},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":19456,"new_prefill":12876,"score_linear":78811.0,"score_lmetric":12876},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":32332,"score_linear":106143.0,"score_lmetric":32332},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":32332,"score_linear":166406.0,"score_lmetric":416502},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24442,"ongoing_decode_tokens":24442,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":31232,"new_prefill":1100,"score_linear":-6790.0,"score_lmetric":1100},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":12800,"new_prefill":19532,"score_linear":-11818.0,"score_lmetric":20514}],"chosen_score_linear":-6790.0,"chosen_score_lmetric":1100,"t_first_token":339239.433240308,"t_first_token_unix":1779770104.4471843,"t_done":339244.714359661,"t_done_unix":1779770109.7283032},{"request_id":"1313181:7:1382851:662","session_id":"1313181","input_length":62018,"t_proxy_recv":339241.405921476,"t_decision_unix":1779770106.419863,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9989357928343384,"affinity_num_requests":-1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (66 < 8000)","cache_hit":61952,"estimated_new_tokens":66,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83386,"ongoing_decode_tokens":11414,"pending_prefill_tokens":17700,"num_requests":3,"active_p_offloads":0,"cached_blocks":1679,"cache_hit":0,"new_prefill":62018,"score_linear":83386.0,"score_lmetric":239154},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":62018,"score_linear":218746.0,"score_lmetric":287298},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":65094,"ongoing_decode_tokens":76392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":62018,"score_linear":65094.0,"score_lmetric":62018},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":12800,"new_prefill":49218,"score_linear":85467.0,"score_lmetric":49218},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":62018,"score_linear":106143.0,"score_lmetric":62018},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":62018,"score_linear":166406.0,"score_lmetric":505560},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":56774,"ongoing_decode_tokens":56774,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":12800,"new_prefill":49218,"score_linear":43974.0,"score_lmetric":98436},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":-59859,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1629,"cache_hit":61952,"new_prefill":66,"score_linear":-183763.0,"score_lmetric":59793}],"chosen_score_linear":-183763.0,"chosen_score_lmetric":59793,"t_first_token":339241.4997307,"t_first_token_unix":1779770106.5136738,"t_done":339244.785406427,"t_done_unix":1779770109.7993505},{"request_id":"1279412:25:1366203:554","session_id":"1279412","input_length":98267,"t_proxy_recv":339162.733505876,"t_decision_unix":1779770027.7474475,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9951662307794071,"affinity_num_requests":5,"avg_num_requests":2.375,"fallback_score":33430,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (475 < 8000)","cache_hit":97792,"estimated_new_tokens":475,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":98267,"score_linear":35888.0,"score_lmetric":98267},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1256,"cache_hit":0,"new_prefill":98267,"score_linear":126340.0,"score_lmetric":224607},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":89568,"ongoing_decode_tokens":21371,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":98267,"score_linear":89568.0,"score_lmetric":177762},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":273441,"ongoing_decode_tokens":117888,"pending_prefill_tokens":6211,"num_requests":5,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":97792,"new_prefill":475,"score_linear":175649.0,"score_lmetric":33430},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191437,"ongoing_decode_tokens":63536,"pending_prefill_tokens":44626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1478,"cache_hit":0,"new_prefill":98267,"score_linear":191437.0,"score_lmetric":571572},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":17915,"ongoing_decode_tokens":15283,"pending_prefill_tokens":2632,"num_requests":2,"active_p_offloads":0,"cached_blocks":1797,"cache_hit":0,"new_prefill":98267,"score_linear":17915.0,"score_lmetric":201798},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":55570,"ongoing_decode_tokens":0,"pending_prefill_tokens":15284,"num_requests":3,"active_p_offloads":0,"cached_blocks":1362,"cache_hit":0,"new_prefill":98267,"score_linear":55570.0,"score_lmetric":340653},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":143943,"ongoing_decode_tokens":0,"pending_prefill_tokens":46663,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":12800,"new_prefill":85467,"score_linear":131143.0,"score_lmetric":264260}],"chosen_score_linear":175649.0,"chosen_score_lmetric":33430,"t_first_token":339220.239197979,"t_first_token_unix":1779770085.2531424,"t_done":339245.512760284,"t_done_unix":1779770110.526704},{"request_id":"1400379:3:1402972:763","session_id":"1400379","input_length":11216,"t_proxy_recv":339244.912859937,"t_decision_unix":1779770109.926801,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":6,"affinity_cache_hit":3584,"affinity_cache_ratio":0.3195435092724679,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":11216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81019,"ongoing_decode_tokens":81019,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":3584,"new_prefill":7632,"score_linear":77435.0,"score_lmetric":15264},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":11216,"score_linear":218746.0,"score_lmetric":134892},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":112792,"ongoing_decode_tokens":0,"pending_prefill_tokens":124090,"num_requests":0,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":11216,"score_linear":112792.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":11216,"score_linear":98267.0,"score_lmetric":11216},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":11216,"score_linear":106143.0,"score_lmetric":11216},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":11216,"score_linear":166406.0,"score_lmetric":353154},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1705,"cache_hit":0,"new_prefill":11216,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":-59859,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1629,"cache_hit":0,"new_prefill":11216,"score_linear":-121811.0,"score_lmetric":48643}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339245.814778163,"t_first_token_unix":1779770110.828721,"t_done":339246.048710206,"t_done_unix":1779770111.0626554},{"request_id":"1381387:4:1400724:754","session_id":"1381387","input_length":68109,"t_proxy_recv":339236.950933247,"t_decision_unix":1779770101.964871,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":50688,"affinity_cache_ratio":0.7442188257058538,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=1 decode_tok=0)","cache_hit":50688,"estimated_new_tokens":17421,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":11414,"ongoing_decode_tokens":0,"pending_prefill_tokens":7830,"num_requests":1,"active_p_offloads":0,"cached_blocks":1679,"cache_hit":50688,"new_prefill":17421,"score_linear":-39274.0,"score_lmetric":25251},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":68109,"score_linear":218746.0,"score_lmetric":305571},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":65094,"ongoing_decode_tokens":13134,"pending_prefill_tokens":12058,"num_requests":1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":68109,"score_linear":65094.0,"score_lmetric":80167},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":68109,"score_linear":98267.0,"score_lmetric":68109},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":68109,"score_linear":106143.0,"score_lmetric":68109},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93024,"num_requests":2,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":68109,"score_linear":103776.0,"score_lmetric":322266},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":57909,"ongoing_decode_tokens":57909,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1678,"cache_hit":0,"new_prefill":68109,"score_linear":57909.0,"score_lmetric":136218},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":68109,"score_linear":982.0,"score_lmetric":69091}],"chosen_score_linear":-39274.0,"chosen_score_lmetric":25251,"t_first_token":339243.695960255,"t_first_token_unix":1779770108.7099042,"t_done":339246.7862717,"t_done_unix":1779770111.8002155},{"request_id":"1279412:26:1378269:628","session_id":"1279412","input_length":100340,"t_proxy_recv":339245.530391233,"t_decision_unix":1779770110.5443325,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":99840,"affinity_cache_ratio":0.9950169423958541,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (500 < 8000)","cache_hit":99840,"estimated_new_tokens":500,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81019,"ongoing_decode_tokens":81019,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":0,"new_prefill":100340,"score_linear":81019.0,"score_lmetric":200680},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":100340,"score_linear":218746.0,"score_lmetric":402264},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":112792,"ongoing_decode_tokens":0,"pending_prefill_tokens":124090,"num_requests":0,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":100340,"score_linear":112792.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":99840,"new_prefill":500,"score_linear":-99840.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":100340,"score_linear":106143.0,"score_lmetric":100340},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":100340,"score_linear":166406.0,"score_lmetric":620526},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11216,"ongoing_decode_tokens":0,"pending_prefill_tokens":11216,"num_requests":1,"active_p_offloads":0,"cached_blocks":1705,"cache_hit":12800,"new_prefill":87540,"score_linear":-1584.0,"score_lmetric":98756},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":-59859,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1629,"cache_hit":12800,"new_prefill":87540,"score_linear":-134611.0,"score_lmetric":-27681}],"chosen_score_linear":-99840.0,"chosen_score_lmetric":0,"t_first_token":339245.746219741,"t_first_token_unix":1779770110.7601633,"t_done":339247.108901889,"t_done_unix":1779770112.1228456},{"request_id":"1398213:3:1401507:759","session_id":"1398213","input_length":12910,"t_proxy_recv":339244.432332056,"t_decision_unix":1779770109.4462736,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.8725019364833463,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1646 < 8000)","cache_hit":11264,"estimated_new_tokens":1646,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68109,"ongoing_decode_tokens":68109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":11264,"new_prefill":1646,"score_linear":56845.0,"score_lmetric":1646},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":12910,"score_linear":218746.0,"score_lmetric":139974},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":12910,"score_linear":-11298.0,"score_lmetric":-12910},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":12910,"score_linear":98267.0,"score_lmetric":12910},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":12910,"score_linear":106143.0,"score_lmetric":12910},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":12910,"score_linear":166406.0,"score_lmetric":358236},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32332,"ongoing_decode_tokens":32332,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1702,"cache_hit":0,"new_prefill":12910,"score_linear":32332.0,"score_lmetric":12910},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-59793,"ongoing_decode_tokens":62018,"pending_prefill_tokens":-59859,"num_requests":0,"active_p_offloads":0,"cached_blocks":1629,"cache_hit":0,"new_prefill":12910,"score_linear":-59793.0,"score_lmetric":0}],"chosen_score_linear":56845.0,"chosen_score_lmetric":1646,"t_first_token":339244.657675153,"t_first_token_unix":1779770109.6716187,"t_done":339248.196262054,"t_done_unix":1779770113.2102058},{"request_id":"1403989:1:1403989:767","session_id":"1403989","input_length":1954,"t_proxy_recv":339248.306781905,"t_decision_unix":1779770113.320723,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1954 < 8000)","cache_hit":0,"estimated_new_tokens":1954,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":1954,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":1954,"score_linear":218746.0,"score_lmetric":107106},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121640,"ongoing_decode_tokens":0,"pending_prefill_tokens":132938,"num_requests":1,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":1954,"score_linear":121640.0,"score_lmetric":134892},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":144686,"ongoing_decode_tokens":100538,"pending_prefill_tokens":2676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":1954,"score_linear":144686.0,"score_lmetric":9260},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":1954,"score_linear":106143.0,"score_lmetric":1954},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":1954,"score_linear":166406.0,"score_lmetric":325368},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":1954,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":-59859,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1629,"cache_hit":0,"new_prefill":1954,"score_linear":-121811.0,"score_lmetric":57905}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339248.434871626,"t_first_token_unix":1779770113.4488158,"t_done":339248.787125174,"t_done_unix":1779770113.8010688},{"request_id":"1279412:27:1380696:646","session_id":"1279412","input_length":100538,"t_proxy_recv":339247.125567205,"t_decision_unix":1779770112.1395087,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":100352,"affinity_cache_ratio":0.9981499532515069,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (186 < 8000)","cache_hit":100352,"estimated_new_tokens":186,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":12910,"ongoing_decode_tokens":12910,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":0,"new_prefill":100538,"score_linear":12910.0,"score_lmetric":100538},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":100538,"score_linear":218746.0,"score_lmetric":402858},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121640,"ongoing_decode_tokens":0,"pending_prefill_tokens":132938,"num_requests":1,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":100538,"score_linear":121640.0,"score_lmetric":233476},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":100352,"new_prefill":186,"score_linear":-100352.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":100538,"score_linear":106143.0,"score_lmetric":100538},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":100538,"score_linear":166406.0,"score_lmetric":621120},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":12800,"new_prefill":87738,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":-59859,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1629,"cache_hit":12800,"new_prefill":87738,"score_linear":-134611.0,"score_lmetric":-27879}],"chosen_score_linear":-100352.0,"chosen_score_lmetric":0,"t_first_token":339247.339841272,"t_first_token_unix":1779770112.3537853,"t_done":339250.532891047,"t_done_unix":1779770115.5468352},{"request_id":"1268861:8:1403753:765","session_id":"1268861","input_length":44148,"t_proxy_recv":339247.560371334,"t_decision_unix":1779770112.5743124,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":41472,"affinity_cache_ratio":0.939385702636586,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2676 < 8000)","cache_hit":41472,"estimated_new_tokens":2676,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":12910,"ongoing_decode_tokens":12910,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":0,"new_prefill":44148,"score_linear":12910.0,"score_lmetric":44148},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":44148,"score_linear":218746.0,"score_lmetric":233688},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121640,"ongoing_decode_tokens":0,"pending_prefill_tokens":132938,"num_requests":1,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":44148,"score_linear":121640.0,"score_lmetric":177086},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100538,"ongoing_decode_tokens":100538,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":41472,"new_prefill":2676,"score_linear":59066.0,"score_lmetric":2676},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":44148,"score_linear":106143.0,"score_lmetric":44148},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":44148,"score_linear":166406.0,"score_lmetric":451950},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":44148,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":-59859,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1629,"cache_hit":0,"new_prefill":44148,"score_linear":-121811.0,"score_lmetric":15711}],"chosen_score_linear":59066.0,"chosen_score_lmetric":2676,"t_first_token":339248.333303042,"t_first_token_unix":1779770113.3472466,"t_done":339251.895821493,"t_done_unix":1779770116.9097655},{"request_id":"1382089:2:1404847:773","session_id":"1382089","input_length":39203,"t_proxy_recv":339251.328807043,"t_decision_unix":1779770116.3427482,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9664566487258628,"affinity_num_requests":-1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1315 < 8000)","cache_hit":37888,"estimated_new_tokens":1315,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":90517,"ongoing_decode_tokens":69508,"pending_prefill_tokens":13329,"num_requests":2,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":39203,"score_linear":90517.0,"score_lmetric":105064},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":39203,"score_linear":218746.0,"score_lmetric":218853},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":185283,"ongoing_decode_tokens":0,"pending_prefill_tokens":133605,"num_requests":2,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":39203,"score_linear":185283.0,"score_lmetric":345616},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":144914,"ongoing_decode_tokens":144914,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":39203,"score_linear":144914.0,"score_lmetric":78406},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":39203,"score_linear":106143.0,"score_lmetric":39203},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":39203,"score_linear":166406.0,"score_lmetric":437115},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":21684,"num_requests":1,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":39203,"score_linear":21684.0,"score_lmetric":60887},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":-59859,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1629,"cache_hit":37888,"new_prefill":1315,"score_linear":-159699.0,"score_lmetric":58544}],"chosen_score_linear":-159699.0,"chosen_score_lmetric":58544,"t_first_token":339251.714516199,"t_first_token_unix":1779770116.7284598,"t_done":339252.023628781,"t_done_unix":1779770117.0375724},{"request_id":"1279412:28:1382526:657","session_id":"1279412","input_length":100766,"t_proxy_recv":339250.549878909,"t_decision_unix":1779770115.5638206,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":100352,"affinity_cache_ratio":0.9958914713296152,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (414 < 8000)","cache_hit":100352,"estimated_new_tokens":414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":69508,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":100766,"score_linear":69508.0,"score_lmetric":100766},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":100766,"score_linear":218746.0,"score_lmetric":403542},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":185283,"ongoing_decode_tokens":0,"pending_prefill_tokens":133605,"num_requests":2,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":100766,"score_linear":185283.0,"score_lmetric":468742},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":44148,"ongoing_decode_tokens":44148,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":100352,"new_prefill":414,"score_linear":-56204.0,"score_lmetric":414},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":100766,"score_linear":106143.0,"score_lmetric":100766},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":100766,"score_linear":166406.0,"score_lmetric":621804},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":21684,"num_requests":1,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":12800,"new_prefill":87966,"score_linear":8884.0,"score_lmetric":109650},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":-59859,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1629,"cache_hit":12800,"new_prefill":87966,"score_linear":-134611.0,"score_lmetric":-28107}],"chosen_score_linear":-56204.0,"chosen_score_lmetric":414,"t_first_token":339250.73397429,"t_first_token_unix":1779770115.7479181,"t_done":339253.075090323,"t_done_unix":1779770118.0890343},{"request_id":"1279412:29:1385688:685","session_id":"1279412","input_length":101200,"t_proxy_recv":339253.09206811,"t_decision_unix":1779770118.1060095,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":100864,"affinity_cache_ratio":0.9966798418972332,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (336 < 8000)","cache_hit":100864,"estimated_new_tokens":336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":209924,"ongoing_decode_tokens":90517,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":101200,"score_linear":209924.0,"score_lmetric":423676},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":101200,"score_linear":218746.0,"score_lmetric":404844},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":101200,"score_linear":270721.0,"score_lmetric":716505},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1515,"cache_hit":100864,"new_prefill":336,"score_linear":-100864.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":101200,"score_linear":106143.0,"score_lmetric":101200},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":101200,"score_linear":166406.0,"score_lmetric":623106},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":12800,"new_prefill":88400,"score_linear":8884.0,"score_lmetric":88400},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-77364,"ongoing_decode_tokens":0,"pending_prefill_tokens":-15412,"num_requests":1,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":12800,"new_prefill":88400,"score_linear":-90164.0,"score_lmetric":72988}],"chosen_score_linear":-100864.0,"chosen_score_lmetric":0,"t_first_token":339253.402884284,"t_first_token_unix":1779770118.416828,"t_done":339254.104896188,"t_done_unix":1779770119.1188395},{"request_id":"1279412:30:1387344:694","session_id":"1279412","input_length":101396,"t_proxy_recv":339254.123658354,"t_decision_unix":1779770119.1375997,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":100864,"affinity_cache_ratio":0.9947532447039331,"affinity_num_requests":0,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (532 < 8000)","cache_hit":100864,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":209924,"ongoing_decode_tokens":90517,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":101396,"score_linear":209924.0,"score_lmetric":424460},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":101396,"score_linear":218746.0,"score_lmetric":405432},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":101396,"score_linear":270721.0,"score_lmetric":717093},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1515,"cache_hit":100864,"new_prefill":532,"score_linear":-100864.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":101396,"score_linear":106143.0,"score_lmetric":101396},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":101396,"score_linear":166406.0,"score_lmetric":623694},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":41650,"ongoing_decode_tokens":21684,"pending_prefill_tokens":9214,"num_requests":2,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":12800,"new_prefill":88596,"score_linear":28850.0,"score_lmetric":195620},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-77364,"ongoing_decode_tokens":0,"pending_prefill_tokens":-15412,"num_requests":1,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":12800,"new_prefill":88596,"score_linear":-90164.0,"score_lmetric":73184}],"chosen_score_linear":-100864.0,"chosen_score_lmetric":0,"t_first_token":339254.348436848,"t_first_token_unix":1779770119.3623805,"t_done":339255.141896581,"t_done_unix":1779770120.1558409},{"request_id":"1405199:1:1405199:776","session_id":"1405199","input_length":11503,"t_proxy_recv":339252.556956543,"t_decision_unix":1779770117.5708978,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":11503,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":90517,"ongoing_decode_tokens":69508,"pending_prefill_tokens":13329,"num_requests":2,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":11503,"score_linear":90517.0,"score_lmetric":49664},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":11503,"score_linear":218746.0,"score_lmetric":135753},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":11503,"score_linear":270721.0,"score_lmetric":447414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100766,"ongoing_decode_tokens":100766,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":11503,"score_linear":100766.0,"score_lmetric":11503},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":11503,"score_linear":106143.0,"score_lmetric":11503},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":11503,"score_linear":166406.0,"score_lmetric":354015},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":11503,"score_linear":21684.0,"score_lmetric":11503},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-88867,"ongoing_decode_tokens":0,"pending_prefill_tokens":-26915,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":11503,"score_linear":-88867.0,"score_lmetric":0}],"chosen_score_linear":-88867.0,"chosen_score_lmetric":0,"t_first_token":339257.882503852,"t_first_token_unix":1779770122.8964477,"t_done":339258.248905321,"t_done_unix":1779770123.2628489},{"request_id":"1279412:31:1391216:711","session_id":"1279412","input_length":101993,"t_proxy_recv":339255.163663064,"t_decision_unix":1779770120.1776044,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":101376,"affinity_cache_ratio":0.993950565234869,"affinity_num_requests":0,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (617 < 8000)","cache_hit":101376,"estimated_new_tokens":617,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":209924,"ongoing_decode_tokens":90517,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":101993,"score_linear":209924.0,"score_lmetric":426848},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":101993,"score_linear":218746.0,"score_lmetric":407223},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":101993,"score_linear":270721.0,"score_lmetric":718884},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1516,"cache_hit":101376,"new_prefill":617,"score_linear":-101376.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":101993,"score_linear":106143.0,"score_lmetric":101993},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":93040,"pending_prefill_tokens":13974,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":101993,"score_linear":166406.0,"score_lmetric":347901},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":12800,"new_prefill":89193,"score_linear":148827.0,"score_lmetric":278838},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-77364,"ongoing_decode_tokens":0,"pending_prefill_tokens":-15412,"num_requests":1,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":12800,"new_prefill":89193,"score_linear":-90164.0,"score_lmetric":73781}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":339255.672255852,"t_first_token_unix":1779770120.6861997,"t_done":339258.431246922,"t_done_unix":1779770123.4451907},{"request_id":"1406966:1:1406966:785","session_id":"1406966","input_length":2115,"t_proxy_recv":339258.80773759,"t_decision_unix":1779770123.8216786,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2115 < 8000)","cache_hit":0,"estimated_new_tokens":2115,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":209924,"ongoing_decode_tokens":90517,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":2115,"score_linear":209924.0,"score_lmetric":27336},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":2115,"score_linear":218746.0,"score_lmetric":107589},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":2115,"score_linear":270721.0,"score_lmetric":419250},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1517,"cache_hit":0,"new_prefill":2115,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":2115,"score_linear":106143.0,"score_lmetric":2115},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":103776,"pending_prefill_tokens":13478,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":2115,"score_linear":166406.0,"score_lmetric":46779},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":2115,"score_linear":161627.0,"score_lmetric":17604},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-88867,"ongoing_decode_tokens":32944,"pending_prefill_tokens":-59859,"num_requests":0,"active_p_offloads":0,"cached_blocks":1653,"cache_hit":0,"new_prefill":2115,"score_linear":-88867.0,"score_lmetric":0}],"chosen_score_linear":-88867.0,"chosen_score_lmetric":0,"t_first_token":339258.991281539,"t_first_token_unix":1779770124.0052252,"t_done":339259.353871325,"t_done_unix":1779770124.367815},{"request_id":"1362265:5:1398180:741","session_id":"1362265","input_length":10736,"t_proxy_recv":339228.172578707,"t_decision_unix":1779770093.1865203,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":10240,"affinity_cache_ratio":0.9538002980625931,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (496 < 8000)","cache_hit":10240,"estimated_new_tokens":496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":10736,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":0,"pending_prefill_tokens":117370,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":10736,"score_linear":218746.0,"score_lmetric":384318},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":5049,"ongoing_decode_tokens":13134,"pending_prefill_tokens":3213,"num_requests":1,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":0,"new_prefill":10736,"score_linear":5049.0,"score_lmetric":13949},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":217319,"ongoing_decode_tokens":217319,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":0,"new_prefill":10736,"score_linear":217319.0,"score_lmetric":21472},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":10736,"score_linear":106143.0,"score_lmetric":10736},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":92528,"num_requests":1,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":10240,"new_prefill":496,"score_linear":82800.0,"score_lmetric":93024},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47774,"ongoing_decode_tokens":0,"pending_prefill_tokens":19102,"num_requests":2,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":10736,"score_linear":47774.0,"score_lmetric":59676},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":6656,"new_prefill":4080,"score_linear":-5674.0,"score_lmetric":5062}],"chosen_score_linear":82800.0,"chosen_score_lmetric":93024,"t_first_token":339255.648363431,"t_first_token_unix":1779770120.662307,"t_done":339260.015311714,"t_done_unix":1779770125.0292554},{"request_id":"1362265:6:1399937:747","session_id":"1362265","input_length":10816,"t_proxy_recv":339260.018405708,"t_decision_unix":1779770125.0323474,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9940828402366864,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (64 < 8000)","cache_hit":10752,"estimated_new_tokens":64,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":209924,"ongoing_decode_tokens":90517,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":10816,"score_linear":209924.0,"score_lmetric":62140},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":10816,"score_linear":218746.0,"score_lmetric":133692},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":10816,"score_linear":270721.0,"score_lmetric":445353},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1517,"cache_hit":0,"new_prefill":10816,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":10816,"score_linear":106143.0,"score_lmetric":10816},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":155670,"ongoing_decode_tokens":155670,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1965,"cache_hit":10752,"new_prefill":64,"score_linear":144918.0,"score_lmetric":128},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":10816,"score_linear":161627.0,"score_lmetric":43707},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-88867,"ongoing_decode_tokens":32944,"pending_prefill_tokens":-59859,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":6656,"new_prefill":4160,"score_linear":-95523.0,"score_lmetric":0}],"chosen_score_linear":144918.0,"chosen_score_lmetric":128,"t_first_token":339260.082314317,"t_first_token_unix":1779770125.0962577,"t_done":339260.798900824,"t_done_unix":1779770125.8128443},{"request_id":"1407494:1:1407494:787","session_id":"1407494","input_length":1531,"t_proxy_recv":339260.603915319,"t_decision_unix":1779770125.6178565,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1531 < 8000)","cache_hit":0,"estimated_new_tokens":1531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":209924,"ongoing_decode_tokens":90517,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":1531,"score_linear":209924.0,"score_lmetric":25000},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":1531,"score_linear":218746.0,"score_lmetric":105837},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":1531,"score_linear":270721.0,"score_lmetric":417498},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1517,"cache_hit":0,"new_prefill":1531,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":1531,"score_linear":106143.0,"score_lmetric":1531},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166486,"ongoing_decode_tokens":166486,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1965,"cache_hit":0,"new_prefill":1531,"score_linear":166486.0,"score_lmetric":4593},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":1531,"score_linear":161627.0,"score_lmetric":15852},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-88867,"ongoing_decode_tokens":32944,"pending_prefill_tokens":-59859,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":1531,"score_linear":-88867.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339260.712485839,"t_first_token_unix":1779770125.726429,"t_done":339260.982659116,"t_done_unix":1779770125.9966023},{"request_id":"1406966:2:1407710:789","session_id":"1406966","input_length":4789,"t_proxy_recv":339261.286694236,"t_decision_unix":1779770126.3006353,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":2048,"affinity_cache_ratio":0.42764669033201086,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":-57118,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2741 < 8000)","cache_hit":2048,"estimated_new_tokens":2741,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":209924,"ongoing_decode_tokens":90517,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":4789,"score_linear":209924.0,"score_lmetric":38032},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":4789,"score_linear":218746.0,"score_lmetric":115611},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":4789,"score_linear":270721.0,"score_lmetric":427272},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":4789,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":4789,"score_linear":106143.0,"score_lmetric":4789},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":155670,"ongoing_decode_tokens":155670,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1965,"cache_hit":0,"new_prefill":4789,"score_linear":155670.0,"score_lmetric":9578},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":4789,"score_linear":161627.0,"score_lmetric":25626},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-87366,"ongoing_decode_tokens":34445,"pending_prefill_tokens":-59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":2048,"new_prefill":2741,"score_linear":-89414.0,"score_lmetric":-57118}],"chosen_score_linear":-89414.0,"chosen_score_lmetric":-57118,"t_first_token":339261.496732802,"t_first_token_unix":1779770126.5106761,"t_done":339261.905337138,"t_done_unix":1779770126.9192805},{"request_id":"1397515:1:1397515:736","session_id":"1397515","input_length":93040,"t_proxy_recv":339225.677193422,"t_decision_unix":1779770090.691135,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":512,"estimated_new_tokens":92528,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":93040,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":0,"pending_prefill_tokens":117370,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":93040,"score_linear":218746.0,"score_lmetric":631230},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":1836,"ongoing_decode_tokens":0,"pending_prefill_tokens":13134,"num_requests":0,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":0,"new_prefill":93040,"score_linear":1836.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":216155,"ongoing_decode_tokens":216155,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1274,"cache_hit":0,"new_prefill":93040,"score_linear":216155.0,"score_lmetric":186080},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":93040,"score_linear":106143.0,"score_lmetric":93040},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":512,"new_prefill":92528,"score_linear":-512.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":93040,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":93040,"score_linear":982.0,"score_lmetric":94022}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":339254.306681138,"t_first_token_unix":1779770119.3206246,"t_done":339262.433071219,"t_done_unix":1779770127.4470146},{"request_id":"1407599:1:1407599:788","session_id":"1407599","input_length":1501,"t_proxy_recv":339260.952077462,"t_decision_unix":1779770125.9660187,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1501 < 8000)","cache_hit":0,"estimated_new_tokens":1501,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":209924,"ongoing_decode_tokens":90517,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":1501,"score_linear":209924.0,"score_lmetric":24880},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":1501,"score_linear":218746.0,"score_lmetric":105747},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":1501,"score_linear":270721.0,"score_lmetric":417408},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":1531,"ongoing_decode_tokens":1531,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1517,"cache_hit":0,"new_prefill":1501,"score_linear":1531.0,"score_lmetric":1501},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":1501,"score_linear":106143.0,"score_lmetric":1501},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":155670,"ongoing_decode_tokens":155670,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1965,"cache_hit":0,"new_prefill":1501,"score_linear":155670.0,"score_lmetric":3002},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":1501,"score_linear":161627.0,"score_lmetric":15762},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-88867,"ongoing_decode_tokens":32944,"pending_prefill_tokens":-59859,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":1501,"score_linear":-88867.0,"score_lmetric":0}],"chosen_score_linear":-88867.0,"chosen_score_lmetric":0,"t_first_token":339261.108020228,"t_first_token_unix":1779770126.1219635,"t_done":339263.119142084,"t_done_unix":1779770128.133085},{"request_id":"1407995:1:1407995:793","session_id":"1407995","input_length":2944,"t_proxy_recv":339262.42039272,"t_decision_unix":1779770127.4343345,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":-56915,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2944 < 8000)","cache_hit":0,"estimated_new_tokens":2944,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":209924,"ongoing_decode_tokens":90517,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":2944,"score_linear":209924.0,"score_lmetric":30652},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":218746,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":2944,"score_linear":218746.0,"score_lmetric":8832},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":2944,"score_linear":270721.0,"score_lmetric":421737},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":2944,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":207007,"ongoing_decode_tokens":106143,"pending_prefill_tokens":10240,"num_requests":3,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":2944,"score_linear":207007.0,"score_lmetric":39552},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":155670,"ongoing_decode_tokens":155670,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1965,"cache_hit":0,"new_prefill":2944,"score_linear":155670.0,"score_lmetric":5888},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":2944,"score_linear":161627.0,"score_lmetric":20091},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-87366,"ongoing_decode_tokens":34445,"pending_prefill_tokens":-59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":2944,"score_linear":-87366.0,"score_lmetric":-56915}],"chosen_score_linear":-87366.0,"chosen_score_lmetric":-56915,"t_first_token":339262.643169441,"t_first_token_unix":1779770127.6571126,"t_done":339263.287272651,"t_done_unix":1779770128.3012156},{"request_id":"1366128:15:1390663:709","session_id":"1366128","input_length":83622,"t_proxy_recv":339209.358521597,"t_decision_unix":1779770074.372463,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":1,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9980148764679151,"affinity_num_requests":3,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":83622,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91673,"ongoing_decode_tokens":0,"pending_prefill_tokens":71705,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":83622,"score_linear":91673.0,"score_lmetric":310654},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":83622,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":83622,"score_linear":98853.0,"score_lmetric":155521},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":83622,"score_linear":257663.0,"score_lmetric":252291},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":87687,"ongoing_decode_tokens":87687,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":83622,"score_linear":87687.0,"score_lmetric":83622},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":89969,"ongoing_decode_tokens":89969,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":83456,"new_prefill":166,"score_linear":6513.0,"score_lmetric":498},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1612,"cache_hit":0,"new_prefill":83622,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":83622,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339234.523889515,"t_first_token_unix":1779770099.5378337,"t_done":339264.209035504,"t_done_unix":1779770129.2229795},{"request_id":"1340290:7:1408176:795","session_id":"1340290","input_length":27786,"t_proxy_recv":339263.106475091,"t_decision_unix":1779770128.1204162,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9766069243503923,"affinity_num_requests":1,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (650 < 8000)","cache_hit":27136,"estimated_new_tokens":650,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":209924,"ongoing_decode_tokens":90517,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":27786,"score_linear":209924.0,"score_lmetric":130020},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":218746,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":27786,"score_linear":218746.0,"score_lmetric":83358},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":27786,"score_linear":270721.0,"score_lmetric":496263},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":27786,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":207007,"ongoing_decode_tokens":106143,"pending_prefill_tokens":10240,"num_requests":3,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":27786,"score_linear":207007.0,"score_lmetric":114078},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":27136,"new_prefill":650,"score_linear":35494.0,"score_lmetric":650},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":1024,"new_prefill":26762,"score_linear":160603.0,"score_lmetric":91545},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-84422,"ongoing_decode_tokens":37389,"pending_prefill_tokens":-59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":27786,"score_linear":-84422.0,"score_lmetric":-64146}],"chosen_score_linear":35494.0,"chosen_score_lmetric":650,"t_first_token":339263.275428838,"t_first_token_unix":1779770128.2893724,"t_done":339264.394909375,"t_done_unix":1779770129.408853},{"request_id":"1405155:1:1405155:775","session_id":"1405155","input_length":32944,"t_proxy_recv":339252.427052692,"t_decision_unix":1779770117.440994,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":26915,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=-1 decode_tok=0)","cache_hit":0,"estimated_new_tokens":32944,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":90517,"ongoing_decode_tokens":69508,"pending_prefill_tokens":13329,"num_requests":2,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":512,"new_prefill":32432,"score_linear":90005.0,"score_lmetric":91522},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":32944,"score_linear":218746.0,"score_lmetric":200076},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":32944,"score_linear":270721.0,"score_lmetric":511737},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100766,"ongoing_decode_tokens":100766,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":32944,"score_linear":100766.0,"score_lmetric":32944},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":32944,"score_linear":106143.0,"score_lmetric":32944},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":32944,"score_linear":166406.0,"score_lmetric":418338},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":32944,"score_linear":21684.0,"score_lmetric":32944},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":-59859,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":32944,"score_linear":-121811.0,"score_lmetric":26915}],"chosen_score_linear":-121811.0,"chosen_score_lmetric":26915,"t_first_token":339257.519501634,"t_first_token_unix":1779770122.5334454,"t_done":339265.051663372,"t_done_unix":1779770130.065607},{"request_id":"1408430:1:1408430:797","session_id":"1408430","input_length":7553,"t_proxy_recv":339263.949621251,"t_decision_unix":1779770128.9635623,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7553 < 8000)","cache_hit":0,"estimated_new_tokens":7553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":209924,"ongoing_decode_tokens":90517,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":7553,"score_linear":209924.0,"score_lmetric":49088},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":218746,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":7553,"score_linear":218746.0,"score_lmetric":22659},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":7553,"score_linear":270721.0,"score_lmetric":435564},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":7553,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":207007,"ongoing_decode_tokens":179331,"pending_prefill_tokens":5660,"num_requests":3,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":7553,"score_linear":207007.0,"score_lmetric":39639},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":90416,"ongoing_decode_tokens":90416,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":7553,"score_linear":90416.0,"score_lmetric":15106},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":7553,"score_linear":161627.0,"score_lmetric":33918},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-88867,"ongoing_decode_tokens":32944,"pending_prefill_tokens":-59859,"num_requests":0,"active_p_offloads":0,"cached_blocks":1670,"cache_hit":0,"new_prefill":7553,"score_linear":-88867.0,"score_lmetric":0}],"chosen_score_linear":-88867.0,"chosen_score_lmetric":0,"t_first_token":339264.479895453,"t_first_token_unix":1779770129.493839,"t_done":339265.291525188,"t_done_unix":1779770130.305469},{"request_id":"1408779:1:1408779:802","session_id":"1408779","input_length":1801,"t_proxy_recv":339265.049161289,"t_decision_unix":1779770130.0631027,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":-116116,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1801 < 8000)","cache_hit":0,"estimated_new_tokens":1801,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":209924,"ongoing_decode_tokens":90517,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":1801,"score_linear":209924.0,"score_lmetric":26080},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":220021,"ongoing_decode_tokens":220021,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":1801,"score_linear":220021.0,"score_lmetric":5403},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":1801,"score_linear":270721.0,"score_lmetric":418308},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":1801,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":207007,"ongoing_decode_tokens":207007,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":1801,"score_linear":207007.0,"score_lmetric":5403},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":73700,"ongoing_decode_tokens":62630,"pending_prefill_tokens":318,"num_requests":2,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":1801,"score_linear":73700.0,"score_lmetric":4238},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":1801,"score_linear":161627.0,"score_lmetric":16662},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-74937,"ongoing_decode_tokens":46874,"pending_prefill_tokens":-59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1670,"cache_hit":0,"new_prefill":1801,"score_linear":-74937.0,"score_lmetric":-116116}],"chosen_score_linear":-74937.0,"chosen_score_lmetric":-116116,"t_first_token":339265.180172549,"t_first_token_unix":1779770130.1941156,"t_done":339265.659589606,"t_done_unix":1779770130.6735327},{"request_id":"1408889:1:1408889:804","session_id":"1408889","input_length":3230,"t_proxy_recv":339265.419982765,"t_decision_unix":1779770130.4339244,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":-56629,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3230 < 8000)","cache_hit":0,"estimated_new_tokens":3230,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":209924,"ongoing_decode_tokens":90517,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":3230,"score_linear":209924.0,"score_lmetric":31796},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":220021,"ongoing_decode_tokens":220021,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":3230,"score_linear":220021.0,"score_lmetric":9690},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":3230,"score_linear":270721.0,"score_lmetric":422595},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":3230,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":207007,"ongoing_decode_tokens":207007,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":3230,"score_linear":207007.0,"score_lmetric":9690},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":73700,"ongoing_decode_tokens":73700,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":3230,"score_linear":73700.0,"score_lmetric":6460},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":3230,"score_linear":161627.0,"score_lmetric":20949},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-113633,"ongoing_decode_tokens":8178,"pending_prefill_tokens":-59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1749,"cache_hit":0,"new_prefill":3230,"score_linear":-113633.0,"score_lmetric":-56629}],"chosen_score_linear":-113633.0,"chosen_score_lmetric":-56629,"t_first_token":339265.628216853,"t_first_token_unix":1779770130.6421604,"t_done":339265.780363105,"t_done_unix":1779770130.7943063},{"request_id":"1362265:7:1408772:800","session_id":"1362265","input_length":11070,"t_proxy_recv":339265.032957991,"t_decision_unix":1779770130.0468996,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9712737127371274,"affinity_num_requests":1,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (318 < 8000)","cache_hit":10752,"estimated_new_tokens":318,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":209924,"ongoing_decode_tokens":90517,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":11070,"score_linear":209924.0,"score_lmetric":63156},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":220021,"ongoing_decode_tokens":220021,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":11070,"score_linear":220021.0,"score_lmetric":33210},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":11070,"score_linear":270721.0,"score_lmetric":446115},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":11070,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":207007,"ongoing_decode_tokens":207007,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":11070,"score_linear":207007.0,"score_lmetric":33210},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":10752,"new_prefill":318,"score_linear":51878.0,"score_lmetric":318},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":11070,"score_linear":161627.0,"score_lmetric":44469},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-74937,"ongoing_decode_tokens":46874,"pending_prefill_tokens":-59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1670,"cache_hit":6656,"new_prefill":4414,"score_linear":-81593.0,"score_lmetric":-110890}],"chosen_score_linear":51878.0,"chosen_score_lmetric":318,"t_first_token":339265.124540914,"t_first_token_unix":1779770130.1384842,"t_done":339265.986844258,"t_done_unix":1779770131.0007877},{"request_id":"1364090:5:1401054:756","session_id":"1364090","input_length":62630,"t_proxy_recv":339238.214502338,"t_decision_unix":1779770103.2284431,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":49152,"affinity_cache_ratio":0.7847996167970621,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=2 decode_tok=0)","cache_hit":49152,"estimated_new_tokens":13478,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":79523,"ongoing_decode_tokens":11414,"pending_prefill_tokens":17421,"num_requests":2,"active_p_offloads":0,"cached_blocks":1679,"cache_hit":7680,"new_prefill":54950,"score_linear":71843.0,"score_lmetric":144742},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":62630,"score_linear":218746.0,"score_lmetric":289134},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":65094,"ongoing_decode_tokens":13134,"pending_prefill_tokens":12058,"num_requests":1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":7680,"new_prefill":54950,"score_linear":57414.0,"score_lmetric":67008},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":62630,"score_linear":98267.0,"score_lmetric":62630},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":7680,"new_prefill":54950,"score_linear":98463.0,"score_lmetric":54950},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103776,"ongoing_decode_tokens":0,"pending_prefill_tokens":93024,"num_requests":2,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":49152,"new_prefill":13478,"score_linear":54624.0,"score_lmetric":213004},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24442,"ongoing_decode_tokens":24442,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":11264,"new_prefill":51366,"score_linear":13178.0,"score_lmetric":51366},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":62630,"score_linear":982.0,"score_lmetric":63612}],"chosen_score_linear":54624.0,"chosen_score_lmetric":213004,"t_first_token":339259.57718663,"t_first_token_unix":1779770124.59113,"t_done":339265.99732956,"t_done_unix":1779770131.011273},{"request_id":"1408578:1:1408578:798","session_id":"1408578","input_length":6377,"t_proxy_recv":339264.370673041,"t_decision_unix":1779770129.3846142,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":-45929,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6377 < 8000)","cache_hit":0,"estimated_new_tokens":6377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":209924,"ongoing_decode_tokens":90517,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":6377,"score_linear":209924.0,"score_lmetric":44384},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":220021,"ongoing_decode_tokens":135124,"pending_prefill_tokens":1441,"num_requests":3,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":6377,"score_linear":220021.0,"score_lmetric":23454},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":6377,"score_linear":270721.0,"score_lmetric":432036},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":6377,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":207007,"ongoing_decode_tokens":179331,"pending_prefill_tokens":5660,"num_requests":3,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":6377,"score_linear":207007.0,"score_lmetric":36111},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":90416,"ongoing_decode_tokens":90416,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":6377,"score_linear":90416.0,"score_lmetric":12754},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":6377,"score_linear":161627.0,"score_lmetric":30390},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-81314,"ongoing_decode_tokens":32944,"pending_prefill_tokens":-52306,"num_requests":1,"active_p_offloads":0,"cached_blocks":1670,"cache_hit":0,"new_prefill":6377,"score_linear":-81314.0,"score_lmetric":-45929}],"chosen_score_linear":-81314.0,"chosen_score_lmetric":-45929,"t_first_token":339264.894349066,"t_first_token_unix":1779770129.908293,"t_done":339266.413292725,"t_done_unix":1779770131.427236},{"request_id":"1363093:5:1407810:790","session_id":"1363093","input_length":73188,"t_proxy_recv":339261.746165185,"t_decision_unix":1779770126.7601063,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":68608,"affinity_cache_ratio":0.9374214352079576,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4580 < 8000)","cache_hit":68608,"estimated_new_tokens":4580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":209924,"ongoing_decode_tokens":90517,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":73188,"score_linear":209924.0,"score_lmetric":311628},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":73188,"score_linear":218746.0,"score_lmetric":320808},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":73188,"score_linear":270721.0,"score_lmetric":632469},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":73188,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":68608,"new_prefill":4580,"score_linear":37535.0,"score_lmetric":4580},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":155670,"ongoing_decode_tokens":155670,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1965,"cache_hit":0,"new_prefill":73188,"score_linear":155670.0,"score_lmetric":146376},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":73188,"score_linear":161627.0,"score_lmetric":230823},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-82577,"ongoing_decode_tokens":39234,"pending_prefill_tokens":-59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":73188,"score_linear":-82577.0,"score_lmetric":26658}],"chosen_score_linear":37535.0,"chosen_score_lmetric":4580,"t_first_token":339263.920084264,"t_first_token_unix":1779770128.9340281,"t_done":339266.462862101,"t_done_unix":1779770131.4768057},{"request_id":"1398594:2:1404702:771","session_id":"1398594","input_length":21009,"t_proxy_recv":339250.852950516,"t_decision_unix":1779770115.8668911,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":7680,"affinity_cache_ratio":0.3655576181636441,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":13329,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":7680,"estimated_new_tokens":13329,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":69508,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":7680,"new_prefill":13329,"score_linear":61828.0,"score_lmetric":13329},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":21009,"score_linear":218746.0,"score_lmetric":164271},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":185283,"ongoing_decode_tokens":0,"pending_prefill_tokens":133605,"num_requests":2,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":21009,"score_linear":185283.0,"score_lmetric":309228},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":144914,"ongoing_decode_tokens":144914,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":21009,"score_linear":144914.0,"score_lmetric":42018},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":21009,"score_linear":106143.0,"score_lmetric":21009},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":21009,"score_linear":166406.0,"score_lmetric":382533},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":21684,"num_requests":1,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":21009,"score_linear":21684.0,"score_lmetric":42693},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":-59859,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1629,"cache_hit":0,"new_prefill":21009,"score_linear":-121811.0,"score_lmetric":38850}],"chosen_score_linear":61828.0,"chosen_score_lmetric":13329,"t_first_token":339252.55929822,"t_first_token_unix":1779770117.5732417,"t_done":339267.872323361,"t_done_unix":1779770132.8862667},{"request_id":"1370129:6:1394177:722","session_id":"1370129","input_length":106143,"t_proxy_recv":339214.167320459,"t_decision_unix":1779770079.1812618,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":88064,"affinity_cache_ratio":0.8296731767521174,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":88064,"estimated_new_tokens":18079,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91673,"ongoing_decode_tokens":0,"pending_prefill_tokens":71705,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":7680,"new_prefill":98463,"score_linear":83993.0,"score_lmetric":340336},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":0,"pending_prefill_tokens":117370,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":106143,"score_linear":218746.0,"score_lmetric":670539},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":110151,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":7680,"new_prefill":98463,"score_linear":91173.0,"score_lmetric":98463},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":106143,"score_linear":257663.0,"score_lmetric":319854},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":88064,"new_prefill":18079,"score_linear":-88064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":64227,"ongoing_decode_tokens":64227,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1908,"cache_hit":7680,"new_prefill":98463,"score_linear":56547.0,"score_lmetric":196926},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":4675,"ongoing_decode_tokens":0,"pending_prefill_tokens":4675,"num_requests":1,"active_p_offloads":0,"cached_blocks":1616,"cache_hit":7680,"new_prefill":98463,"score_linear":-3005.0,"score_lmetric":103138},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":106143,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-88064.0,"chosen_score_lmetric":0,"t_first_token":339225.170069475,"t_first_token_unix":1779770090.1840134,"t_done":339268.375323256,"t_done_unix":1779770133.3892667},{"request_id":"1286804:5:1407989:792","session_id":"1286804","input_length":27676,"t_proxy_recv":339262.393783141,"t_decision_unix":1779770127.4077249,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":22016,"affinity_cache_ratio":0.795490677843619,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5660 < 8000)","cache_hit":22016,"estimated_new_tokens":5660,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":209924,"ongoing_decode_tokens":90517,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":27676,"score_linear":209924.0,"score_lmetric":129580},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":218746,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":2560,"new_prefill":25116,"score_linear":216186.0,"score_lmetric":75348},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":27676,"score_linear":270721.0,"score_lmetric":495933},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":27676,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":179331,"ongoing_decode_tokens":106143,"pending_prefill_tokens":4580,"num_requests":2,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":22016,"new_prefill":5660,"score_linear":157315.0,"score_lmetric":20480},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":155670,"ongoing_decode_tokens":155670,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1965,"cache_hit":0,"new_prefill":27676,"score_linear":155670.0,"score_lmetric":55352},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":27676,"score_linear":161627.0,"score_lmetric":94287},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-87366,"ongoing_decode_tokens":34445,"pending_prefill_tokens":-59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":27676,"score_linear":-87366.0,"score_lmetric":-32183}],"chosen_score_linear":157315.0,"chosen_score_lmetric":20480,"t_first_token":339264.914250266,"t_first_token_unix":1779770129.9281936,"t_done":339268.388690984,"t_done_unix":1779770133.4026341},{"request_id":"1366128:16:1392704:716","session_id":"1366128","input_length":84897,"t_proxy_recv":339264.224307323,"t_decision_unix":1779770129.238249,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9830264909242965,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1441 < 8000)","cache_hit":83456,"estimated_new_tokens":1441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":209924,"ongoing_decode_tokens":90517,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":84897,"score_linear":209924.0,"score_lmetric":358464},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":83456,"new_prefill":1441,"score_linear":51668.0,"score_lmetric":2882},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":84897,"score_linear":270721.0,"score_lmetric":667596},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":84897,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":207007,"ongoing_decode_tokens":179331,"pending_prefill_tokens":5660,"num_requests":3,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":84897,"score_linear":207007.0,"score_lmetric":271671},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":90416,"ongoing_decode_tokens":90416,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":83456,"new_prefill":1441,"score_linear":6960.0,"score_lmetric":2882},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":84897,"score_linear":161627.0,"score_lmetric":265950},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-81314,"ongoing_decode_tokens":32944,"pending_prefill_tokens":-52306,"num_requests":1,"active_p_offloads":0,"cached_blocks":1670,"cache_hit":0,"new_prefill":84897,"score_linear":-81314.0,"score_lmetric":32591}],"chosen_score_linear":51668.0,"chosen_score_lmetric":2882,"t_first_token":339264.974346869,"t_first_token_unix":1779770129.9882903,"t_done":339268.736474325,"t_done_unix":1779770133.750418},{"request_id":"1408779:2:1410032:807","session_id":"1408779","input_length":5001,"t_proxy_recv":339269.570443851,"t_decision_unix":1779770134.584385,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":1536,"affinity_cache_ratio":0.30713857228554287,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3465 < 8000)","cache_hit":1536,"estimated_new_tokens":3465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":188915,"ongoing_decode_tokens":69508,"pending_prefill_tokens":4719,"num_requests":3,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":5001,"score_linear":188915.0,"score_lmetric":29160},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":220400,"ongoing_decode_tokens":220400,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1727,"cache_hit":0,"new_prefill":5001,"score_linear":220400.0,"score_lmetric":15003},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":5001,"score_linear":270721.0,"score_lmetric":427908},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":5001,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":5001,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103122,"ongoing_decode_tokens":0,"pending_prefill_tokens":12498,"num_requests":2,"active_p_offloads":0,"cached_blocks":2174,"cache_hit":0,"new_prefill":5001,"score_linear":103122.0,"score_lmetric":34998},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":5001,"score_linear":161627.0,"score_lmetric":26262},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":1536,"new_prefill":3465,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":339269.820044534,"t_first_token_unix":1779770134.833988,"t_done":339270.230180575,"t_done_unix":1779770135.2441247},{"request_id":"1406966:3:1410097:808","session_id":"1406966","input_length":7893,"t_proxy_recv":339269.803810092,"t_decision_unix":1779770134.8177516,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":4608,"affinity_cache_ratio":0.5838084378563284,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3285 < 8000)","cache_hit":4608,"estimated_new_tokens":3285,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":188915,"ongoing_decode_tokens":69508,"pending_prefill_tokens":4719,"num_requests":3,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":7893,"score_linear":188915.0,"score_lmetric":37836},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":220400,"ongoing_decode_tokens":220400,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1727,"cache_hit":0,"new_prefill":7893,"score_linear":220400.0,"score_lmetric":23679},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":7893,"score_linear":270721.0,"score_lmetric":436584},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":7893,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":7893,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103122,"ongoing_decode_tokens":0,"pending_prefill_tokens":12498,"num_requests":2,"active_p_offloads":0,"cached_blocks":2174,"cache_hit":0,"new_prefill":7893,"score_linear":103122.0,"score_lmetric":40782},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":7893,"score_linear":161627.0,"score_lmetric":34938},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":5001,"ongoing_decode_tokens":0,"pending_prefill_tokens":3465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":4608,"new_prefill":3285,"score_linear":393.0,"score_lmetric":6750}],"chosen_score_linear":393.0,"chosen_score_lmetric":6750,"t_first_token":339270.101290199,"t_first_token_unix":1779770135.1152341,"t_done":339270.315929251,"t_done_unix":1779770135.3298728},{"request_id":"1366128:17:1395596:731","session_id":"1366128","input_length":85276,"t_proxy_recv":339268.751930287,"t_decision_unix":1779770133.7658718,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9966696374126366,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (284 < 8000)","cache_hit":84992,"estimated_new_tokens":284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":188915,"ongoing_decode_tokens":69508,"pending_prefill_tokens":4719,"num_requests":3,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":85276,"score_linear":188915.0,"score_lmetric":269985},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1727,"cache_hit":84992,"new_prefill":284,"score_linear":50132.0,"score_lmetric":568},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":85276,"score_linear":270721.0,"score_lmetric":668733},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":85276,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":85276,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103122,"ongoing_decode_tokens":0,"pending_prefill_tokens":12498,"num_requests":2,"active_p_offloads":0,"cached_blocks":2174,"cache_hit":83456,"new_prefill":1820,"score_linear":19666.0,"score_lmetric":28636},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":85276,"score_linear":161627.0,"score_lmetric":267087},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":85276,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":50132.0,"chosen_score_lmetric":568,"t_first_token":339269.028808872,"t_first_token_unix":1779770134.0427525,"t_done":339270.838896355,"t_done_unix":1779770135.8528397},{"request_id":"1407494:2:1410400:809","session_id":"1407494","input_length":4728,"t_proxy_recv":339270.668335429,"t_decision_unix":1779770135.682277,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":1536,"affinity_cache_ratio":0.3248730964467005,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3192 < 8000)","cache_hit":1536,"estimated_new_tokens":3192,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":188915,"ongoing_decode_tokens":69508,"pending_prefill_tokens":4719,"num_requests":3,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":4728,"score_linear":188915.0,"score_lmetric":28341},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":220400,"ongoing_decode_tokens":220400,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1727,"cache_hit":0,"new_prefill":4728,"score_linear":220400.0,"score_lmetric":14184},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":4728,"score_linear":270721.0,"score_lmetric":427089},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":1536,"new_prefill":3192,"score_linear":-1536.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":4728,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103122,"ongoing_decode_tokens":73392,"pending_prefill_tokens":2082,"num_requests":2,"active_p_offloads":0,"cached_blocks":2174,"cache_hit":0,"new_prefill":4728,"score_linear":103122.0,"score_lmetric":13620},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":4728,"score_linear":161627.0,"score_lmetric":25443},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":0,"new_prefill":4728,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":339270.898222695,"t_first_token_unix":1779770135.9121666,"t_done":339271.035781679,"t_done_unix":1779770136.0497248},{"request_id":"1408889:2:1410453:810","session_id":"1408889","input_length":4825,"t_proxy_recv":339270.806751462,"t_decision_unix":1779770135.8206928,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":3072,"affinity_cache_ratio":0.6366839378238341,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1753 < 8000)","cache_hit":3072,"estimated_new_tokens":1753,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":188915,"ongoing_decode_tokens":69508,"pending_prefill_tokens":4719,"num_requests":3,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":4825,"score_linear":188915.0,"score_lmetric":28632},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":220400,"ongoing_decode_tokens":220400,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1727,"cache_hit":0,"new_prefill":4825,"score_linear":220400.0,"score_lmetric":14475},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":4825,"score_linear":270721.0,"score_lmetric":427380},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4728,"ongoing_decode_tokens":0,"pending_prefill_tokens":3192,"num_requests":1,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":4825,"score_linear":4728.0,"score_lmetric":8017},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":4825,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103122,"ongoing_decode_tokens":73392,"pending_prefill_tokens":2082,"num_requests":2,"active_p_offloads":0,"cached_blocks":2174,"cache_hit":0,"new_prefill":4825,"score_linear":103122.0,"score_lmetric":13814},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":4825,"score_linear":161627.0,"score_lmetric":25734},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":3072,"new_prefill":1753,"score_linear":-3072.0,"score_lmetric":0}],"chosen_score_linear":-3072.0,"chosen_score_lmetric":0,"t_first_token":339270.953786527,"t_first_token_unix":1779770135.9677298,"t_done":339271.238552793,"t_done_unix":1779770136.2524967},{"request_id":"1381387:5:1404170:768","session_id":"1381387","input_length":69508,"t_proxy_recv":339248.921018709,"t_decision_unix":1779770113.93496,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9796857915635611,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1412 < 8000)","cache_hit":68096,"estimated_new_tokens":1412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":68096,"new_prefill":1412,"score_linear":-68096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":69508,"score_linear":218746.0,"score_lmetric":309768},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121640,"ongoing_decode_tokens":0,"pending_prefill_tokens":132938,"num_requests":1,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":69508,"score_linear":121640.0,"score_lmetric":202446},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":144686,"ongoing_decode_tokens":144686,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":69508,"score_linear":144686.0,"score_lmetric":139016},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":69508,"score_linear":106143.0,"score_lmetric":69508},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":69508,"score_linear":166406.0,"score_lmetric":528030},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":69508,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":-59859,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1629,"cache_hit":0,"new_prefill":69508,"score_linear":-121811.0,"score_lmetric":-9649}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":339249.54549058,"t_first_token_unix":1779770114.5594404,"t_done":339271.450081615,"t_done_unix":1779770136.4640248},{"request_id":"1366128:18:1397382:735","session_id":"1366128","input_length":85504,"t_proxy_recv":339270.852731266,"t_decision_unix":1779770135.866673,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9940119760479041,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (512 < 8000)","cache_hit":84992,"estimated_new_tokens":512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":188915,"ongoing_decode_tokens":69508,"pending_prefill_tokens":4719,"num_requests":3,"active_p_offloads":0,"cached_blocks":1761,"cache_hit":0,"new_prefill":85504,"score_linear":188915.0,"score_lmetric":270669},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1727,"cache_hit":84992,"new_prefill":512,"score_linear":50132.0,"score_lmetric":1024},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":85504,"score_linear":270721.0,"score_lmetric":669417},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4728,"ongoing_decode_tokens":0,"pending_prefill_tokens":3192,"num_requests":1,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":85504,"score_linear":4728.0,"score_lmetric":88696},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":85504,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103122,"ongoing_decode_tokens":73392,"pending_prefill_tokens":2082,"num_requests":2,"active_p_offloads":0,"cached_blocks":2174,"cache_hit":83456,"new_prefill":2048,"score_linear":19666.0,"score_lmetric":8260},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":85504,"score_linear":161627.0,"score_lmetric":267771},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":4825,"ongoing_decode_tokens":0,"pending_prefill_tokens":1753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":0,"new_prefill":85504,"score_linear":4825.0,"score_lmetric":87257}],"chosen_score_linear":50132.0,"chosen_score_lmetric":1024,"t_first_token":339271.136707703,"t_first_token_unix":1779770136.1506512,"t_done":339272.717028974,"t_done_unix":1779770137.7309725},{"request_id":"1340290:8:1409129:805","session_id":"1340290","input_length":29730,"t_proxy_recv":339266.431392438,"t_decision_unix":1779770131.4453335,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9299697275479314,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2082 < 8000)","cache_hit":27648,"estimated_new_tokens":2082,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":209924,"ongoing_decode_tokens":90517,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":29730,"score_linear":209924.0,"score_lmetric":137796},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":220021,"ongoing_decode_tokens":220021,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":29730,"score_linear":220021.0,"score_lmetric":89190},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":29730,"score_linear":270721.0,"score_lmetric":502095},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":29730,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":207007,"ongoing_decode_tokens":207007,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":29730,"score_linear":207007.0,"score_lmetric":89190},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":73392,"ongoing_decode_tokens":0,"pending_prefill_tokens":10416,"num_requests":1,"active_p_offloads":0,"cached_blocks":2174,"cache_hit":27648,"new_prefill":2082,"score_linear":45744.0,"score_lmetric":12498},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":1024,"new_prefill":28706,"score_linear":160603.0,"score_lmetric":97377},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":-59859,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":29730,"score_linear":-121811.0,"score_lmetric":30129}],"chosen_score_linear":45744.0,"chosen_score_lmetric":12498,"t_first_token":339270.950272729,"t_first_token_unix":1779770135.964217,"t_done":339273.087681763,"t_done_unix":1779770138.1016254},{"request_id":"1366128:19:1398824:745","session_id":"1366128","input_length":85663,"t_proxy_recv":339272.731277165,"t_decision_unix":1779770137.7452188,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9981438894271739,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (159 < 8000)","cache_hit":85504,"estimated_new_tokens":159,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":190977,"ongoing_decode_tokens":0,"pending_prefill_tokens":6657,"num_requests":3,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":85663,"score_linear":190977.0,"score_lmetric":276960},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":85504,"new_prefill":159,"score_linear":49620.0,"score_lmetric":318},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":85663,"score_linear":270721.0,"score_lmetric":669894},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1526,"cache_hit":0,"new_prefill":85663,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":85663,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103122,"ongoing_decode_tokens":103122,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2174,"cache_hit":83456,"new_prefill":2207,"score_linear":19666.0,"score_lmetric":4414},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":85663,"score_linear":161627.0,"score_lmetric":268248},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1785,"cache_hit":0,"new_prefill":85663,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":49620.0,"chosen_score_lmetric":318,"t_first_token":339272.943673958,"t_first_token_unix":1779770137.9576182,"t_done":339273.340811964,"t_done_unix":1779770138.3547554},{"request_id":"1340290:9:1410595:811","session_id":"1340290","input_length":29958,"t_proxy_recv":339273.101264239,"t_decision_unix":1779770138.115206,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":29696,"affinity_cache_ratio":0.9912544228586688,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (262 < 8000)","cache_hit":29696,"estimated_new_tokens":262,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":190977,"ongoing_decode_tokens":0,"pending_prefill_tokens":6657,"num_requests":3,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":29958,"score_linear":190977.0,"score_lmetric":109845},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":220787,"ongoing_decode_tokens":220787,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":0,"new_prefill":29958,"score_linear":220787.0,"score_lmetric":89874},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":29958,"score_linear":270721.0,"score_lmetric":502779},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1526,"cache_hit":0,"new_prefill":29958,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":29958,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":73392,"ongoing_decode_tokens":73392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2178,"cache_hit":29696,"new_prefill":262,"score_linear":43696.0,"score_lmetric":262},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":1024,"new_prefill":28934,"score_linear":160603.0,"score_lmetric":98061},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1785,"cache_hit":0,"new_prefill":29958,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":43696.0,"chosen_score_lmetric":262,"t_first_token":339273.187008534,"t_first_token_unix":1779770138.200953,"t_done":339273.712089368,"t_done_unix":1779770138.726033},{"request_id":"1408779:3:1411249:815","session_id":"1408779","input_length":7110,"t_proxy_recv":339273.583920983,"t_decision_unix":1779770138.5978622,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":4608,"affinity_cache_ratio":0.6481012658227848,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2502 < 8000)","cache_hit":4608,"estimated_new_tokens":2502,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":190977,"ongoing_decode_tokens":0,"pending_prefill_tokens":6657,"num_requests":3,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":7110,"score_linear":190977.0,"score_lmetric":41301},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":232781,"ongoing_decode_tokens":135124,"pending_prefill_tokens":12153,"num_requests":3,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":0,"new_prefill":7110,"score_linear":232781.0,"score_lmetric":57789},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":7110,"score_linear":270721.0,"score_lmetric":434235},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1526,"cache_hit":0,"new_prefill":7110,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":7110,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103350,"ongoing_decode_tokens":103350,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2178,"cache_hit":0,"new_prefill":7110,"score_linear":103350.0,"score_lmetric":14220},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":7110,"score_linear":161627.0,"score_lmetric":32589},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1785,"cache_hit":4608,"new_prefill":2502,"score_linear":-4608.0,"score_lmetric":0}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":339273.785984663,"t_first_token_unix":1779770138.7999284,"t_done":339273.946047637,"t_done_unix":1779770138.9599917},{"request_id":"1364090:6:1408777:801","session_id":"1364090","input_length":73392,"t_proxy_recv":339266.01517048,"t_decision_unix":1779770131.029112,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":62976,"affinity_cache_ratio":0.8580771746239372,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":62976,"estimated_new_tokens":10416,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":209924,"ongoing_decode_tokens":90517,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":7680,"new_prefill":65712,"score_linear":202244.0,"score_lmetric":281724},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":220021,"ongoing_decode_tokens":220021,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1724,"cache_hit":0,"new_prefill":73392,"score_linear":220021.0,"score_lmetric":220176},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":7680,"new_prefill":65712,"score_linear":263041.0,"score_lmetric":610041},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":73392,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":207007,"ongoing_decode_tokens":207007,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":7680,"new_prefill":65712,"score_linear":199327.0,"score_lmetric":197136},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2174,"cache_hit":62976,"new_prefill":10416,"score_linear":-62976.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":11264,"new_prefill":62128,"score_linear":150363.0,"score_lmetric":197643},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-115434,"ongoing_decode_tokens":6377,"pending_prefill_tokens":-59859,"num_requests":0,"active_p_offloads":0,"cached_blocks":1758,"cache_hit":0,"new_prefill":73392,"score_linear":-115434.0,"score_lmetric":0}],"chosen_score_linear":-62976.0,"chosen_score_lmetric":0,"t_first_token":339270.504970796,"t_first_token_unix":1779770135.5189142,"t_done":339275.489528041,"t_done_unix":1779770140.5034719},{"request_id":"1340290:10:1411397:816","session_id":"1340290","input_length":30154,"t_proxy_recv":339274.212928817,"t_decision_unix":1779770139.2268698,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":29696,"affinity_cache_ratio":0.9848113019831531,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (458 < 8000)","cache_hit":29696,"estimated_new_tokens":458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":190977,"ongoing_decode_tokens":0,"pending_prefill_tokens":6657,"num_requests":3,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":30154,"score_linear":190977.0,"score_lmetric":110433},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":232781,"ongoing_decode_tokens":135124,"pending_prefill_tokens":12153,"num_requests":3,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":0,"new_prefill":30154,"score_linear":232781.0,"score_lmetric":126921},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":30154,"score_linear":270721.0,"score_lmetric":503367},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1526,"cache_hit":0,"new_prefill":30154,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":30154,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":73392,"ongoing_decode_tokens":73392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2178,"cache_hit":29696,"new_prefill":458,"score_linear":43696.0,"score_lmetric":458},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":1024,"new_prefill":29130,"score_linear":160603.0,"score_lmetric":98649},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1789,"cache_hit":0,"new_prefill":30154,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":43696.0,"chosen_score_lmetric":458,"t_first_token":339274.334580689,"t_first_token_unix":1779770139.3485239,"t_done":339276.647011206,"t_done_unix":1779770141.6609547},{"request_id":"1366128:20:1400446:752","session_id":"1366128","input_length":97657,"t_proxy_recv":339273.361335635,"t_decision_unix":1779770138.3752773,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":85504,"affinity_cache_ratio":0.8755542357434695,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_not_meaningfully_more_cache (src=83456 chosen=85504)","cache_hit":85504,"estimated_new_tokens":12153,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":190977,"ongoing_decode_tokens":0,"pending_prefill_tokens":6657,"num_requests":3,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":97657,"score_linear":190977.0,"score_lmetric":312942},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":85504,"new_prefill":12153,"score_linear":49620.0,"score_lmetric":24306},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":97657,"score_linear":270721.0,"score_lmetric":705876},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1526,"cache_hit":0,"new_prefill":97657,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":97657,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103350,"ongoing_decode_tokens":103350,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2178,"cache_hit":83456,"new_prefill":14201,"score_linear":19894.0,"score_lmetric":28402},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":97657,"score_linear":161627.0,"score_lmetric":304230},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1785,"cache_hit":0,"new_prefill":97657,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":49620.0,"chosen_score_lmetric":24306,"t_first_token":339280.310695474,"t_first_token_unix":1779770145.3246396,"t_done":339281.957326656,"t_done_unix":1779770146.9712698},{"request_id":"1407494:3:1413526:825","session_id":"1407494","input_length":9801,"t_proxy_recv":339281.618684037,"t_decision_unix":1779770146.632625,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":4608,"affinity_cache_ratio":0.4701561065197429,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5193 < 8000)","cache_hit":4608,"estimated_new_tokens":5193,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":190977,"ongoing_decode_tokens":0,"pending_prefill_tokens":6657,"num_requests":3,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":9801,"score_linear":190977.0,"score_lmetric":49374},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":232781,"ongoing_decode_tokens":232781,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":0,"new_prefill":9801,"score_linear":232781.0,"score_lmetric":29403},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":0,"pending_prefill_tokens":139508,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":9801,"score_linear":310994.0,"score_lmetric":597236},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1526,"cache_hit":4608,"new_prefill":5193,"score_linear":-4608.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":9801,"score_linear":107292.0,"score_lmetric":23909},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":121215,"ongoing_decode_tokens":0,"pending_prefill_tokens":17279,"num_requests":2,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":0,"new_prefill":9801,"score_linear":121215.0,"score_lmetric":54160},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":9801,"score_linear":161627.0,"score_lmetric":40662},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1789,"cache_hit":0,"new_prefill":9801,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":339282.088184433,"t_first_token_unix":1779770147.102128,"t_done":339282.424731616,"t_done_unix":1779770147.4386752},{"request_id":"1366128:21:1402408:760","session_id":"1366128","input_length":97814,"t_proxy_recv":339281.973203958,"t_decision_unix":1779770146.9871454,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9945406588013985,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (534 < 8000)","cache_hit":97280,"estimated_new_tokens":534,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":190977,"ongoing_decode_tokens":0,"pending_prefill_tokens":6657,"num_requests":3,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":97814,"score_linear":190977.0,"score_lmetric":313413},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1751,"cache_hit":97280,"new_prefill":534,"score_linear":37844.0,"score_lmetric":1068},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":0,"pending_prefill_tokens":139508,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":97814,"score_linear":310994.0,"score_lmetric":949288},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9801,"ongoing_decode_tokens":0,"pending_prefill_tokens":5193,"num_requests":1,"active_p_offloads":0,"cached_blocks":1526,"cache_hit":0,"new_prefill":97814,"score_linear":9801.0,"score_lmetric":103007},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":97814,"score_linear":107292.0,"score_lmetric":111922},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":121215,"ongoing_decode_tokens":0,"pending_prefill_tokens":17279,"num_requests":2,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":83456,"new_prefill":14358,"score_linear":37759.0,"score_lmetric":63274},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":97814,"score_linear":161627.0,"score_lmetric":304701},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1789,"cache_hit":0,"new_prefill":97814,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":37844.0,"chosen_score_lmetric":1068,"t_first_token":339282.159545662,"t_first_token_unix":1779770147.1734886,"t_done":339282.931234265,"t_done_unix":1779770147.9451776},{"request_id":"1366128:22:1403837:766","session_id":"1366128","input_length":97917,"t_proxy_recv":339282.947865387,"t_decision_unix":1779770147.961807,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9987234086011622,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (125 < 8000)","cache_hit":97792,"estimated_new_tokens":125,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":190977,"ongoing_decode_tokens":0,"pending_prefill_tokens":6657,"num_requests":3,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":97917,"score_linear":190977.0,"score_lmetric":313722},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":97792,"new_prefill":125,"score_linear":37332.0,"score_lmetric":250},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":0,"pending_prefill_tokens":139508,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":97917,"score_linear":310994.0,"score_lmetric":949700},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":0,"new_prefill":97917,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":97917,"score_linear":107292.0,"score_lmetric":112025},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":121215,"ongoing_decode_tokens":0,"pending_prefill_tokens":17279,"num_requests":2,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":83456,"new_prefill":14461,"score_linear":37759.0,"score_lmetric":63480},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":97917,"score_linear":161627.0,"score_lmetric":305010},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22392,"ongoing_decode_tokens":0,"pending_prefill_tokens":19832,"num_requests":1,"active_p_offloads":0,"cached_blocks":1789,"cache_hit":0,"new_prefill":97917,"score_linear":22392.0,"score_lmetric":117749}],"chosen_score_linear":37332.0,"chosen_score_lmetric":250,"t_first_token":339283.159148552,"t_first_token_unix":1779770148.173092,"t_done":339283.341565695,"t_done_unix":1779770148.3555093},{"request_id":"1408889:3:1414177:827","session_id":"1408889","input_length":10633,"t_proxy_recv":339283.749087699,"t_decision_unix":1779770148.7630293,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":3,"affinity_cache_hit":4608,"affinity_cache_ratio":0.43336781717295214,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":10633,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":190977,"ongoing_decode_tokens":0,"pending_prefill_tokens":6657,"num_requests":3,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":10633,"score_linear":190977.0,"score_lmetric":51870},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":244698,"ongoing_decode_tokens":135124,"pending_prefill_tokens":11782,"num_requests":3,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":10633,"score_linear":244698.0,"score_lmetric":67245},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":0,"pending_prefill_tokens":139508,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":10633,"score_linear":310994.0,"score_lmetric":600564},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":0,"new_prefill":10633,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":10633,"score_linear":107292.0,"score_lmetric":24741},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":121215,"ongoing_decode_tokens":0,"pending_prefill_tokens":17279,"num_requests":2,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":0,"new_prefill":10633,"score_linear":121215.0,"score_lmetric":55824},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":10633,"score_linear":161627.0,"score_lmetric":43158},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22392,"ongoing_decode_tokens":0,"pending_prefill_tokens":19832,"num_requests":1,"active_p_offloads":0,"cached_blocks":1789,"cache_hit":4608,"new_prefill":6025,"score_linear":17784.0,"score_lmetric":25857}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339284.581927398,"t_first_token_unix":1779770149.595871,"t_done":339285.598012566,"t_done_unix":1779770150.6119561},{"request_id":"1407995:2:1413725:826","session_id":"1407995","input_length":22392,"t_proxy_recv":339282.24733884,"t_decision_unix":1779770147.2612803,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":2560,"affinity_cache_ratio":0.1143265451947124,"affinity_num_requests":0,"avg_num_requests":2.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":2560,"estimated_new_tokens":19832,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":190977,"ongoing_decode_tokens":0,"pending_prefill_tokens":6657,"num_requests":3,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":22392,"score_linear":190977.0,"score_lmetric":87147},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":232938,"ongoing_decode_tokens":232938,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1751,"cache_hit":0,"new_prefill":22392,"score_linear":232938.0,"score_lmetric":67176},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":0,"pending_prefill_tokens":139508,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":22392,"score_linear":310994.0,"score_lmetric":647600},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9801,"ongoing_decode_tokens":9801,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1526,"cache_hit":0,"new_prefill":22392,"score_linear":9801.0,"score_lmetric":22392},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":22392,"score_linear":107292.0,"score_lmetric":36500},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":121215,"ongoing_decode_tokens":0,"pending_prefill_tokens":17279,"num_requests":2,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":0,"new_prefill":22392,"score_linear":121215.0,"score_lmetric":79342},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":22392,"score_linear":161627.0,"score_lmetric":78435},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1789,"cache_hit":2560,"new_prefill":19832,"score_linear":-2560.0,"score_lmetric":0}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":339284.547256849,"t_first_token_unix":1779770149.5612004,"t_done":339286.88422583,"t_done_unix":1779770151.8981695},{"request_id":"1340290:11:1413050:822","session_id":"1340290","input_length":35022,"t_proxy_recv":339279.834849117,"t_decision_unix":1779770144.8487906,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":30208,"affinity_cache_ratio":0.8625435440580207,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4814 < 8000)","cache_hit":30208,"estimated_new_tokens":4814,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":190977,"ongoing_decode_tokens":0,"pending_prefill_tokens":6657,"num_requests":3,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":35022,"score_linear":190977.0,"score_lmetric":125037},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":232781,"ongoing_decode_tokens":135124,"pending_prefill_tokens":12153,"num_requests":3,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":0,"new_prefill":35022,"score_linear":232781.0,"score_lmetric":141525},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":0,"pending_prefill_tokens":139508,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":35022,"score_linear":310994.0,"score_lmetric":698120},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1526,"cache_hit":0,"new_prefill":35022,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":35022,"score_linear":107292.0,"score_lmetric":49130},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":86193,"ongoing_decode_tokens":0,"pending_prefill_tokens":12465,"num_requests":1,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":30208,"new_prefill":4814,"score_linear":55985.0,"score_lmetric":17279},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":1024,"new_prefill":33998,"score_linear":160603.0,"score_lmetric":113253},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1789,"cache_hit":0,"new_prefill":35022,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":55985.0,"chosen_score_lmetric":17279,"t_first_token":339285.724079021,"t_first_token_unix":1779770150.7380273,"t_done":339288.667712215,"t_done_unix":1779770153.6816568},{"request_id":"1405155:2:1414214:828","session_id":"1405155","input_length":40330,"t_proxy_recv":339283.901924257,"t_decision_unix":1779770148.915866,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33280,"affinity_cache_ratio":0.825192164641706,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7050 < 8000)","cache_hit":33280,"estimated_new_tokens":7050,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":190977,"ongoing_decode_tokens":0,"pending_prefill_tokens":6657,"num_requests":3,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":512,"new_prefill":39818,"score_linear":190465.0,"score_lmetric":139425},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":244698,"ongoing_decode_tokens":135124,"pending_prefill_tokens":11782,"num_requests":3,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":40330,"score_linear":244698.0,"score_lmetric":156336},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":0,"pending_prefill_tokens":139508,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":40330,"score_linear":310994.0,"score_lmetric":719352},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":10633,"ongoing_decode_tokens":0,"pending_prefill_tokens":10633,"num_requests":1,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":0,"new_prefill":40330,"score_linear":10633.0,"score_lmetric":50963},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":40330,"score_linear":107292.0,"score_lmetric":54438},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":121215,"ongoing_decode_tokens":0,"pending_prefill_tokens":17279,"num_requests":2,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":0,"new_prefill":40330,"score_linear":121215.0,"score_lmetric":115218},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":40330,"score_linear":161627.0,"score_lmetric":132249},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22392,"ongoing_decode_tokens":0,"pending_prefill_tokens":19832,"num_requests":1,"active_p_offloads":0,"cached_blocks":1789,"cache_hit":33280,"new_prefill":7050,"score_linear":-10888.0,"score_lmetric":26882}],"chosen_score_linear":-10888.0,"chosen_score_lmetric":26882,"t_first_token":339286.237898011,"t_first_token_unix":1779770151.2518413,"t_done":339290.184027665,"t_done_unix":1779770155.1979718},{"request_id":"1364090:7:1412644:820","session_id":"1364090","input_length":86193,"t_proxy_recv":339278.445006353,"t_decision_unix":1779770143.458939,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":73728,"affinity_cache_ratio":0.8553826876892555,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":73728,"estimated_new_tokens":12465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":190977,"ongoing_decode_tokens":0,"pending_prefill_tokens":6657,"num_requests":3,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":7680,"new_prefill":78513,"score_linear":183297.0,"score_lmetric":255510},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":232781,"ongoing_decode_tokens":135124,"pending_prefill_tokens":12153,"num_requests":3,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":0,"new_prefill":86193,"score_linear":232781.0,"score_lmetric":295038},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":7680,"new_prefill":78513,"score_linear":263041.0,"score_lmetric":648444},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1526,"cache_hit":0,"new_prefill":86193,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":7680,"new_prefill":78513,"score_linear":99612.0,"score_lmetric":92621},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":73728,"new_prefill":12465,"score_linear":-73728.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":11264,"new_prefill":74929,"score_linear":150363.0,"score_lmetric":236046},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1789,"cache_hit":0,"new_prefill":86193,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":339284.684707585,"t_first_token_unix":1779770149.698651,"t_done":339291.208574047,"t_done_unix":1779770156.2225182},{"request_id":"1366128:23:1405900:781","session_id":"1366128","input_length":109574,"t_proxy_recv":339283.364347912,"t_decision_unix":1779770148.3782897,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.8924744921240441,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_not_meaningfully_more_cache (src=83456 chosen=97792)","cache_hit":97792,"estimated_new_tokens":11782,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":190977,"ongoing_decode_tokens":0,"pending_prefill_tokens":6657,"num_requests":3,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":109574,"score_linear":190977.0,"score_lmetric":348693},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":97792,"new_prefill":11782,"score_linear":37332.0,"score_lmetric":23564},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":0,"pending_prefill_tokens":139508,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":109574,"score_linear":310994.0,"score_lmetric":996328},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":0,"new_prefill":109574,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":109574,"score_linear":107292.0,"score_lmetric":123682},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":121215,"ongoing_decode_tokens":0,"pending_prefill_tokens":17279,"num_requests":2,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":83456,"new_prefill":26118,"score_linear":37759.0,"score_lmetric":86794},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":109574,"score_linear":161627.0,"score_lmetric":339981},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22392,"ongoing_decode_tokens":0,"pending_prefill_tokens":19832,"num_requests":1,"active_p_offloads":0,"cached_blocks":1789,"cache_hit":0,"new_prefill":109574,"score_linear":22392.0,"score_lmetric":129406}],"chosen_score_linear":37332.0,"chosen_score_lmetric":23564,"t_first_token":339290.933304232,"t_first_token_unix":1779770155.9472487,"t_done":339293.066884103,"t_done_unix":1779770158.0808277},{"request_id":"1366128:24:1407996:794","session_id":"1366128","input_length":109775,"t_proxy_recv":339293.086695881,"t_decision_unix":1779770158.1006374,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":109568,"affinity_cache_ratio":0.998114324755181,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (207 < 8000)","cache_hit":109568,"estimated_new_tokens":207,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":190977,"ongoing_decode_tokens":0,"pending_prefill_tokens":6657,"num_requests":3,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":109775,"score_linear":190977.0,"score_lmetric":349296},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":109568,"new_prefill":207,"score_linear":25556.0,"score_lmetric":414},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":0,"pending_prefill_tokens":139508,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":109775,"score_linear":310994.0,"score_lmetric":997132},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":109775,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":109775,"score_linear":107292.0,"score_lmetric":123883},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2234,"cache_hit":83456,"new_prefill":26319,"score_linear":-83456.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":109775,"score_linear":161627.0,"score_lmetric":340584},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":109775,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":25556.0,"chosen_score_lmetric":414,"t_first_token":339293.352015868,"t_first_token_unix":1779770158.3659592,"t_done":339294.076909028,"t_done_unix":1779770159.0908537},{"request_id":"1399948:2:1405276:778","session_id":"1399948","input_length":6149,"t_proxy_recv":339252.778731357,"t_decision_unix":1779770117.7926729,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":4608,"affinity_cache_ratio":0.7493901447389819,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1541 < 8000)","cache_hit":4608,"estimated_new_tokens":1541,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":203775,"ongoing_decode_tokens":90517,"pending_prefill_tokens":3178,"num_requests":3,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":4608,"new_prefill":1541,"score_linear":199167.0,"score_lmetric":14157},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":6149,"score_linear":218746.0,"score_lmetric":119691},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":6149,"score_linear":270721.0,"score_lmetric":431352},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100766,"ongoing_decode_tokens":100766,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":6149,"score_linear":100766.0,"score_lmetric":6149},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":6149,"score_linear":106143.0,"score_lmetric":6149},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":6149,"score_linear":166406.0,"score_lmetric":337953},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":6149,"score_linear":21684.0,"score_lmetric":6149},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-77364,"ongoing_decode_tokens":0,"pending_prefill_tokens":-15412,"num_requests":1,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":6149,"score_linear":-77364.0,"score_lmetric":-9263}],"chosen_score_linear":199167.0,"chosen_score_lmetric":14157,"t_first_token":339294.408680131,"t_first_token_unix":1779770159.4226232,"t_done":339295.183577564,"t_done_unix":1779770160.1975207},{"request_id":"1399948:3:1405988:782","session_id":"1399948","input_length":7995,"t_proxy_recv":339295.186898148,"t_decision_unix":1779770160.2008398,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":6144,"affinity_cache_ratio":0.7684803001876173,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1851 < 8000)","cache_hit":6144,"estimated_new_tokens":1851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":184828,"ongoing_decode_tokens":184828,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":6144,"new_prefill":1851,"score_linear":178684.0,"score_lmetric":3702},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":252870,"ongoing_decode_tokens":135124,"pending_prefill_tokens":8178,"num_requests":3,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":7995,"score_linear":252870.0,"score_lmetric":48519},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":196581,"pending_prefill_tokens":5903,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":7995,"score_linear":310994.0,"score_lmetric":55592},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":7995,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":7995,"score_linear":107292.0,"score_lmetric":22103},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":96849,"ongoing_decode_tokens":0,"pending_prefill_tokens":10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2234,"cache_hit":0,"new_prefill":7995,"score_linear":96849.0,"score_lmetric":18316},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":7995,"score_linear":161627.0,"score_lmetric":35244},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":0,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":7995,"score_linear":43763.0,"score_lmetric":10798}],"chosen_score_linear":178684.0,"chosen_score_lmetric":3702,"t_first_token":339295.517335979,"t_first_token_unix":1779770160.5312793,"t_done":339296.42833461,"t_done_unix":1779770161.4422781},{"request_id":"1399948:4:1407140:786","session_id":"1399948","input_length":8540,"t_proxy_recv":339296.431736989,"t_decision_unix":1779770161.4456787,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":7680,"affinity_cache_ratio":0.8992974238875878,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (860 < 8000)","cache_hit":7680,"estimated_new_tokens":860,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":184828,"ongoing_decode_tokens":184828,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":7680,"new_prefill":860,"score_linear":177148.0,"score_lmetric":1720},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":252870,"ongoing_decode_tokens":135124,"pending_prefill_tokens":8178,"num_requests":3,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":8540,"score_linear":252870.0,"score_lmetric":50154},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":196581,"pending_prefill_tokens":5903,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":8540,"score_linear":310994.0,"score_lmetric":57772},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":8540,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":8540,"score_linear":107292.0,"score_lmetric":22648},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":96849,"ongoing_decode_tokens":0,"pending_prefill_tokens":10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2234,"cache_hit":0,"new_prefill":8540,"score_linear":96849.0,"score_lmetric":18861},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":8540,"score_linear":161627.0,"score_lmetric":36879},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":0,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":8540,"score_linear":43763.0,"score_lmetric":11343}],"chosen_score_linear":177148.0,"chosen_score_lmetric":1720,"t_first_token":339296.550933395,"t_first_token_unix":1779770161.5648766,"t_done":339296.910922597,"t_done_unix":1779770161.9248655},{"request_id":"1366128:25:1411126:813","session_id":"1366128","input_length":117746,"t_proxy_recv":339294.101506708,"t_decision_unix":1779770159.115448,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":109568,"affinity_cache_ratio":0.9305454113090891,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_not_meaningfully_more_cache (src=83456 chosen=109568)","cache_hit":109568,"estimated_new_tokens":8178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":190977,"ongoing_decode_tokens":0,"pending_prefill_tokens":6657,"num_requests":3,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":117746,"score_linear":190977.0,"score_lmetric":373209},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":109568,"new_prefill":8178,"score_linear":25556.0,"score_lmetric":16356},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":0,"pending_prefill_tokens":139508,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":117746,"score_linear":310994.0,"score_lmetric":1029016},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":117746,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":117746,"score_linear":107292.0,"score_lmetric":131854},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2234,"cache_hit":83456,"new_prefill":34290,"score_linear":-83456.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":117746,"score_linear":161627.0,"score_lmetric":364497},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":117746,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":25556.0,"chosen_score_lmetric":16356,"t_first_token":339299.648641181,"t_first_token_unix":1779770164.6625848,"t_done":339300.987009407,"t_done_unix":1779770166.0009537},{"request_id":"1400379:4:1405483:779","session_id":"1400379","input_length":19966,"t_proxy_recv":339253.440051226,"t_decision_unix":1779770118.4539924,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":10752,"affinity_cache_ratio":0.5385154763097265,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (3584 < 4000)","cache_hit":10752,"estimated_new_tokens":9214,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":209924,"ongoing_decode_tokens":90517,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":3584,"new_prefill":16382,"score_linear":206340.0,"score_lmetric":84404},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":19966,"score_linear":218746.0,"score_lmetric":161142},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":19966,"score_linear":270721.0,"score_lmetric":472803},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101200,"ongoing_decode_tokens":101200,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1515,"cache_hit":0,"new_prefill":19966,"score_linear":101200.0,"score_lmetric":19966},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":19966,"score_linear":106143.0,"score_lmetric":19966},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":19966,"score_linear":166406.0,"score_lmetric":379404},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":10752,"new_prefill":9214,"score_linear":10932.0,"score_lmetric":9214},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-77364,"ongoing_decode_tokens":0,"pending_prefill_tokens":-15412,"num_requests":1,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":19966,"score_linear":-77364.0,"score_lmetric":4554}],"chosen_score_linear":10932.0,"chosen_score_lmetric":9214,"t_first_token":339254.678365792,"t_first_token_unix":1779770119.6923091,"t_done":339301.453236108,"t_done_unix":1779770166.4671795},{"request_id":"1381387:6:1409195:806","session_id":"1381387","input_length":71570,"t_proxy_recv":339271.463288298,"t_decision_unix":1779770136.47723,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":69632,"affinity_cache_ratio":0.9729216152019002,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1938 < 8000)","cache_hit":69632,"estimated_new_tokens":1938,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":119407,"ongoing_decode_tokens":0,"pending_prefill_tokens":4719,"num_requests":2,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":69632,"new_prefill":1938,"score_linear":49775.0,"score_lmetric":13314},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":220628,"ongoing_decode_tokens":220628,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1727,"cache_hit":0,"new_prefill":71570,"score_linear":220628.0,"score_lmetric":214710},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":71570,"score_linear":270721.0,"score_lmetric":627615},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1526,"cache_hit":0,"new_prefill":71570,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":71570,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103122,"ongoing_decode_tokens":103122,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2174,"cache_hit":0,"new_prefill":71570,"score_linear":103122.0,"score_lmetric":143140},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":71570,"score_linear":161627.0,"score_lmetric":225969},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1785,"cache_hit":512,"new_prefill":71058,"score_linear":-512.0,"score_lmetric":0}],"chosen_score_linear":49775.0,"chosen_score_lmetric":13314,"t_first_token":339295.058622377,"t_first_token_unix":1779770160.072566,"t_done":339302.847723041,"t_done_unix":1779770167.861667},{"request_id":"1400379:5:1406380:784","session_id":"1400379","input_length":22009,"t_proxy_recv":339301.458750839,"t_decision_unix":1779770166.4726925,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9072652096869462,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2041 < 8000)","cache_hit":19968,"estimated_new_tokens":2041,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":230838,"ongoing_decode_tokens":193440,"pending_prefill_tokens":22,"num_requests":4,"active_p_offloads":0,"cached_blocks":1771,"cache_hit":3584,"new_prefill":18425,"score_linear":227254.0,"score_lmetric":73788},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":263113,"ongoing_decode_tokens":135124,"pending_prefill_tokens":10229,"num_requests":3,"active_p_offloads":0,"cached_blocks":1791,"cache_hit":0,"new_prefill":22009,"score_linear":263113.0,"score_lmetric":96714},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":196581,"pending_prefill_tokens":5903,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":22009,"score_linear":310994.0,"score_lmetric":111648},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":22009,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":22009,"score_linear":107292.0,"score_lmetric":36117},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":96849,"pending_prefill_tokens":-10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":2234,"cache_hit":0,"new_prefill":22009,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":141661,"ongoing_decode_tokens":141661,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1744,"cache_hit":19968,"new_prefill":2041,"score_linear":121693.0,"score_lmetric":4082},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":0,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":22009,"score_linear":43763.0,"score_lmetric":24812}],"chosen_score_linear":121693.0,"chosen_score_lmetric":4082,"t_first_token":339301.867271906,"t_first_token_unix":1779770166.8812153,"t_done":339302.8673946,"t_done_unix":1779770167.881338},{"request_id":"1275274:2:1405679:780","session_id":"1275274","input_length":119977,"t_proxy_recv":339254.231228343,"t_decision_unix":1779770119.2451699,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9687190044758579,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3753 < 8000)","cache_hit":116224,"estimated_new_tokens":3753,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":209924,"ongoing_decode_tokens":90517,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":119977,"score_linear":209924.0,"score_lmetric":498784},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":119977,"score_linear":218746.0,"score_lmetric":461175},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":119977,"score_linear":270721.0,"score_lmetric":772836},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":101396,"ongoing_decode_tokens":0,"pending_prefill_tokens":532,"num_requests":1,"active_p_offloads":0,"cached_blocks":1515,"cache_hit":0,"new_prefill":119977,"score_linear":101396.0,"score_lmetric":120509},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":119977,"score_linear":106143.0,"score_lmetric":119977},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":119977,"score_linear":166406.0,"score_lmetric":679437},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":41650,"ongoing_decode_tokens":21684,"pending_prefill_tokens":9214,"num_requests":2,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":116224,"new_prefill":3753,"score_linear":-74574.0,"score_lmetric":25934},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-77364,"ongoing_decode_tokens":0,"pending_prefill_tokens":-15412,"num_requests":1,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":119977,"score_linear":-77364.0,"score_lmetric":104565}],"chosen_score_linear":-74574.0,"chosen_score_lmetric":25934,"t_first_token":339300.821193565,"t_first_token_unix":1779770165.8351374,"t_done":339303.001085273,"t_done_unix":1779770168.015029},{"request_id":"1399948:5:1407922:791","session_id":"1399948","input_length":8612,"t_proxy_recv":339296.91443859,"t_decision_unix":1779770161.9283803,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":8192,"affinity_cache_ratio":0.9512308406874129,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (420 < 8000)","cache_hit":8192,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":184828,"ongoing_decode_tokens":184828,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1771,"cache_hit":8192,"new_prefill":420,"score_linear":176636.0,"score_lmetric":840},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":252870,"ongoing_decode_tokens":135124,"pending_prefill_tokens":8178,"num_requests":3,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":8612,"score_linear":252870.0,"score_lmetric":50370},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":196581,"pending_prefill_tokens":5903,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":8612,"score_linear":310994.0,"score_lmetric":58060},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":8612,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":8612,"score_linear":107292.0,"score_lmetric":22720},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":96849,"ongoing_decode_tokens":0,"pending_prefill_tokens":10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2234,"cache_hit":0,"new_prefill":8612,"score_linear":96849.0,"score_lmetric":18933},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":8612,"score_linear":161627.0,"score_lmetric":37095},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":0,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":8612,"score_linear":43763.0,"score_lmetric":11415}],"chosen_score_linear":176636.0,"chosen_score_lmetric":840,"t_first_token":339296.99581642,"t_first_token_unix":1779770162.0097597,"t_done":339303.58190152,"t_done_unix":1779770168.5958447},{"request_id":"1399948:6:1410696:812","session_id":"1399948","input_length":11381,"t_proxy_recv":339303.586654128,"t_decision_unix":1779770168.6005957,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":8192,"affinity_cache_ratio":0.7197961514805378,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3189 < 8000)","cache_hit":8192,"estimated_new_tokens":3189,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223264,"ongoing_decode_tokens":223264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":8192,"new_prefill":3189,"score_linear":215072.0,"score_lmetric":9567},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":263113,"ongoing_decode_tokens":135124,"pending_prefill_tokens":10229,"num_requests":3,"active_p_offloads":0,"cached_blocks":1791,"cache_hit":0,"new_prefill":11381,"score_linear":263113.0,"score_lmetric":64830},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":196581,"pending_prefill_tokens":5903,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":11381,"score_linear":310994.0,"score_lmetric":69136},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":11381,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":11381,"score_linear":107292.0,"score_lmetric":25489},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43311,"ongoing_decode_tokens":96849,"pending_prefill_tokens":13534,"num_requests":2,"active_p_offloads":0,"cached_blocks":2234,"cache_hit":0,"new_prefill":11381,"score_linear":43311.0,"score_lmetric":49830},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":11381,"score_linear":21684.0,"score_lmetric":11381},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":11381,"score_linear":43763.0,"score_lmetric":11381}],"chosen_score_linear":215072.0,"chosen_score_lmetric":9567,"t_first_token":339303.957295875,"t_first_token_unix":1779770168.9712396,"t_done":339304.282302407,"t_done_unix":1779770169.2962465},{"request_id":"1399948:7:1413205:824","session_id":"1399948","input_length":11537,"t_proxy_recv":339304.286247639,"t_decision_unix":1779770169.3001895,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9763370026870071,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (273 < 8000)","cache_hit":11264,"estimated_new_tokens":273,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223264,"ongoing_decode_tokens":223264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":11264,"new_prefill":273,"score_linear":212000.0,"score_lmetric":819},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":263113,"ongoing_decode_tokens":135124,"pending_prefill_tokens":10229,"num_requests":3,"active_p_offloads":0,"cached_blocks":1791,"cache_hit":0,"new_prefill":11537,"score_linear":263113.0,"score_lmetric":65298},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":196581,"pending_prefill_tokens":5903,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":11537,"score_linear":310994.0,"score_lmetric":69760},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":11537,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":11537,"score_linear":107292.0,"score_lmetric":25645},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43311,"ongoing_decode_tokens":96849,"pending_prefill_tokens":13534,"num_requests":2,"active_p_offloads":0,"cached_blocks":2234,"cache_hit":0,"new_prefill":11537,"score_linear":43311.0,"score_lmetric":50142},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":11537,"score_linear":21684.0,"score_lmetric":11537},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":11537,"score_linear":43763.0,"score_lmetric":11537}],"chosen_score_linear":212000.0,"chosen_score_lmetric":819,"t_first_token":339304.387632835,"t_first_token_unix":1779770169.4015768,"t_done":339305.198791437,"t_done_unix":1779770170.2127354},{"request_id":"1362265:8:1419710:834","session_id":"1362265","input_length":11132,"t_proxy_recv":339303.333436413,"t_decision_unix":1779770168.347378,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9658641753503413,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (380 < 8000)","cache_hit":10752,"estimated_new_tokens":380,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":231876,"ongoing_decode_tokens":159268,"pending_prefill_tokens":928,"num_requests":4,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":11132,"score_linear":231876.0,"score_lmetric":48240},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":263113,"ongoing_decode_tokens":135124,"pending_prefill_tokens":10229,"num_requests":3,"active_p_offloads":0,"cached_blocks":1791,"cache_hit":0,"new_prefill":11132,"score_linear":263113.0,"score_lmetric":64083},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":196581,"pending_prefill_tokens":5903,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":11132,"score_linear":310994.0,"score_lmetric":68140},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":11132,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":11132,"score_linear":107292.0,"score_lmetric":25240},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32179,"ongoing_decode_tokens":96849,"pending_prefill_tokens":13154,"num_requests":1,"active_p_offloads":0,"cached_blocks":2234,"cache_hit":10752,"new_prefill":380,"score_linear":21427.0,"score_lmetric":13534},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":11132,"score_linear":21684.0,"score_lmetric":11132},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":6656,"new_prefill":4476,"score_linear":37107.0,"score_lmetric":4476}],"chosen_score_linear":21427.0,"chosen_score_lmetric":13534,"t_first_token":339307.132997062,"t_first_token_unix":1779770172.1469405,"t_done":339307.911703551,"t_done_unix":1779770172.9256468},{"request_id":"1404395:1:1404395:770","session_id":"1404395","input_length":21684,"t_proxy_recv":339249.724454198,"t_decision_unix":1779770114.7383955,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":21684,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":69508,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":21684,"score_linear":69508.0,"score_lmetric":21684},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":512,"new_prefill":21172,"score_linear":218234.0,"score_lmetric":164760},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":185283,"ongoing_decode_tokens":0,"pending_prefill_tokens":133605,"num_requests":2,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":21684,"score_linear":185283.0,"score_lmetric":310578},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":144686,"ongoing_decode_tokens":144686,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":21684,"score_linear":144686.0,"score_lmetric":43368},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":512,"new_prefill":21172,"score_linear":105631.0,"score_lmetric":21172},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":21684,"score_linear":166406.0,"score_lmetric":384558},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":21684,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":-59859,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1629,"cache_hit":0,"new_prefill":21684,"score_linear":-121811.0,"score_lmetric":38175}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339252.083837078,"t_first_token_unix":1779770117.0977807,"t_done":339308.293196217,"t_done_unix":1779770173.3071396},{"request_id":"1364090:8:1417347:830","session_id":"1364090","input_length":96849,"t_proxy_recv":339295.10181627,"t_decision_unix":1779770160.1157575,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":86528,"affinity_cache_ratio":0.893432043696889,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":86528,"estimated_new_tokens":10321,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":190977,"ongoing_decode_tokens":190977,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":7680,"new_prefill":89169,"score_linear":183297.0,"score_lmetric":267507},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":252870,"ongoing_decode_tokens":135124,"pending_prefill_tokens":8178,"num_requests":3,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":96849,"score_linear":252870.0,"score_lmetric":315081},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":196581,"pending_prefill_tokens":5903,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":7680,"new_prefill":89169,"score_linear":303314.0,"score_lmetric":380288},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":96849,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":7680,"new_prefill":89169,"score_linear":99612.0,"score_lmetric":103277},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2234,"cache_hit":86528,"new_prefill":10321,"score_linear":-86528.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":11264,"new_prefill":85585,"score_linear":150363.0,"score_lmetric":268014},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":0,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":96849,"score_linear":43763.0,"score_lmetric":99652}],"chosen_score_linear":-86528.0,"chosen_score_lmetric":0,"t_first_token":339301.001446593,"t_first_token_unix":1779770166.01539,"t_done":339310.539803425,"t_done_unix":1779770175.553747},{"request_id":"1340290:12:1421294:835","session_id":"1340290","input_length":35303,"t_proxy_recv":339308.984024069,"t_decision_unix":1779770173.9979653,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9862051383735093,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (487 < 8000)","cache_hit":34816,"estimated_new_tokens":487,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223264,"ongoing_decode_tokens":223264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":35303,"score_linear":223264.0,"score_lmetric":105909},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":263113,"ongoing_decode_tokens":263113,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1791,"cache_hit":0,"new_prefill":35303,"score_linear":263113.0,"score_lmetric":105909},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":196581,"pending_prefill_tokens":5903,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":35303,"score_linear":310994.0,"score_lmetric":164824},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":35303,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":35303,"score_linear":107292.0,"score_lmetric":49411},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32179,"ongoing_decode_tokens":129028,"pending_prefill_tokens":-10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2234,"cache_hit":34816,"new_prefill":487,"score_linear":-2637.0,"score_lmetric":-9834},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":1024,"new_prefill":34279,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":35303,"score_linear":43763.0,"score_lmetric":35303}],"chosen_score_linear":-2637.0,"chosen_score_lmetric":-9834,"t_first_token":339309.085508281,"t_first_token_unix":1779770174.0994523,"t_done":339311.628724489,"t_done_unix":1779770176.642668},{"request_id":"1362265:9:1422050:838","session_id":"1362265","input_length":11879,"t_proxy_recv":339311.800722421,"t_decision_unix":1779770176.814664,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9051266941661756,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1127 < 8000)","cache_hit":10752,"estimated_new_tokens":1127,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223264,"ongoing_decode_tokens":223264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":11879,"score_linear":223264.0,"score_lmetric":35637},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":263113,"ongoing_decode_tokens":263113,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1791,"cache_hit":0,"new_prefill":11879,"score_linear":263113.0,"score_lmetric":35637},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":196581,"pending_prefill_tokens":5903,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":11879,"score_linear":310994.0,"score_lmetric":71128},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49308,"ongoing_decode_tokens":49308,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":11879,"score_linear":49308.0,"score_lmetric":11879},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":11879,"score_linear":107292.0,"score_lmetric":25987},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-64670,"ongoing_decode_tokens":32179,"pending_prefill_tokens":-10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":2256,"cache_hit":10752,"new_prefill":1127,"score_linear":-75422.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":11879,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":6656,"new_prefill":5223,"score_linear":37107.0,"score_lmetric":5223}],"chosen_score_linear":-75422.0,"chosen_score_lmetric":0,"t_first_token":339311.938474576,"t_first_token_unix":1779770176.9524179,"t_done":339312.207200023,"t_done_unix":1779770177.2211435},{"request_id":"1268861:9:1421319:836","session_id":"1268861","input_length":49308,"t_proxy_recv":339309.066631095,"t_decision_unix":1779770174.0805724,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":44032,"affinity_cache_ratio":0.8929991076498742,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5276 < 8000)","cache_hit":44032,"estimated_new_tokens":5276,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223264,"ongoing_decode_tokens":223264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":49308,"score_linear":223264.0,"score_lmetric":147924},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":263113,"ongoing_decode_tokens":263113,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1791,"cache_hit":0,"new_prefill":49308,"score_linear":263113.0,"score_lmetric":147924},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":196581,"pending_prefill_tokens":5903,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":49308,"score_linear":310994.0,"score_lmetric":220844},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":44032,"new_prefill":5276,"score_linear":-44032.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":49308,"score_linear":107292.0,"score_lmetric":63416},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":67482,"ongoing_decode_tokens":129028,"pending_prefill_tokens":-9834,"num_requests":2,"active_p_offloads":0,"cached_blocks":2234,"cache_hit":0,"new_prefill":49308,"score_linear":67482.0,"score_lmetric":78948},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":49308,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":49308,"score_linear":43763.0,"score_lmetric":49308}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":339310.638715948,"t_first_token_unix":1779770175.6526597,"t_done":339312.316086254,"t_done_unix":1779770177.3300295},{"request_id":"1270340:5:1417075:829","session_id":"1270340","input_length":43763,"t_proxy_recv":339294.299807224,"t_decision_unix":1779770159.3137488,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":40960,"affinity_cache_ratio":0.9359504604346137,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2803 < 8000)","cache_hit":40960,"estimated_new_tokens":2803,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":190977,"ongoing_decode_tokens":0,"pending_prefill_tokens":6657,"num_requests":3,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":43763,"score_linear":190977.0,"score_lmetric":151260},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":252870,"ongoing_decode_tokens":135124,"pending_prefill_tokens":8178,"num_requests":3,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":43763,"score_linear":252870.0,"score_lmetric":155823},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":124090,"pending_prefill_tokens":15418,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":43763,"score_linear":310994.0,"score_lmetric":236724},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":43763,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":1536,"new_prefill":42227,"score_linear":105756.0,"score_lmetric":56335},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2234,"cache_hit":0,"new_prefill":43763,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":43763,"score_linear":161627.0,"score_lmetric":142548},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":40960,"new_prefill":2803,"score_linear":-40960.0,"score_lmetric":0}],"chosen_score_linear":-40960.0,"chosen_score_lmetric":0,"t_first_token":339301.741763517,"t_first_token_unix":1779770166.7557075,"t_done":339312.719315396,"t_done_unix":1779770177.7332587},{"request_id":"1366128:26:1413108:823","session_id":"1366128","input_length":127989,"t_proxy_recv":339301.018301168,"t_decision_unix":1779770166.0322425,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9200790692950176,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_not_meaningfully_more_cache (src=83456 chosen=117760)","cache_hit":117760,"estimated_new_tokens":10229,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":230838,"ongoing_decode_tokens":193440,"pending_prefill_tokens":22,"num_requests":4,"active_p_offloads":0,"cached_blocks":1771,"cache_hit":0,"new_prefill":127989,"score_linear":230838.0,"score_lmetric":512044},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1791,"cache_hit":117760,"new_prefill":10229,"score_linear":17364.0,"score_lmetric":20458},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":196581,"pending_prefill_tokens":5903,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":127989,"score_linear":310994.0,"score_lmetric":535568},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":127989,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":127989,"score_linear":107292.0,"score_lmetric":142097},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":96849,"pending_prefill_tokens":-10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":2234,"cache_hit":83456,"new_prefill":44533,"score_linear":-83456.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":161627,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":127989,"score_linear":161627.0,"score_lmetric":383967},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":0,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":127989,"score_linear":43763.0,"score_lmetric":130792}],"chosen_score_linear":17364.0,"chosen_score_lmetric":20458,"t_first_token":339308.772925269,"t_first_token_unix":1779770173.786869,"t_done":339313.841215136,"t_done_unix":1779770178.855159},{"request_id":"1270606:2:1411654:817","session_id":"1270606","input_length":107292,"t_proxy_recv":339275.236746182,"t_decision_unix":1779770140.2506876,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":93184,"affinity_cache_ratio":0.8685083696827349,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":93184,"estimated_new_tokens":14108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":190977,"ongoing_decode_tokens":0,"pending_prefill_tokens":6657,"num_requests":3,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":107292,"score_linear":190977.0,"score_lmetric":341847},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":232781,"ongoing_decode_tokens":135124,"pending_prefill_tokens":12153,"num_requests":3,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":0,"new_prefill":107292,"score_linear":232781.0,"score_lmetric":358335},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":107292,"score_linear":270721.0,"score_lmetric":734781},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1526,"cache_hit":0,"new_prefill":107292,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":93184,"new_prefill":14108,"score_linear":-93184.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103546,"ongoing_decode_tokens":103546,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2178,"cache_hit":0,"new_prefill":107292,"score_linear":103546.0,"score_lmetric":214584},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":107292,"score_linear":161627.0,"score_lmetric":333135},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1789,"cache_hit":1536,"new_prefill":105756,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":339312.879939122,"t_first_token_unix":1779770177.8938825,"t_done":339314.23263551,"t_done_unix":1779770179.2465792},{"request_id":"1366128:27:1417788:831","session_id":"1366128","input_length":128433,"t_proxy_recv":339313.861085403,"t_decision_unix":1779770178.875027,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":128000,"affinity_cache_ratio":0.9966285923399749,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (433 < 8000)","cache_hit":128000,"estimated_new_tokens":433,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223264,"ongoing_decode_tokens":223264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":128433,"score_linear":223264.0,"score_lmetric":385299},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":128000,"new_prefill":433,"score_linear":7124.0,"score_lmetric":866},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":196581,"pending_prefill_tokens":5903,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":128433,"score_linear":310994.0,"score_lmetric":537344},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":128433,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":107292,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":128433,"score_linear":107292.0,"score_lmetric":128433},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-64670,"ongoing_decode_tokens":32179,"pending_prefill_tokens":-10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":2258,"cache_hit":83456,"new_prefill":44977,"score_linear":-148126.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":128433,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1848,"cache_hit":0,"new_prefill":128433,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":7124.0,"chosen_score_lmetric":866,"t_first_token":339314.260159245,"t_first_token_unix":1779770179.2741024,"t_done":339316.076875807,"t_done_unix":1779770181.09082},{"request_id":"1313181:8:1329951:394","session_id":"1313181","input_length":124090,"t_proxy_recv":339244.807077365,"t_decision_unix":1779770109.821019,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":2,"affinity_cache_hit":61952,"affinity_cache_ratio":0.499250543960029,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":-124090,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=-1 decode_tok=0)","cache_hit":0,"estimated_new_tokens":124090,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81019,"ongoing_decode_tokens":81019,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":0,"new_prefill":124090,"score_linear":81019.0,"score_lmetric":248180},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":124090,"score_linear":218746.0,"score_lmetric":473514},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":124090,"score_linear":-11298.0,"score_lmetric":-124090},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":12800,"new_prefill":111290,"score_linear":85467.0,"score_lmetric":111290},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":124090,"score_linear":106143.0,"score_lmetric":124090},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":124090,"score_linear":166406.0,"score_lmetric":691776},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1705,"cache_hit":12800,"new_prefill":111290,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":-59859,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1629,"cache_hit":61952,"new_prefill":62138,"score_linear":-183763.0,"score_lmetric":-2279}],"chosen_score_linear":-11298.0,"chosen_score_lmetric":-124090,"t_first_token":339294.266265257,"t_first_token_unix":1779770159.2802086,"t_done":339317.033697912,"t_done_unix":1779770182.0476418},{"request_id":"1366128:28:1421998:837","session_id":"1366128","input_length":128642,"t_proxy_recv":339316.097860833,"t_decision_unix":1779770181.111802,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":128512,"affinity_cache_ratio":0.9989894435720837,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (130 < 8000)","cache_hit":128512,"estimated_new_tokens":130,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223264,"ongoing_decode_tokens":223264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":128642,"score_linear":223264.0,"score_lmetric":385926},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":128512,"new_prefill":130,"score_linear":6612.0,"score_lmetric":260},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":196581,"pending_prefill_tokens":5903,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":128642,"score_linear":310994.0,"score_lmetric":538180},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":128642,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":128642,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-64670,"ongoing_decode_tokens":32179,"pending_prefill_tokens":-10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":2258,"cache_hit":83456,"new_prefill":45186,"score_linear":-148126.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":128642,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1848,"cache_hit":0,"new_prefill":128642,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":6612.0,"chosen_score_lmetric":260,"t_first_token":339316.462255989,"t_first_token_unix":1779770181.4762,"t_done":339317.427930891,"t_done_unix":1779770182.4418745},{"request_id":"1313181:8:1385690:686","session_id":"1313181","input_length":62444,"t_proxy_recv":339317.043476154,"t_decision_unix":1779770182.0574176,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":7,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9921209403625648,"affinity_num_requests":3,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (492 < 8000)","cache_hit":61952,"estimated_new_tokens":492,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223264,"ongoing_decode_tokens":223264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":62444,"score_linear":223264.0,"score_lmetric":187332},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":263766,"ongoing_decode_tokens":263766,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":62444,"score_linear":263766.0,"score_lmetric":187332},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":186904,"ongoing_decode_tokens":72491,"pending_prefill_tokens":5903,"num_requests":3,"active_p_offloads":0,"cached_blocks":2599,"cache_hit":61952,"new_prefill":492,"score_linear":124952.0,"score_lmetric":19185},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":12800,"new_prefill":49644,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":62444,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-64670,"ongoing_decode_tokens":32179,"pending_prefill_tokens":-10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":2258,"cache_hit":0,"new_prefill":62444,"score_linear":-64670.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":12800,"new_prefill":49644,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1848,"cache_hit":61952,"new_prefill":492,"score_linear":-61952.0,"score_lmetric":0}],"chosen_score_linear":-61952.0,"chosen_score_lmetric":0,"t_first_token":339317.155617048,"t_first_token_unix":1779770182.1695611,"t_done":339317.657280882,"t_done_unix":1779770182.671225},{"request_id":"1363943:11:1424840:842","session_id":"1363943","input_length":25225,"t_proxy_recv":339321.644519809,"t_decision_unix":1779770186.6584609,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9742715559960357,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (649 < 8000)","cache_hit":24576,"estimated_new_tokens":649,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223264,"ongoing_decode_tokens":223264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":8704,"new_prefill":16521,"score_linear":214560.0,"score_lmetric":49563},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":261322,"ongoing_decode_tokens":261322,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":25225,"score_linear":261322.0,"score_lmetric":75675},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":186904,"ongoing_decode_tokens":157929,"pending_prefill_tokens":1873,"num_requests":3,"active_p_offloads":0,"cached_blocks":2599,"cache_hit":4096,"new_prefill":21129,"score_linear":182808.0,"score_lmetric":69006},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":25225,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":4096,"new_prefill":21129,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":36762,"ongoing_decode_tokens":133611,"pending_prefill_tokens":-10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2258,"cache_hit":4096,"new_prefill":21129,"score_linear":32666.0,"score_lmetric":10808},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":24576,"new_prefill":649,"score_linear":-24576.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":0,"new_prefill":25225,"score_linear":129673.0,"score_lmetric":92434}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":339321.748829596,"t_first_token_unix":1779770186.7627728,"t_done":339322.728868689,"t_done_unix":1779770187.7428122},{"request_id":"1264679:2:1405259:777","session_id":"1264679","input_length":113258,"t_proxy_recv":339252.754251984,"t_decision_unix":1779770117.7681932,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":110080,"affinity_cache_ratio":0.9719401719966801,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3178 < 8000)","cache_hit":110080,"estimated_new_tokens":3178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":90517,"ongoing_decode_tokens":90517,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":110080,"new_prefill":3178,"score_linear":-19563.0,"score_lmetric":6356},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":113258,"score_linear":218746.0,"score_lmetric":441018},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":113258,"score_linear":270721.0,"score_lmetric":752679},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100766,"ongoing_decode_tokens":100766,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":113258,"score_linear":100766.0,"score_lmetric":113258},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":113258,"score_linear":106143.0,"score_lmetric":113258},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":113258,"score_linear":166406.0,"score_lmetric":659280},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":113258,"score_linear":21684.0,"score_lmetric":113258},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-77364,"ongoing_decode_tokens":0,"pending_prefill_tokens":-15412,"num_requests":1,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":113258,"score_linear":-77364.0,"score_lmetric":97846}],"chosen_score_linear":-19563.0,"chosen_score_lmetric":6356,"t_first_token":339294.407314647,"t_first_token_unix":1779770159.4212582,"t_done":339322.976077425,"t_done_unix":1779770187.9900212},{"request_id":"1399948:8:1425345:844","session_id":"1399948","input_length":11736,"t_proxy_recv":339323.527627063,"t_decision_unix":1779770188.5415683,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9597818677573279,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (472 < 8000)","cache_hit":11264,"estimated_new_tokens":472,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110006,"ongoing_decode_tokens":110006,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":11264,"new_prefill":472,"score_linear":98742.0,"score_lmetric":944},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":261322,"ongoing_decode_tokens":261322,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":11736,"score_linear":261322.0,"score_lmetric":35208},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":186904,"ongoing_decode_tokens":157929,"pending_prefill_tokens":1873,"num_requests":3,"active_p_offloads":0,"cached_blocks":2599,"cache_hit":0,"new_prefill":11736,"score_linear":186904.0,"score_lmetric":40827},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":11736,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":11736,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":36762,"ongoing_decode_tokens":133611,"pending_prefill_tokens":-10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2258,"cache_hit":0,"new_prefill":11736,"score_linear":36762.0,"score_lmetric":1415},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":0,"new_prefill":11736,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":169462,"ongoing_decode_tokens":0,"pending_prefill_tokens":69110,"num_requests":2,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":0,"new_prefill":11736,"score_linear":169462.0,"score_lmetric":161692}],"chosen_score_linear":98742.0,"chosen_score_lmetric":944,"t_first_token":339323.619957085,"t_first_token_unix":1779770188.6339004,"t_done":339323.93594871,"t_done_unix":1779770188.9498923},{"request_id":"1364128:3:1419644:833","session_id":"1364128","input_length":32179,"t_proxy_recv":339303.111566052,"t_decision_unix":1779770168.1255076,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":5,"affinity_cache_hit":8704,"affinity_cache_ratio":0.2704869635476553,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_not_meaningfully_more_cache (src=8704 chosen=8704)","cache_hit":8704,"estimated_new_tokens":23475,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":231876,"ongoing_decode_tokens":159268,"pending_prefill_tokens":928,"num_requests":4,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":32179,"score_linear":231876.0,"score_lmetric":132428},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":263113,"ongoing_decode_tokens":135124,"pending_prefill_tokens":10229,"num_requests":3,"active_p_offloads":0,"cached_blocks":1791,"cache_hit":0,"new_prefill":32179,"score_linear":263113.0,"score_lmetric":127224},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":196581,"pending_prefill_tokens":5903,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":32179,"score_linear":310994.0,"score_lmetric":152328},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":32179,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":32179,"score_linear":107292.0,"score_lmetric":46287},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":96849,"pending_prefill_tokens":-10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":2234,"cache_hit":8704,"new_prefill":23475,"score_linear":-8704.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":32179,"score_linear":21684.0,"score_lmetric":32179},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":8704,"new_prefill":23475,"score_linear":35059.0,"score_lmetric":23475}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":339307.129774246,"t_first_token_unix":1779770172.1437185,"t_done":339324.595956533,"t_done_unix":1779770189.6098998},{"request_id":"1364090:9:1423736:840","session_id":"1364090","input_length":101432,"t_proxy_recv":339317.918262723,"t_decision_unix":1779770182.932204,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9590661724110734,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4152 < 8000)","cache_hit":97280,"estimated_new_tokens":4152,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223264,"ongoing_decode_tokens":223264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":7680,"new_prefill":93752,"score_linear":215584.0,"score_lmetric":281256},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":101432,"score_linear":135124.0,"score_lmetric":202864},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":186904,"ongoing_decode_tokens":72491,"pending_prefill_tokens":5903,"num_requests":3,"active_p_offloads":0,"cached_blocks":2599,"cache_hit":7680,"new_prefill":93752,"score_linear":179224.0,"score_lmetric":298965},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":101432,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":7680,"new_prefill":93752,"score_linear":-7680.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-64670,"ongoing_decode_tokens":32179,"pending_prefill_tokens":-10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":2258,"cache_hit":97280,"new_prefill":4152,"score_linear":-161950.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":11264,"new_prefill":90168,"score_linear":-11264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":0,"new_prefill":101432,"score_linear":129673.0,"score_lmetric":168641}],"chosen_score_linear":-161950.0,"chosen_score_lmetric":0,"t_first_token":339320.587387945,"t_first_token_unix":1779770185.6013317,"t_done":339324.863429251,"t_done_unix":1779770189.8773766},{"request_id":"1253743:8:1404284:769","session_id":"1253743","input_length":63643,"t_proxy_recv":339249.340760382,"t_decision_unix":1779770114.3547015,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9895196643778578,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (667 < 8000)","cache_hit":62976,"estimated_new_tokens":667,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":69508,"ongoing_decode_tokens":0,"pending_prefill_tokens":1412,"num_requests":1,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":63643,"score_linear":69508.0,"score_lmetric":65055},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":4608,"new_prefill":59035,"score_linear":214138.0,"score_lmetric":278349},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121640,"ongoing_decode_tokens":0,"pending_prefill_tokens":132938,"num_requests":1,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":62976,"new_prefill":667,"score_linear":58664.0,"score_lmetric":133605},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":144686,"ongoing_decode_tokens":144686,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":49664,"new_prefill":13979,"score_linear":95022.0,"score_lmetric":27958},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":63643,"score_linear":106143.0,"score_lmetric":63643},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":63643,"score_linear":166406.0,"score_lmetric":510435},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":63643,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":-59859,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1629,"cache_hit":0,"new_prefill":63643,"score_linear":-121811.0,"score_lmetric":-3784}],"chosen_score_linear":58664.0,"chosen_score_lmetric":133605,"t_first_token":339294.920852221,"t_first_token_unix":1779770159.9347963,"t_done":339325.128928122,"t_done_unix":1779770190.1428723},{"request_id":"1403188:1:1403188:764","session_id":"1403188","input_length":8848,"t_proxy_recv":339245.813279489,"t_decision_unix":1779770110.8272204,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":8848,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81019,"ongoing_decode_tokens":81019,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":0,"new_prefill":8848,"score_linear":81019.0,"score_lmetric":17696},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":8848,"score_linear":218746.0,"score_lmetric":127788},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":112792,"ongoing_decode_tokens":0,"pending_prefill_tokens":124090,"num_requests":0,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":8848,"score_linear":112792.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100340,"ongoing_decode_tokens":100340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":8848,"score_linear":100340.0,"score_lmetric":8848},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":0,"new_prefill":8848,"score_linear":106143.0,"score_lmetric":8848},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":8848,"score_linear":166406.0,"score_lmetric":346050},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11216,"ongoing_decode_tokens":0,"pending_prefill_tokens":11216,"num_requests":1,"active_p_offloads":0,"cached_blocks":1705,"cache_hit":0,"new_prefill":8848,"score_linear":11216.0,"score_lmetric":20064},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":-59859,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1629,"cache_hit":0,"new_prefill":8848,"score_linear":-121811.0,"score_lmetric":51011}],"chosen_score_linear":112792.0,"chosen_score_lmetric":0,"t_first_token":339294.922075796,"t_first_token_unix":1779770159.9360194,"t_done":339325.610018824,"t_done_unix":1779770190.6239624},{"request_id":"1403188:2:1408249:796","session_id":"1403188","input_length":14728,"t_proxy_recv":339325.620582578,"t_decision_unix":1779770190.634524,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":8704,"affinity_cache_ratio":0.5909831613253667,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6024 < 8000)","cache_hit":8704,"estimated_new_tokens":6024,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110006,"ongoing_decode_tokens":110006,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":14728,"score_linear":110006.0,"score_lmetric":29456},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":261322,"ongoing_decode_tokens":261322,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":14728,"score_linear":261322.0,"score_lmetric":44184},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":114413,"ongoing_decode_tokens":125711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2617,"cache_hit":8704,"new_prefill":6024,"score_linear":105709.0,"score_lmetric":6024},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":14728,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":14728,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-96849,"ongoing_decode_tokens":0,"pending_prefill_tokens":-10321,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":0,"new_prefill":14728,"score_linear":-96849.0,"score_lmetric":-4407},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":0,"new_prefill":14728,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":169462,"ongoing_decode_tokens":0,"pending_prefill_tokens":69110,"num_requests":2,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":0,"new_prefill":14728,"score_linear":169462.0,"score_lmetric":167676}],"chosen_score_linear":105709.0,"chosen_score_lmetric":6024,"t_first_token":339326.32158069,"t_first_token_unix":1779770191.3355246,"t_done":339327.065910309,"t_done_unix":1779770192.0798545},{"request_id":"1277428:8:1412675:821","session_id":"1277428","input_length":40273,"t_proxy_recv":339278.54192133,"t_decision_unix":1779770143.5558627,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9534924142725896,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1873 < 8000)","cache_hit":38400,"estimated_new_tokens":1873,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":190977,"ongoing_decode_tokens":0,"pending_prefill_tokens":6657,"num_requests":3,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":40273,"score_linear":190977.0,"score_lmetric":140790},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":232781,"ongoing_decode_tokens":135124,"pending_prefill_tokens":12153,"num_requests":3,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":4608,"new_prefill":35665,"score_linear":228173.0,"score_lmetric":143454},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":270721,"ongoing_decode_tokens":0,"pending_prefill_tokens":137635,"num_requests":3,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":38400,"new_prefill":1873,"score_linear":232321.0,"score_lmetric":418524},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1526,"cache_hit":36352,"new_prefill":3921,"score_linear":-36352.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":40273,"score_linear":107292.0,"score_lmetric":54381},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":86193,"ongoing_decode_tokens":0,"pending_prefill_tokens":12465,"num_requests":1,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":0,"new_prefill":40273,"score_linear":86193.0,"score_lmetric":52738},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":40273,"score_linear":161627.0,"score_lmetric":132078},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1789,"cache_hit":0,"new_prefill":40273,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":232321.0,"chosen_score_lmetric":418524,"t_first_token":339325.046983535,"t_first_token_unix":1779770190.0609272,"t_done":339328.404219688,"t_done_unix":1779770193.4181633},{"request_id":"1373577:3:1404917:774","session_id":"1373577","input_length":85438,"t_proxy_recv":339251.62502822,"t_decision_unix":1779770116.6389697,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9528312928673424,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4030 < 8000)","cache_hit":81408,"estimated_new_tokens":4030,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":90517,"ongoing_decode_tokens":69508,"pending_prefill_tokens":13329,"num_requests":2,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":85438,"score_linear":90517.0,"score_lmetric":197534},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218746,"ongoing_decode_tokens":83622,"pending_prefill_tokens":33748,"num_requests":3,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":0,"new_prefill":85438,"score_linear":218746.0,"score_lmetric":357558},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":185283,"ongoing_decode_tokens":0,"pending_prefill_tokens":133605,"num_requests":2,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":81408,"new_prefill":4030,"score_linear":103875.0,"score_lmetric":275270},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":144914,"ongoing_decode_tokens":144914,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":85438,"score_linear":144914.0,"score_lmetric":170876},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":2560,"new_prefill":82878,"score_linear":103583.0,"score_lmetric":82878},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":166406,"ongoing_decode_tokens":0,"pending_prefill_tokens":106502,"num_requests":3,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":85438,"score_linear":166406.0,"score_lmetric":575820},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":21684,"num_requests":1,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":85438,"score_linear":21684.0,"score_lmetric":107122},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":-82608,"ongoing_decode_tokens":0,"pending_prefill_tokens":-58544,"num_requests":0,"active_p_offloads":0,"cached_blocks":1629,"cache_hit":0,"new_prefill":85438,"score_linear":-82608.0,"score_lmetric":0}],"chosen_score_linear":103875.0,"chosen_score_lmetric":275270,"t_first_token":339320.404993163,"t_first_token_unix":1779770185.4189372,"t_done":339329.643488375,"t_done_unix":1779770194.6574326},{"request_id":"1270606:3:1427164:848","session_id":"1270606","input_length":108318,"t_proxy_recv":339329.96948758,"t_decision_unix":1779770194.983429,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":107008,"affinity_cache_ratio":0.987905980538784,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1310 < 8000)","cache_hit":107008,"estimated_new_tokens":1310,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110006,"ongoing_decode_tokens":110006,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":108318,"score_linear":110006.0,"score_lmetric":216636},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":261322,"ongoing_decode_tokens":261322,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":108318,"score_linear":261322.0,"score_lmetric":324954},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121862,"ongoing_decode_tokens":42342,"pending_prefill_tokens":5314,"num_requests":1,"active_p_offloads":0,"cached_blocks":2640,"cache_hit":0,"new_prefill":108318,"score_linear":121862.0,"score_lmetric":113632},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":108318,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":107008,"new_prefill":1310,"score_linear":-107008.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":0,"pending_prefill_tokens":6644,"num_requests":1,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":0,"new_prefill":108318,"score_linear":108020.0,"score_lmetric":114962},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":26923,"ongoing_decode_tokens":26923,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":0,"new_prefill":108318,"score_linear":26923.0,"score_lmetric":108318},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":169462,"ongoing_decode_tokens":0,"pending_prefill_tokens":69110,"num_requests":2,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":1536,"new_prefill":106782,"score_linear":167926.0,"score_lmetric":351784}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":339330.713241437,"t_first_token_unix":1779770195.7271852,"t_done":339331.008503193,"t_done_unix":1779770196.022447},{"request_id":"1363943:12:1426646:845","session_id":"1363943","input_length":26923,"t_proxy_recv":339328.117901561,"t_decision_unix":1779770193.1318426,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9318426624076068,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1835 < 8000)","cache_hit":25088,"estimated_new_tokens":1835,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110006,"ongoing_decode_tokens":110006,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":8704,"new_prefill":18219,"score_linear":101302.0,"score_lmetric":36438},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":261322,"ongoing_decode_tokens":261322,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":26923,"score_linear":261322.0,"score_lmetric":80769},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":114413,"ongoing_decode_tokens":125711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2628,"cache_hit":4096,"new_prefill":22827,"score_linear":110317.0,"score_lmetric":22827},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":26923,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":4096,"new_prefill":22827,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":4096,"new_prefill":22827,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":25088,"new_prefill":1835,"score_linear":-25088.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":169462,"ongoing_decode_tokens":0,"pending_prefill_tokens":69110,"num_requests":2,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":0,"new_prefill":26923,"score_linear":169462.0,"score_lmetric":192066}],"chosen_score_linear":-25088.0,"chosen_score_lmetric":0,"t_first_token":339328.477634106,"t_first_token_unix":1779770193.4915774,"t_done":339332.361572125,"t_done_unix":1779770197.3755162},{"request_id":"1301929:3:1417873:832","session_id":"1301929","input_length":37398,"t_proxy_recv":339296.93614422,"t_decision_unix":1779770161.9500856,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9994117332477672,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (22 < 8000)","cache_hit":37376,"estimated_new_tokens":22,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":193440,"ongoing_decode_tokens":184828,"pending_prefill_tokens":420,"num_requests":3,"active_p_offloads":0,"cached_blocks":1771,"cache_hit":37376,"new_prefill":22,"score_linear":156064.0,"score_lmetric":1326},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":252870,"ongoing_decode_tokens":135124,"pending_prefill_tokens":8178,"num_requests":3,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":37398,"score_linear":252870.0,"score_lmetric":136728},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":196581,"pending_prefill_tokens":5903,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":37398,"score_linear":310994.0,"score_lmetric":173204},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":37398,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":37398,"score_linear":107292.0,"score_lmetric":51506},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":96849,"ongoing_decode_tokens":0,"pending_prefill_tokens":10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2234,"cache_hit":0,"new_prefill":37398,"score_linear":96849.0,"score_lmetric":47719},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161627,"ongoing_decode_tokens":41650,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":37398,"score_linear":161627.0,"score_lmetric":123453},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":0,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":37398,"score_linear":43763.0,"score_lmetric":40201}],"chosen_score_linear":156064.0,"chosen_score_lmetric":1326,"t_first_token":339302.753788432,"t_first_token_unix":1779770167.767732,"t_done":339332.900602395,"t_done_unix":1779770197.9145584},{"request_id":"1366128:29:1424316:841","session_id":"1366128","input_length":126198,"t_proxy_recv":339319.833191144,"t_decision_unix":1779770184.8471305,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":125952,"affinity_cache_ratio":0.9980506822612085,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (246 < 8000)","cache_hit":125952,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223264,"ongoing_decode_tokens":223264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":126198,"score_linear":223264.0,"score_lmetric":378594},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":125952,"new_prefill":246,"score_linear":9172.0,"score_lmetric":492},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":186904,"ongoing_decode_tokens":72491,"pending_prefill_tokens":5903,"num_requests":3,"active_p_offloads":0,"cached_blocks":2599,"cache_hit":0,"new_prefill":126198,"score_linear":186904.0,"score_lmetric":396303},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":126198,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":126198,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":36762,"ongoing_decode_tokens":32179,"pending_prefill_tokens":-6169,"num_requests":1,"active_p_offloads":0,"cached_blocks":2258,"cache_hit":83456,"new_prefill":42742,"score_linear":-46694.0,"score_lmetric":36573},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":126198,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":0,"new_prefill":126198,"score_linear":129673.0,"score_lmetric":193407}],"chosen_score_linear":9172.0,"chosen_score_lmetric":492,"t_first_token":339320.005405026,"t_first_token_unix":1779770185.0193484,"t_done":339333.292201059,"t_done_unix":1779770198.306145},{"request_id":"1373577:4:1408642:799","session_id":"1373577","input_length":90818,"t_proxy_recv":339329.660971804,"t_decision_unix":1779770194.6749132,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9414873703450858,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5314 < 8000)","cache_hit":85504,"estimated_new_tokens":5314,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110006,"ongoing_decode_tokens":110006,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":90818,"score_linear":110006.0,"score_lmetric":181636},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":261322,"ongoing_decode_tokens":261322,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":90818,"score_linear":261322.0,"score_lmetric":272454},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":31044,"ongoing_decode_tokens":42342,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2640,"cache_hit":85504,"new_prefill":5314,"score_linear":-54460.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":90818,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":2560,"new_prefill":88258,"score_linear":-2560.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":0,"pending_prefill_tokens":6644,"num_requests":1,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":0,"new_prefill":90818,"score_linear":108020.0,"score_lmetric":97462},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":26923,"ongoing_decode_tokens":26923,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":0,"new_prefill":90818,"score_linear":26923.0,"score_lmetric":90818},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":169462,"ongoing_decode_tokens":0,"pending_prefill_tokens":69110,"num_requests":2,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":0,"new_prefill":90818,"score_linear":169462.0,"score_lmetric":319856}],"chosen_score_linear":-54460.0,"chosen_score_lmetric":0,"t_first_token":339332.578263466,"t_first_token_unix":1779770197.5922077,"t_done":339334.955556085,"t_done_unix":1779770199.9694996},{"request_id":"1277428:8:1426669:846","session_id":"1277428","input_length":42342,"t_proxy_recv":339328.412931201,"t_decision_unix":1779770193.4268727,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9552690000472345,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1894 < 8000)","cache_hit":40448,"estimated_new_tokens":1894,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110006,"ongoing_decode_tokens":110006,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":42342,"score_linear":110006.0,"score_lmetric":84684},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":261322,"ongoing_decode_tokens":261322,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":4608,"new_prefill":37734,"score_linear":256714.0,"score_lmetric":113202},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":74140,"ongoing_decode_tokens":85438,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2632,"cache_hit":40448,"new_prefill":1894,"score_linear":33692.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":36352,"new_prefill":5990,"score_linear":-36352.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":42342,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":0,"new_prefill":42342,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":26923,"ongoing_decode_tokens":0,"pending_prefill_tokens":1835,"num_requests":1,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":0,"new_prefill":42342,"score_linear":26923.0,"score_lmetric":44177},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":169462,"ongoing_decode_tokens":0,"pending_prefill_tokens":69110,"num_requests":2,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":0,"new_prefill":42342,"score_linear":169462.0,"score_lmetric":222904}],"chosen_score_linear":33692.0,"chosen_score_lmetric":0,"t_first_token":339329.064825941,"t_first_token_unix":1779770194.0787692,"t_done":339337.468803629,"t_done_unix":1779770202.4827476},{"request_id":"1362265:10:1427606:850","session_id":"1362265","input_length":12596,"t_proxy_recv":339331.221721199,"t_decision_unix":1779770196.2356627,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":11776,"affinity_cache_ratio":0.934899968243887,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (820 < 8000)","cache_hit":11776,"estimated_new_tokens":820,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110006,"ongoing_decode_tokens":110006,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":12596,"score_linear":110006.0,"score_lmetric":25192},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":261322,"ongoing_decode_tokens":261322,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":12596,"score_linear":261322.0,"score_lmetric":37788},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121862,"ongoing_decode_tokens":42342,"pending_prefill_tokens":5314,"num_requests":1,"active_p_offloads":0,"cached_blocks":2640,"cache_hit":0,"new_prefill":12596,"score_linear":121862.0,"score_lmetric":17910},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":12596,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":12596,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":0,"pending_prefill_tokens":6644,"num_requests":1,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":11776,"new_prefill":820,"score_linear":96244.0,"score_lmetric":7464},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":26923,"ongoing_decode_tokens":26923,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":0,"new_prefill":12596,"score_linear":26923.0,"score_lmetric":12596},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":169462,"ongoing_decode_tokens":0,"pending_prefill_tokens":69110,"num_requests":2,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":6656,"new_prefill":5940,"score_linear":162806.0,"score_lmetric":150100}],"chosen_score_linear":96244.0,"chosen_score_lmetric":7464,"t_first_token":339333.276561086,"t_first_token_unix":1779770198.2905052,"t_done":339337.519012536,"t_done_unix":1779770202.5329561},{"request_id":"1391404:2:1393919:720","session_id":"1391404","input_length":33321,"t_proxy_recv":339213.154067308,"t_decision_unix":1779770078.168009,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":28160,"affinity_cache_ratio":0.8451126916959275,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5161 < 8000)","cache_hit":28160,"estimated_new_tokens":5161,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91673,"ongoing_decode_tokens":0,"pending_prefill_tokens":71705,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":33321,"score_linear":91673.0,"score_lmetric":210052},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":185425,"ongoing_decode_tokens":0,"pending_prefill_tokens":112209,"num_requests":2,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":28160,"new_prefill":5161,"score_linear":157265.0,"score_lmetric":234740},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":33321,"score_linear":98853.0,"score_lmetric":105220},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":33321,"score_linear":257663.0,"score_lmetric":101388},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1731,"cache_hit":2560,"new_prefill":30761,"score_linear":-2560.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":64227,"ongoing_decode_tokens":64227,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1908,"cache_hit":0,"new_prefill":33321,"score_linear":64227.0,"score_lmetric":66642},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1616,"cache_hit":0,"new_prefill":33321,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":33321,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":157265.0,"chosen_score_lmetric":234740,"t_first_token":339262.268728054,"t_first_token_unix":1779770127.2826717,"t_done":339340.175188396,"t_done_unix":1779770205.1891322},{"request_id":"1399948:9:1433544:857","session_id":"1399948","input_length":11993,"t_proxy_recv":339352.420154479,"t_decision_unix":1779770217.4340959,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":4,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9392145418160593,"affinity_num_requests":3,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":11993,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":272433,"ongoing_decode_tokens":72608,"pending_prefill_tokens":14481,"num_requests":3,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":11264,"new_prefill":729,"score_linear":261169.0,"score_lmetric":45630},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":11993,"score_linear":101803.0,"score_lmetric":11993},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":29269,"ongoing_decode_tokens":0,"pending_prefill_tokens":40567,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":0,"new_prefill":11993,"score_linear":29269.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":11993,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":11993,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":11993,"score_linear":108020.0,"score_lmetric":11993},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":11993,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":171302,"ongoing_decode_tokens":0,"pending_prefill_tokens":69414,"num_requests":3,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":0,"new_prefill":11993,"score_linear":171302.0,"score_lmetric":244221}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339353.409681479,"t_first_token_unix":1779770218.423625,"t_done":339353.474308913,"t_done_unix":1779770218.4882522},{"request_id":"1314357:5:1393659:719","session_id":"1314357","input_length":101803,"t_proxy_recv":339212.217335134,"t_decision_unix":1779770077.2312765,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":73216,"affinity_cache_ratio":0.7191929510918146,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=1 decode_tok=0)","cache_hit":73216,"estimated_new_tokens":28587,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":91673,"ongoing_decode_tokens":0,"pending_prefill_tokens":71705,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":101803,"score_linear":91673.0,"score_lmetric":347016},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83622,"ongoing_decode_tokens":0,"pending_prefill_tokens":83622,"num_requests":1,"active_p_offloads":0,"cached_blocks":1561,"cache_hit":73216,"new_prefill":28587,"score_linear":10406.0,"score_lmetric":112209},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":98853,"ongoing_decode_tokens":38252,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":0,"new_prefill":101803,"score_linear":98853.0,"score_lmetric":173702},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":257663,"ongoing_decode_tokens":159396,"pending_prefill_tokens":475,"num_requests":3,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":101803,"score_linear":257663.0,"score_lmetric":306834},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":87687,"ongoing_decode_tokens":87687,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":101803,"score_linear":87687.0,"score_lmetric":101803},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":64227,"ongoing_decode_tokens":64227,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1908,"cache_hit":0,"new_prefill":101803,"score_linear":64227.0,"score_lmetric":203606},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1616,"cache_hit":0,"new_prefill":101803,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":101803,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":10406.0,"chosen_score_lmetric":112209,"t_first_token":339262.266684498,"t_first_token_unix":1779770127.280628,"t_done":339353.542593197,"t_done_unix":1779770218.556537},{"request_id":"1399948:10:1434418:858","session_id":"1399948","input_length":12032,"t_proxy_recv":339355.426832381,"t_decision_unix":1779770220.4407737,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9787234042553191,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (256 < 8000)","cache_hit":11776,"estimated_new_tokens":256,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":272433,"ongoing_decode_tokens":198555,"pending_prefill_tokens":2710,"num_requests":3,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":11264,"new_prefill":768,"score_linear":261169.0,"score_lmetric":10434},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":105709,"ongoing_decode_tokens":105709,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1881,"cache_hit":0,"new_prefill":12032,"score_linear":105709.0,"score_lmetric":12032},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":29269,"ongoing_decode_tokens":0,"pending_prefill_tokens":40567,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":0,"new_prefill":12032,"score_linear":29269.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":12032,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":11776,"new_prefill":256,"score_linear":-11776.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":12032,"score_linear":108020.0,"score_lmetric":12032},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":12032,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":171302,"ongoing_decode_tokens":0,"pending_prefill_tokens":69414,"num_requests":3,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":0,"new_prefill":12032,"score_linear":171302.0,"score_lmetric":244338}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":339355.464183958,"t_first_token_unix":1779770220.4781272,"t_done":339355.678133567,"t_done_unix":1779770220.6920772},{"request_id":"1314357:6:1422517:839","session_id":"1314357","input_length":105709,"t_proxy_recv":339353.560064007,"t_decision_unix":1779770218.5740056,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9977579960079085,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (237 < 8000)","cache_hit":105472,"estimated_new_tokens":237,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":272433,"ongoing_decode_tokens":198555,"pending_prefill_tokens":2710,"num_requests":3,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":105709,"score_linear":272433.0,"score_lmetric":325257},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1881,"cache_hit":105472,"new_prefill":237,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":29269,"ongoing_decode_tokens":0,"pending_prefill_tokens":40567,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":0,"new_prefill":105709,"score_linear":29269.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":105709,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":105709,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":105709,"score_linear":108020.0,"score_lmetric":105709},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":105709,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":171302,"ongoing_decode_tokens":0,"pending_prefill_tokens":69414,"num_requests":3,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":0,"new_prefill":105709,"score_linear":171302.0,"score_lmetric":525369}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":339353.726982411,"t_first_token_unix":1779770218.740926,"t_done":339359.376133235,"t_done_unix":1779770224.390077},{"request_id":"1382089:3:1433211:856","session_id":"1382089","input_length":40567,"t_proxy_recv":339351.196484037,"t_decision_unix":1779770216.2104256,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":2,"affinity_cache_hit":38912,"affinity_cache_ratio":0.9592032933172283,"affinity_num_requests":3,"avg_num_requests":1.0,"fallback_score":-40567,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=-1 decode_tok=0)","cache_hit":0,"estimated_new_tokens":40567,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":272433,"ongoing_decode_tokens":72608,"pending_prefill_tokens":14481,"num_requests":3,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":40567,"score_linear":272433.0,"score_lmetric":165144},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":40567,"score_linear":101803.0,"score_lmetric":40567},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":0,"new_prefill":40567,"score_linear":-11298.0,"score_lmetric":-40567},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":40567,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":40567,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":40567,"score_linear":108020.0,"score_lmetric":40567},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":40567,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":171302,"ongoing_decode_tokens":0,"pending_prefill_tokens":69414,"num_requests":3,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":38912,"new_prefill":1655,"score_linear":132390.0,"score_lmetric":213207}],"chosen_score_linear":-11298.0,"chosen_score_lmetric":-40567,"t_first_token":339357.696357901,"t_first_token_unix":1779770222.7103014,"t_done":339359.828351165,"t_done_unix":1779770224.8422947},{"request_id":"1355951:5:1425005:843","session_id":"1355951","input_length":39789,"t_proxy_recv":339322.294468319,"t_decision_unix":1779770187.308409,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9522229761994521,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1901 < 8000)","cache_hit":37888,"estimated_new_tokens":1901,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223264,"ongoing_decode_tokens":223264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":39789,"score_linear":223264.0,"score_lmetric":119367},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":261322,"ongoing_decode_tokens":261322,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":39789,"score_linear":261322.0,"score_lmetric":119367},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":186904,"ongoing_decode_tokens":157929,"pending_prefill_tokens":1873,"num_requests":3,"active_p_offloads":0,"cached_blocks":2599,"cache_hit":0,"new_prefill":39789,"score_linear":186904.0,"score_lmetric":124986},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":39789,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":39789,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":36762,"ongoing_decode_tokens":133611,"pending_prefill_tokens":-10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2258,"cache_hit":0,"new_prefill":39789,"score_linear":36762.0,"score_lmetric":29468},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":25225,"ongoing_decode_tokens":25225,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":39789,"score_linear":25225.0,"score_lmetric":39789},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":37888,"new_prefill":1901,"score_linear":91785.0,"score_lmetric":69110}],"chosen_score_linear":91785.0,"chosen_score_lmetric":69110,"t_first_token":339363.541760401,"t_first_token_unix":1779770228.5557044,"t_done":339363.89608494,"t_done_unix":1779770228.9100287},{"request_id":"1314357:7:1427957:851","session_id":"1314357","input_length":106279,"t_proxy_recv":339359.394642753,"t_decision_unix":1779770224.4085839,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9972242870181315,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (295 < 8000)","cache_hit":105984,"estimated_new_tokens":295,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":272433,"ongoing_decode_tokens":198555,"pending_prefill_tokens":2710,"num_requests":3,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":106279,"score_linear":272433.0,"score_lmetric":326967},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1882,"cache_hit":105984,"new_prefill":295,"score_linear":-105984.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":29269,"ongoing_decode_tokens":40567,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":0,"new_prefill":106279,"score_linear":29269.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":106279,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57375,"ongoing_decode_tokens":0,"pending_prefill_tokens":44063,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":106279,"score_linear":57375.0,"score_lmetric":300684},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":106279,"score_linear":108020.0,"score_lmetric":106279},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":106279,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":171302,"ongoing_decode_tokens":129673,"pending_prefill_tokens":2205,"num_requests":3,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":0,"new_prefill":106279,"score_linear":171302.0,"score_lmetric":325452}],"chosen_score_linear":-105984.0,"chosen_score_lmetric":0,"t_first_token":339359.599858864,"t_first_token_unix":1779770224.6138024,"t_done":339364.849172606,"t_done_unix":1779770229.863117},{"request_id":"1399948:11:1435163:860","session_id":"1399948","input_length":12106,"t_proxy_recv":339358.131341164,"t_decision_unix":1779770223.1452825,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9727407896910623,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (330 < 8000)","cache_hit":11776,"estimated_new_tokens":330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":272433,"ongoing_decode_tokens":198555,"pending_prefill_tokens":2710,"num_requests":3,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":11264,"new_prefill":842,"score_linear":261169.0,"score_lmetric":10656},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":105709,"ongoing_decode_tokens":105709,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1881,"cache_hit":0,"new_prefill":12106,"score_linear":105709.0,"score_lmetric":12106},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":29269,"ongoing_decode_tokens":40567,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":0,"new_prefill":12106,"score_linear":29269.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":12106,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":45269,"ongoing_decode_tokens":0,"pending_prefill_tokens":43733,"num_requests":1,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":11776,"new_prefill":330,"score_linear":33493.0,"score_lmetric":44063},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":12106,"score_linear":108020.0,"score_lmetric":12106},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":12106,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":171302,"ongoing_decode_tokens":129673,"pending_prefill_tokens":2205,"num_requests":3,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":0,"new_prefill":12106,"score_linear":171302.0,"score_lmetric":42933}],"chosen_score_linear":33493.0,"chosen_score_lmetric":44063,"t_first_token":339364.891941996,"t_first_token_unix":1779770229.905885,"t_done":339364.944131047,"t_done_unix":1779770229.9580743},{"request_id":"1399948:12:1436179:863","session_id":"1399948","input_length":12164,"t_proxy_recv":339364.947415233,"t_decision_unix":1779770229.9613569,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9681025978296613,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (388 < 8000)","cache_hit":11776,"estimated_new_tokens":388,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":272433,"ongoing_decode_tokens":198555,"pending_prefill_tokens":2710,"num_requests":3,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":11264,"new_prefill":900,"score_linear":261169.0,"score_lmetric":10830},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106805,"ongoing_decode_tokens":0,"pending_prefill_tokens":309,"num_requests":1,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":0,"new_prefill":12164,"score_linear":106805.0,"score_lmetric":12473},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":0,"new_prefill":12164,"score_linear":-11298.0,"score_lmetric":-12164},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":12164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":45269,"ongoing_decode_tokens":45269,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":11776,"new_prefill":388,"score_linear":33493.0,"score_lmetric":388},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":12164,"score_linear":108020.0,"score_lmetric":12164},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":12164,"score_linear":29412.0,"score_lmetric":12164},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131513,"ongoing_decode_tokens":131513,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1851,"cache_hit":0,"new_prefill":12164,"score_linear":131513.0,"score_lmetric":24328}],"chosen_score_linear":33493.0,"chosen_score_lmetric":388,"t_first_token":339365.001911302,"t_first_token_unix":1779770230.0158548,"t_done":339365.219435025,"t_done_unix":1779770230.233379},{"request_id":"1313181:9:1333349:415","session_id":"1313181","input_length":129673,"t_proxy_recv":339317.679440984,"t_decision_unix":1779770182.6933825,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":62464,"affinity_cache_ratio":0.481703978468918,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":62464,"estimated_new_tokens":67209,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223264,"ongoing_decode_tokens":223264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":129673,"score_linear":223264.0,"score_lmetric":389019},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":129673,"score_linear":135124.0,"score_lmetric":259346},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":186904,"ongoing_decode_tokens":72491,"pending_prefill_tokens":5903,"num_requests":3,"active_p_offloads":0,"cached_blocks":2599,"cache_hit":61952,"new_prefill":67721,"score_linear":124952.0,"score_lmetric":220872},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":12800,"new_prefill":116873,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":129673,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-64670,"ongoing_decode_tokens":32179,"pending_prefill_tokens":-10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":2258,"cache_hit":0,"new_prefill":129673,"score_linear":-64670.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":12800,"new_prefill":116873,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":62464,"new_prefill":67209,"score_linear":-62464.0,"score_lmetric":0}],"chosen_score_linear":-62464.0,"chosen_score_lmetric":0,"t_first_token":339357.550590129,"t_first_token_unix":1779770222.5645332,"t_done":339365.511661448,"t_done_unix":1779770230.5256076},{"request_id":"1314357:8:1431749:854","session_id":"1314357","input_length":106805,"t_proxy_recv":339364.868170103,"t_decision_unix":1779770229.8821118,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":106496,"affinity_cache_ratio":0.9971068770188661,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (309 < 8000)","cache_hit":106496,"estimated_new_tokens":309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":272433,"ongoing_decode_tokens":198555,"pending_prefill_tokens":2710,"num_requests":3,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":106805,"score_linear":272433.0,"score_lmetric":328545},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":106496,"new_prefill":309,"score_linear":-106496.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":0,"new_prefill":106805,"score_linear":-11298.0,"score_lmetric":-106805},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":106805,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57375,"ongoing_decode_tokens":0,"pending_prefill_tokens":44063,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":106805,"score_linear":57375.0,"score_lmetric":301736},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":106805,"score_linear":108020.0,"score_lmetric":106805},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":106805,"score_linear":29412.0,"score_lmetric":106805},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131513,"ongoing_decode_tokens":131513,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1851,"cache_hit":0,"new_prefill":106805,"score_linear":131513.0,"score_lmetric":213610}],"chosen_score_linear":-106496.0,"chosen_score_lmetric":0,"t_first_token":339365.076570151,"t_first_token_unix":1779770230.0905137,"t_done":339366.347595082,"t_done_unix":1779770231.3615391},{"request_id":"1270340:6:1434904:859","session_id":"1270340","input_length":45269,"t_proxy_recv":339357.069686788,"t_decision_unix":1779770222.083628,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":4,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9952947933464402,"affinity_num_requests":3,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":1536,"estimated_new_tokens":43733,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":272433,"ongoing_decode_tokens":198555,"pending_prefill_tokens":2710,"num_requests":3,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":45269,"score_linear":272433.0,"score_lmetric":143937},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":105709,"ongoing_decode_tokens":105709,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1881,"cache_hit":0,"new_prefill":45269,"score_linear":105709.0,"score_lmetric":45269},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":29269,"ongoing_decode_tokens":0,"pending_prefill_tokens":40567,"num_requests":0,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":0,"new_prefill":45269,"score_linear":29269.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":45269,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":1536,"new_prefill":43733,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":45269,"score_linear":108020.0,"score_lmetric":45269},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":45269,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":171302,"ongoing_decode_tokens":0,"pending_prefill_tokens":69414,"num_requests":3,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":45056,"new_prefill":213,"score_linear":126246.0,"score_lmetric":208881}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":339364.890814845,"t_first_token_unix":1779770229.9047616,"t_done":339366.442964698,"t_done_unix":1779770231.456909},{"request_id":"1314357:9:1435219:861","session_id":"1314357","input_length":106959,"t_proxy_recv":339366.367508008,"t_decision_unix":1779770231.3814497,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":106496,"affinity_cache_ratio":0.9956712385119532,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (463 < 8000)","cache_hit":106496,"estimated_new_tokens":463,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":272433,"ongoing_decode_tokens":198555,"pending_prefill_tokens":2710,"num_requests":3,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":106959,"score_linear":272433.0,"score_lmetric":329007},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":106496,"new_prefill":463,"score_linear":-106496.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":0,"new_prefill":106959,"score_linear":-11298.0,"score_lmetric":-106959},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":106959,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":45269,"ongoing_decode_tokens":45269,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":106959,"score_linear":45269.0,"score_lmetric":106959},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":106959,"score_linear":108020.0,"score_lmetric":106959},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":106959,"score_linear":29412.0,"score_lmetric":106959},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64353,"ongoing_decode_tokens":64353,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":106959,"score_linear":64353.0,"score_lmetric":213918}],"chosen_score_linear":-106496.0,"chosen_score_lmetric":0,"t_first_token":339366.531989461,"t_first_token_unix":1779770231.5459335,"t_done":339369.123464637,"t_done_unix":1779770234.1374085},{"request_id":"1314357:10:1439373:867","session_id":"1314357","input_length":107228,"t_proxy_recv":339372.240535926,"t_decision_unix":1779770237.254477,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":107008,"affinity_cache_ratio":0.9979482970865818,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (220 < 8000)","cache_hit":107008,"estimated_new_tokens":220,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":272433,"ongoing_decode_tokens":198555,"pending_prefill_tokens":2710,"num_requests":3,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":107228,"score_linear":272433.0,"score_lmetric":329814},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":107008,"new_prefill":220,"score_linear":-107008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":116190,"ongoing_decode_tokens":0,"pending_prefill_tokens":127488,"num_requests":0,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":0,"new_prefill":107228,"score_linear":116190.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":52920,"ongoing_decode_tokens":0,"pending_prefill_tokens":3768,"num_requests":1,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":107228,"score_linear":52920.0,"score_lmetric":110996},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":107228,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":107228,"score_linear":108020.0,"score_lmetric":107228},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":58123,"ongoing_decode_tokens":58123,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":107228,"score_linear":58123.0,"score_lmetric":214456},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64353,"ongoing_decode_tokens":64353,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":107228,"score_linear":64353.0,"score_lmetric":214456}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":339372.395804602,"t_first_token_unix":1779770237.4097476,"t_done":339372.686748083,"t_done_unix":1779770237.7006917},{"request_id":"1363943:13:1438562:865","session_id":"1363943","input_length":28711,"t_proxy_recv":339369.527906963,"t_decision_unix":1779770234.5418484,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9451429765595069,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1575 < 8000)","cache_hit":27136,"estimated_new_tokens":1575,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":272433,"ongoing_decode_tokens":198555,"pending_prefill_tokens":2710,"num_requests":3,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":8704,"new_prefill":20007,"score_linear":263729.0,"score_lmetric":68151},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":28711,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":116190,"ongoing_decode_tokens":0,"pending_prefill_tokens":127488,"num_requests":0,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":4096,"new_prefill":24615,"score_linear":112094.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":28711,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":4096,"new_prefill":24615,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":4096,"new_prefill":24615,"score_linear":103924.0,"score_lmetric":24615},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":27136,"new_prefill":1575,"score_linear":2276.0,"score_lmetric":1575},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64353,"ongoing_decode_tokens":64353,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":28711,"score_linear":64353.0,"score_lmetric":57422}],"chosen_score_linear":2276.0,"chosen_score_lmetric":1575,"t_first_token":339369.848877978,"t_first_token_unix":1779770234.8628216,"t_done":339374.377884357,"t_done_unix":1779770239.391828},{"request_id":"1268861:10:1439325:866","session_id":"1268861","input_length":52920,"t_proxy_recv":339372.084442458,"t_decision_unix":1779770237.0983837,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9287981859410431,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3768 < 8000)","cache_hit":49152,"estimated_new_tokens":3768,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":272433,"ongoing_decode_tokens":198555,"pending_prefill_tokens":2710,"num_requests":3,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":52920,"score_linear":272433.0,"score_lmetric":166890},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":52920,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":116190,"ongoing_decode_tokens":0,"pending_prefill_tokens":127488,"num_requests":0,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":0,"new_prefill":52920,"score_linear":116190.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":49152,"new_prefill":3768,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":52920,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":52920,"score_linear":108020.0,"score_lmetric":52920},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":58123,"ongoing_decode_tokens":58123,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":52920,"score_linear":58123.0,"score_lmetric":105840},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64353,"ongoing_decode_tokens":64353,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":52920,"score_linear":64353.0,"score_lmetric":105840}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":339373.295737946,"t_first_token_unix":1779770238.3096814,"t_done":339374.408082274,"t_done_unix":1779770239.4220257},{"request_id":"1342921:5:1433192:855","session_id":"1342921","input_length":73878,"t_proxy_recv":339351.125256447,"t_decision_unix":1779770216.1391964,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9633179024878854,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2710 < 8000)","cache_hit":71168,"estimated_new_tokens":2710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198555,"ongoing_decode_tokens":72608,"pending_prefill_tokens":11771,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":71168,"new_prefill":2710,"score_linear":127387.0,"score_lmetric":28962},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":73878,"score_linear":101803.0,"score_lmetric":73878},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":0,"new_prefill":73878,"score_linear":-11298.0,"score_lmetric":-73878},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":73878,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":73878,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":69120,"new_prefill":4758,"score_linear":38900.0,"score_lmetric":4758},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":73878,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":171302,"ongoing_decode_tokens":0,"pending_prefill_tokens":69414,"num_requests":3,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":0,"new_prefill":73878,"score_linear":171302.0,"score_lmetric":429876}],"chosen_score_linear":127387.0,"chosen_score_lmetric":28962,"t_first_token":339372.377725895,"t_first_token_unix":1779770237.3916693,"t_done":339375.16526099,"t_done_unix":1779770240.1792045},{"request_id":"1404395:2:1435941:862","session_id":"1404395","input_length":29412,"t_proxy_recv":339360.714770018,"t_decision_unix":1779770225.7287111,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":22528,"affinity_cache_ratio":0.7659458724330205,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6884 < 8000)","cache_hit":22528,"estimated_new_tokens":6884,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":272433,"ongoing_decode_tokens":198555,"pending_prefill_tokens":2710,"num_requests":3,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":29412,"score_linear":272433.0,"score_lmetric":96366},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106279,"ongoing_decode_tokens":106279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1882,"cache_hit":512,"new_prefill":28900,"score_linear":105767.0,"score_lmetric":28900},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":0,"new_prefill":29412,"score_linear":-11298.0,"score_lmetric":-29412},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":29412,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57375,"ongoing_decode_tokens":0,"pending_prefill_tokens":44063,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":512,"new_prefill":28900,"score_linear":56863.0,"score_lmetric":145926},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":29412,"score_linear":108020.0,"score_lmetric":29412},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":22528,"new_prefill":6884,"score_linear":-22528.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":171302,"ongoing_decode_tokens":129673,"pending_prefill_tokens":2205,"num_requests":3,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":0,"new_prefill":29412,"score_linear":171302.0,"score_lmetric":94851}],"chosen_score_linear":-22528.0,"chosen_score_lmetric":0,"t_first_token":339362.025543666,"t_first_token_unix":1779770227.0394883,"t_done":339381.538878213,"t_done_unix":1779770246.5528226},{"request_id":"1364090:10:1426859:847","session_id":"1364090","input_length":108020,"t_proxy_recv":339328.932381964,"t_decision_unix":1779770193.9463232,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9384928716904277,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6644 < 8000)","cache_hit":101376,"estimated_new_tokens":6644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110006,"ongoing_decode_tokens":110006,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":7680,"new_prefill":100340,"score_linear":102326.0,"score_lmetric":200680},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":261322,"ongoing_decode_tokens":261322,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":108020,"score_linear":261322.0,"score_lmetric":324060},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":116482,"ongoing_decode_tokens":85438,"pending_prefill_tokens":1894,"num_requests":1,"active_p_offloads":0,"cached_blocks":2632,"cache_hit":7680,"new_prefill":100340,"score_linear":108802.0,"score_lmetric":102234},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":108020,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":7680,"new_prefill":100340,"score_linear":-7680.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":101376,"new_prefill":6644,"score_linear":-101376.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":26923,"ongoing_decode_tokens":26923,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":11264,"new_prefill":96756,"score_linear":15659.0,"score_lmetric":96756},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":169462,"ongoing_decode_tokens":0,"pending_prefill_tokens":69110,"num_requests":2,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":0,"new_prefill":108020,"score_linear":169462.0,"score_lmetric":354260}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":339333.090435848,"t_first_token_unix":1779770198.10438,"t_done":339384.181136612,"t_done_unix":1779770249.1950805},{"request_id":"1407599:2:1430593:852","session_id":"1407599","input_length":1840,"t_proxy_recv":339341.951302901,"t_decision_unix":1779770206.9652438,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":1536,"affinity_cache_ratio":0.8347826086956521,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (304 < 8000)","cache_hit":1536,"estimated_new_tokens":304,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":1840,"score_linear":72608.0,"score_lmetric":1840},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":1840,"score_linear":101803.0,"score_lmetric":1840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":0,"new_prefill":1840,"score_linear":-11298.0,"score_lmetric":-1840},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":1840,"score_linear":108020.0,"score_lmetric":1840},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":169462,"ongoing_decode_tokens":0,"pending_prefill_tokens":69110,"num_requests":2,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":1536,"new_prefill":304,"score_linear":167926.0,"score_lmetric":138828}],"chosen_score_linear":167926.0,"chosen_score_lmetric":138828,"t_first_token":339363.542595926,"t_first_token_unix":1779770228.5565393,"t_done":339385.082277119,"t_done_unix":1779770250.0962205},{"request_id":"1313181:9:1386945:689","session_id":"1313181","input_length":62513,"t_proxy_recv":339365.520282663,"t_decision_unix":1779770230.5342243,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":62464,"affinity_cache_ratio":0.999216163038088,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (49 < 8000)","cache_hit":62464,"estimated_new_tokens":49,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":272433,"ongoing_decode_tokens":198555,"pending_prefill_tokens":2710,"num_requests":3,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":62513,"score_linear":272433.0,"score_lmetric":195669},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106805,"ongoing_decode_tokens":106805,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":0,"new_prefill":62513,"score_linear":106805.0,"score_lmetric":62513},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":61952,"new_prefill":561,"score_linear":-73250.0,"score_lmetric":-561},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":12800,"new_prefill":49713,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":45269,"ongoing_decode_tokens":45269,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":62513,"score_linear":45269.0,"score_lmetric":62513},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":62513,"score_linear":108020.0,"score_lmetric":62513},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":12800,"new_prefill":49713,"score_linear":16612.0,"score_lmetric":49713},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1840,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":62464,"new_prefill":49,"score_linear":-60624.0,"score_lmetric":49}],"chosen_score_linear":-60624.0,"chosen_score_lmetric":49,"t_first_token":339365.607508997,"t_first_token_unix":1779770230.6214526,"t_done":339385.502627578,"t_done_unix":1779770250.516571},{"request_id":"1314357:11:1442554:870","session_id":"1314357","input_length":108166,"t_proxy_recv":339382.729145991,"t_decision_unix":1779770247.7430873,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":107008,"affinity_cache_ratio":0.9892942329382616,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1158 < 8000)","cache_hit":107008,"estimated_new_tokens":1158,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":217611,"ongoing_decode_tokens":198555,"pending_prefill_tokens":5744,"num_requests":3,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":108166,"score_linear":217611.0,"score_lmetric":341730},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":107008,"new_prefill":1158,"score_linear":-107008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":179343,"ongoing_decode_tokens":0,"pending_prefill_tokens":141489,"num_requests":1,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":0,"new_prefill":108166,"score_linear":179343.0,"score_lmetric":249655},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1574,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":108166,"score_linear":108020.0,"score_lmetric":108166},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64353,"ongoing_decode_tokens":64353,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":108166,"score_linear":64353.0,"score_lmetric":216332}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":339383.484234288,"t_first_token_unix":1779770248.4981778,"t_done":339385.540711402,"t_done_unix":1779770250.5546558},{"request_id":"1371622:2:1442319:869","session_id":"1371622","input_length":19056,"t_proxy_recv":339381.933270242,"t_decision_unix":1779770246.947211,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":13312,"affinity_cache_ratio":0.6985726280436608,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5744 < 8000)","cache_hit":13312,"estimated_new_tokens":5744,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198555,"ongoing_decode_tokens":198555,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":13312,"new_prefill":5744,"score_linear":185243.0,"score_lmetric":11488},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":19056,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":179343,"ongoing_decode_tokens":0,"pending_prefill_tokens":141489,"num_requests":1,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":0,"new_prefill":19056,"score_linear":179343.0,"score_lmetric":160545},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1574,"cache_hit":0,"new_prefill":19056,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":13312,"new_prefill":5744,"score_linear":-13312.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":19056,"score_linear":108020.0,"score_lmetric":19056},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":19056,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64353,"ongoing_decode_tokens":64353,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":19056,"score_linear":64353.0,"score_lmetric":38112}],"chosen_score_linear":185243.0,"chosen_score_lmetric":11488,"t_first_token":339383.957572133,"t_first_token_unix":1779770248.9715157,"t_done":339386.259660965,"t_done_unix":1779770251.2736046},{"request_id":"1381387:7:1411928:819","session_id":"1381387","input_length":72608,"t_proxy_recv":339302.859027933,"t_decision_unix":1779770167.8729694,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9872190392243279,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (928 < 8000)","cache_hit":71680,"estimated_new_tokens":928,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":159268,"ongoing_decode_tokens":159268,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":71680,"new_prefill":928,"score_linear":87588.0,"score_lmetric":2784},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":263113,"ongoing_decode_tokens":135124,"pending_prefill_tokens":10229,"num_requests":3,"active_p_offloads":0,"cached_blocks":1791,"cache_hit":0,"new_prefill":72608,"score_linear":263113.0,"score_lmetric":248511},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":310994,"ongoing_decode_tokens":196581,"pending_prefill_tokens":5903,"num_requests":4,"active_p_offloads":0,"cached_blocks":2358,"cache_hit":0,"new_prefill":72608,"score_linear":310994.0,"score_lmetric":314044},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":72608,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":72608,"score_linear":107292.0,"score_lmetric":86716},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":96849,"pending_prefill_tokens":-10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":2234,"cache_hit":0,"new_prefill":72608,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":163670,"ongoing_decode_tokens":163670,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1744,"cache_hit":0,"new_prefill":72608,"score_linear":163670.0,"score_lmetric":217824},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":512,"new_prefill":72096,"score_linear":43251.0,"score_lmetric":72096}],"chosen_score_linear":87588.0,"chosen_score_lmetric":2784,"t_first_token":339303.510735949,"t_first_token_unix":1779770168.524679,"t_done":339386.83612144,"t_done_unix":1779770251.8500655},{"request_id":"1314357:12:1446681:873","session_id":"1314357","input_length":108409,"t_proxy_recv":339396.45721557,"t_decision_unix":1779770261.4711568,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":108032,"affinity_cache_ratio":0.996522428949626,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (377 < 8000)","cache_hit":108032,"estimated_new_tokens":377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":145239,"ongoing_decode_tokens":145239,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":0,"new_prefill":108409,"score_linear":145239.0,"score_lmetric":216818},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":108032,"new_prefill":377,"score_linear":-108032.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":179343,"ongoing_decode_tokens":0,"pending_prefill_tokens":141489,"num_requests":1,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":0,"new_prefill":108409,"score_linear":179343.0,"score_lmetric":249898},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1574,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":1876,"cache_hit":0,"new_prefill":108409,"score_linear":129839.0,"score_lmetric":173736}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":339396.673673669,"t_first_token_unix":1779770261.6876173,"t_done":339397.281028105,"t_done_unix":1779770262.2949717},{"request_id":"1371622:3:1443876:871","session_id":"1371622","input_length":19292,"t_proxy_recv":339387.04259525,"t_decision_unix":1779770252.0565364,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9819614347916235,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (348 < 8000)","cache_hit":18944,"estimated_new_tokens":348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":18944,"new_prefill":348,"score_linear":107003.0,"score_lmetric":348},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":0,"new_prefill":19292,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":179343,"ongoing_decode_tokens":0,"pending_prefill_tokens":141489,"num_requests":1,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":0,"new_prefill":19292,"score_linear":179343.0,"score_lmetric":160781},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1574,"cache_hit":0,"new_prefill":19292,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":13312,"new_prefill":5980,"score_linear":-13312.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":19292,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":19292,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":1876,"cache_hit":0,"new_prefill":19292,"score_linear":129839.0,"score_lmetric":84619}],"chosen_score_linear":107003.0,"chosen_score_lmetric":348,"t_first_token":339387.139564839,"t_first_token_unix":1779770252.153509,"t_done":339402.002955829,"t_done_unix":1779770267.0168993},{"request_id":"1314357:13:1448346:875","session_id":"1314357","input_length":108791,"t_proxy_recv":339402.116995339,"t_decision_unix":1779770267.1309366,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9930233199437454,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (759 < 8000)","cache_hit":108032,"estimated_new_tokens":759,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":108791,"score_linear":125947.0,"score_lmetric":108791},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":108032,"new_prefill":759,"score_linear":-108032.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":179343,"ongoing_decode_tokens":0,"pending_prefill_tokens":141489,"num_requests":1,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":0,"new_prefill":108791,"score_linear":179343.0,"score_lmetric":250280},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1574,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":1876,"cache_hit":0,"new_prefill":108791,"score_linear":129839.0,"score_lmetric":174118}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":339402.640464798,"t_first_token_unix":1779770267.6544087,"t_done":339404.450670125,"t_done_unix":1779770269.4646142},{"request_id":"1314357:14:1450740:878","session_id":"1314357","input_length":109010,"t_proxy_recv":339409.94765919,"t_decision_unix":1779770274.9616005,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":108544,"affinity_cache_ratio":0.9957251628290983,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (466 < 8000)","cache_hit":108544,"estimated_new_tokens":466,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":201708,"ongoing_decode_tokens":125947,"pending_prefill_tokens":2033,"num_requests":2,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":109010,"score_linear":201708.0,"score_lmetric":222086},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1887,"cache_hit":108544,"new_prefill":466,"score_linear":-108544.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":179343,"ongoing_decode_tokens":0,"pending_prefill_tokens":141489,"num_requests":1,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":0,"new_prefill":109010,"score_linear":179343.0,"score_lmetric":250499},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1574,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":1876,"cache_hit":0,"new_prefill":109010,"score_linear":129839.0,"score_lmetric":174337}],"chosen_score_linear":-108544.0,"chosen_score_lmetric":0,"t_first_token":339410.201533176,"t_first_token_unix":1779770275.2154765,"t_done":339411.475402453,"t_done_unix":1779770276.4893458},{"request_id":"1342921:6:1448548:876","session_id":"1342921","input_length":75761,"t_proxy_recv":339402.673147954,"t_decision_unix":1779770267.6870892,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9731656129142963,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2033 < 8000)","cache_hit":73728,"estimated_new_tokens":2033,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":73728,"new_prefill":2033,"score_linear":52219.0,"score_lmetric":2033},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":108791,"ongoing_decode_tokens":108791,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":0,"new_prefill":75761,"score_linear":108791.0,"score_lmetric":75761},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":179343,"ongoing_decode_tokens":0,"pending_prefill_tokens":141489,"num_requests":1,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":0,"new_prefill":75761,"score_linear":179343.0,"score_lmetric":217250},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1574,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":69120,"new_prefill":6641,"score_linear":-69120.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":1876,"cache_hit":0,"new_prefill":75761,"score_linear":129839.0,"score_lmetric":141088}],"chosen_score_linear":52219.0,"chosen_score_lmetric":2033,"t_first_token":339410.82669475,"t_first_token_unix":1779770275.8406384,"t_done":339411.537289267,"t_done_unix":1779770276.5512328},{"request_id":"1268861:11:1452208:880","session_id":"1268861","input_length":55050,"t_proxy_recv":339414.912159255,"t_decision_unix":1779770279.9261005,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9579654859218892,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2314 < 8000)","cache_hit":52736,"estimated_new_tokens":2314,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1813,"cache_hit":0,"new_prefill":55050,"score_linear":125947.0,"score_lmetric":55050},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":179343,"ongoing_decode_tokens":0,"pending_prefill_tokens":141489,"num_requests":1,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":0,"new_prefill":55050,"score_linear":179343.0,"score_lmetric":196539},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1574,"cache_hit":52736,"new_prefill":2314,"score_linear":-52736.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":1876,"cache_hit":0,"new_prefill":55050,"score_linear":129839.0,"score_lmetric":120377}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":339415.741537653,"t_first_token_unix":1779770280.755482,"t_done":339416.22072248,"t_done_unix":1779770281.2346663},{"request_id":"1371622:4:1452210:881","session_id":"1371622","input_length":20439,"t_proxy_recv":339414.919639713,"t_decision_unix":1779770279.9335814,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9769558197563482,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (471 < 8000)","cache_hit":19968,"estimated_new_tokens":471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1813,"cache_hit":19968,"new_prefill":471,"score_linear":105979.0,"score_lmetric":471},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":179343,"ongoing_decode_tokens":0,"pending_prefill_tokens":141489,"num_requests":1,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":0,"new_prefill":20439,"score_linear":179343.0,"score_lmetric":161928},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":55050,"ongoing_decode_tokens":0,"pending_prefill_tokens":2314,"num_requests":1,"active_p_offloads":0,"cached_blocks":1574,"cache_hit":0,"new_prefill":20439,"score_linear":55050.0,"score_lmetric":22753},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":13312,"new_prefill":7127,"score_linear":-13312.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":1876,"cache_hit":0,"new_prefill":20439,"score_linear":129839.0,"score_lmetric":85766}],"chosen_score_linear":105979.0,"chosen_score_lmetric":471,"t_first_token":339415.011165924,"t_first_token_unix":1779770280.0251095,"t_done":339416.224906153,"t_done_unix":1779770281.2388496},{"request_id":"1314357:15:1452292:882","session_id":"1314357","input_length":109164,"t_proxy_recv":339415.183986529,"t_decision_unix":1779770280.1979282,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9990106628558866,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (108 < 8000)","cache_hit":109056,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":146386,"ongoing_decode_tokens":146386,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1813,"cache_hit":0,"new_prefill":109164,"score_linear":146386.0,"score_lmetric":218328},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":109056,"new_prefill":108,"score_linear":-109056.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":179343,"ongoing_decode_tokens":0,"pending_prefill_tokens":141489,"num_requests":1,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":0,"new_prefill":109164,"score_linear":179343.0,"score_lmetric":250653},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":55050,"ongoing_decode_tokens":0,"pending_prefill_tokens":2314,"num_requests":1,"active_p_offloads":0,"cached_blocks":1574,"cache_hit":0,"new_prefill":109164,"score_linear":55050.0,"score_lmetric":111478},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":1876,"cache_hit":0,"new_prefill":109164,"score_linear":129839.0,"score_lmetric":174491}],"chosen_score_linear":-109056.0,"chosen_score_lmetric":0,"t_first_token":339415.355691075,"t_first_token_unix":1779770280.369635,"t_done":339419.344671336,"t_done_unix":1779770284.3586204},{"request_id":"1264679:3:1431512:853","session_id":"1264679","input_length":125947,"t_proxy_recv":339344.946216835,"t_decision_unix":1779770209.960158,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":114176,"affinity_cache_ratio":0.9065400525617918,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 4000)","cache_hit":114176,"estimated_new_tokens":11771,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":114176,"new_prefill":11771,"score_linear":-41568.0,"score_lmetric":11771},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":125947,"score_linear":101803.0,"score_lmetric":125947},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2654,"cache_hit":0,"new_prefill":125947,"score_linear":-11298.0,"score_lmetric":-125947},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":125947,"score_linear":108020.0,"score_lmetric":125947},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":171302,"ongoing_decode_tokens":0,"pending_prefill_tokens":69414,"num_requests":3,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":0,"new_prefill":125947,"score_linear":171302.0,"score_lmetric":586083}],"chosen_score_linear":-41568.0,"chosen_score_lmetric":11771,"t_first_token":339353.482117788,"t_first_token_unix":1779770218.4960608,"t_done":339420.676962392,"t_done_unix":1779770285.690906},{"request_id":"1313181:10:1338837:436","session_id":"1313181","input_length":129839,"t_proxy_recv":339385.523375541,"t_decision_unix":1779770250.537317,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":64512,"affinity_cache_ratio":0.4968614977009989,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":64512,"estimated_new_tokens":65327,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":217611,"ongoing_decode_tokens":217611,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":129839,"score_linear":217611.0,"score_lmetric":389517},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":108166,"ongoing_decode_tokens":108166,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":129839,"score_linear":108166.0,"score_lmetric":129839},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":179343,"ongoing_decode_tokens":0,"pending_prefill_tokens":141489,"num_requests":1,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":61952,"new_prefill":67887,"score_linear":117391.0,"score_lmetric":209376},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1574,"cache_hit":12800,"new_prefill":117039,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":129839,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":129839,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":12800,"new_prefill":117039,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1876,"cache_hit":64512,"new_prefill":65327,"score_linear":-64512.0,"score_lmetric":0}],"chosen_score_linear":-64512.0,"chosen_score_lmetric":0,"t_first_token":339424.238398536,"t_first_token_unix":1779770289.2523422,"t_done":339425.119453741,"t_done_unix":1779770290.133398},{"request_id":"1371622:5:1455608:884","session_id":"1371622","input_length":21518,"t_proxy_recv":339426.698891337,"t_decision_unix":1779770291.7128325,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":20480,"affinity_cache_ratio":0.951761316107445,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1038 < 8000)","cache_hit":20480,"estimated_new_tokens":1038,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20480,"new_prefill":1038,"score_linear":-20480.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":179343,"ongoing_decode_tokens":127488,"pending_prefill_tokens":14001,"num_requests":1,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":0,"new_prefill":21518,"score_linear":179343.0,"score_lmetric":35519},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1578,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":13312,"new_prefill":8206,"score_linear":-13312.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64724,"ongoing_decode_tokens":64724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1877,"cache_hit":0,"new_prefill":21518,"score_linear":64724.0,"score_lmetric":21518}],"chosen_score_linear":-20480.0,"chosen_score_lmetric":0,"t_first_token":339426.941538634,"t_first_token_unix":1779770291.9554827,"t_done":339427.394683617,"t_done_unix":1779770292.4086275},{"request_id":"1313181:10:1399867:746","session_id":"1313181","input_length":64724,"t_proxy_recv":339425.130713134,"t_decision_unix":1779770290.1446545,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9967245534886595,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (212 < 8000)","cache_hit":64512,"estimated_new_tokens":212,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":179343,"ongoing_decode_tokens":127488,"pending_prefill_tokens":14001,"num_requests":1,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":61952,"new_prefill":2772,"score_linear":117391.0,"score_lmetric":16773},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1578,"cache_hit":12800,"new_prefill":51924,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":12800,"new_prefill":51924,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1877,"cache_hit":64512,"new_prefill":212,"score_linear":-64512.0,"score_lmetric":0}],"chosen_score_linear":-64512.0,"chosen_score_lmetric":0,"t_first_token":339425.223396796,"t_first_token_unix":1779770290.2373405,"t_done":339428.347508012,"t_done_unix":1779770293.3614523},{"request_id":"1356885:2:1438037:864","session_id":"1356885","input_length":127488,"t_proxy_recv":339367.820164939,"t_decision_unix":1779770232.834106,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":2,"affinity_cache_hit":122368,"affinity_cache_ratio":0.9598393574297188,"affinity_num_requests":3,"avg_num_requests":1.0,"fallback_score":-127488,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=-1 decode_tok=0)","cache_hit":0,"estimated_new_tokens":127488,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":272433,"ongoing_decode_tokens":198555,"pending_prefill_tokens":2710,"num_requests":3,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":122368,"new_prefill":5120,"score_linear":150065.0,"score_lmetric":23490},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106959,"ongoing_decode_tokens":106959,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":0,"new_prefill":127488,"score_linear":106959.0,"score_lmetric":127488},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":0,"new_prefill":127488,"score_linear":-11298.0,"score_lmetric":-127488},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1567,"cache_hit":0,"new_prefill":127488,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":127488,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":127488,"score_linear":108020.0,"score_lmetric":127488},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":127488,"score_linear":29412.0,"score_lmetric":127488},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64353,"ongoing_decode_tokens":64353,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":6656,"new_prefill":120832,"score_linear":57697.0,"score_lmetric":241664}],"chosen_score_linear":-11298.0,"chosen_score_lmetric":-127488,"t_first_token":339419.517972228,"t_first_token_unix":1779770284.5319161,"t_done":339435.571717053,"t_done_unix":1779770300.585661},{"request_id":"1363943:14:1458616:885","session_id":"1363943","input_length":29268,"t_proxy_recv":339436.646054396,"t_decision_unix":1779770301.6599956,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29184,"affinity_cache_ratio":0.997129971299713,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (84 < 8000)","cache_hit":29184,"estimated_new_tokens":84,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":8704,"new_prefill":20564,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":29268,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":180418,"ongoing_decode_tokens":63153,"pending_prefill_tokens":1075,"num_requests":1,"active_p_offloads":0,"cached_blocks":2982,"cache_hit":4096,"new_prefill":25172,"score_linear":176322.0,"score_lmetric":26247},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1578,"cache_hit":0,"new_prefill":29268,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":4096,"new_prefill":25172,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":4096,"new_prefill":25172,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":29184,"new_prefill":84,"score_linear":-29184.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":1878,"cache_hit":0,"new_prefill":29268,"score_linear":129931.0,"score_lmetric":94175}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":339436.737166332,"t_first_token_unix":1779770301.7511098,"t_done":339437.301408712,"t_done_unix":1779770302.3153517},{"request_id":"1294611:12:1441557:868","session_id":"1294611","input_length":63153,"t_proxy_recv":339379.200969152,"t_decision_unix":1779770244.2149103,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":49152,"affinity_cache_ratio":0.7783003182746663,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":49152,"estimated_new_tokens":14001,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198555,"ongoing_decode_tokens":198555,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":63153,"score_linear":198555.0,"score_lmetric":126306},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":63153,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":116190,"ongoing_decode_tokens":0,"pending_prefill_tokens":127488,"num_requests":0,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":49152,"new_prefill":14001,"score_linear":67038.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1574,"cache_hit":0,"new_prefill":63153,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":63153,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":12800,"new_prefill":50353,"score_linear":95220.0,"score_lmetric":50353},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":12800,"new_prefill":50353,"score_linear":16612.0,"score_lmetric":50353},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64353,"ongoing_decode_tokens":64353,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":63153,"score_linear":64353.0,"score_lmetric":126306}],"chosen_score_linear":67038.0,"chosen_score_lmetric":0,"t_first_token":339433.431260791,"t_first_token_unix":1779770298.4452045,"t_done":339439.210613916,"t_done_unix":1779770304.2245576},{"request_id":"1294611:13:1446349:872","session_id":"1294611","input_length":63488,"t_proxy_recv":339439.221878118,"t_decision_unix":1779770304.2358198,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9919354838709677,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (512 < 8000)","cache_hit":62976,"estimated_new_tokens":512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":117265,"ongoing_decode_tokens":128563,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3009,"cache_hit":62976,"new_prefill":512,"score_linear":54289.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1578,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":12800,"new_prefill":50688,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":12800,"new_prefill":50688,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":1878,"cache_hit":0,"new_prefill":63488,"score_linear":129931.0,"score_lmetric":128395}],"chosen_score_linear":54289.0,"chosen_score_lmetric":0,"t_first_token":339439.36637433,"t_first_token_unix":1779770304.3803182,"t_done":339441.321894182,"t_done_unix":1779770306.3358378},{"request_id":"1404395:3:1460072:887","session_id":"1404395","input_length":34392,"t_proxy_recv":339441.288291234,"t_decision_unix":1779770306.3022323,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9230053500814143,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2648 < 8000)","cache_hit":31744,"estimated_new_tokens":2648,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26406,"ongoing_decode_tokens":0,"pending_prefill_tokens":294,"num_requests":1,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":34392,"score_linear":26406.0,"score_lmetric":34686},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":512,"new_prefill":33880,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":180753,"ongoing_decode_tokens":192051,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3009,"cache_hit":0,"new_prefill":34392,"score_linear":180753.0,"score_lmetric":34392},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1578,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":512,"new_prefill":33880,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":31744,"new_prefill":2648,"score_linear":-31744.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":1878,"cache_hit":0,"new_prefill":34392,"score_linear":129931.0,"score_lmetric":99299}],"chosen_score_linear":-31744.0,"chosen_score_lmetric":0,"t_first_token":339441.916892703,"t_first_token_unix":1779770306.9308395,"t_done":339444.335304647,"t_done_unix":1779770309.3492482},{"request_id":"1242838:5:1460026:886","session_id":"1242838","input_length":26406,"t_proxy_recv":339441.133758507,"t_decision_unix":1779770306.1476996,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9888661667802772,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (294 < 8000)","cache_hit":26112,"estimated_new_tokens":294,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":26112,"new_prefill":294,"score_linear":-26112.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":180753,"ongoing_decode_tokens":192051,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3009,"cache_hit":0,"new_prefill":26406,"score_linear":180753.0,"score_lmetric":26406},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1578,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":1878,"cache_hit":0,"new_prefill":26406,"score_linear":129931.0,"score_lmetric":91313}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":339444.348131223,"t_first_token_unix":1779770309.362075,"t_done":339446.292436151,"t_done_unix":1779770311.3063796},{"request_id":"1363943:15:1461716:889","session_id":"1363943","input_length":29651,"t_proxy_recv":339446.568770958,"t_decision_unix":1779770311.5827124,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29184,"affinity_cache_ratio":0.984250109608445,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (467 < 8000)","cache_hit":29184,"estimated_new_tokens":467,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":8704,"new_prefill":20947,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":29651,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":180881,"ongoing_decode_tokens":192179,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3010,"cache_hit":4096,"new_prefill":25555,"score_linear":176785.0,"score_lmetric":25555},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1578,"cache_hit":0,"new_prefill":29651,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":4096,"new_prefill":25555,"score_linear":77203.0,"score_lmetric":33638},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":4096,"new_prefill":25555,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":29184,"new_prefill":467,"score_linear":-29184.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":1878,"cache_hit":0,"new_prefill":29651,"score_linear":129931.0,"score_lmetric":94558}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":339446.753627097,"t_first_token_unix":1779770311.7675707,"t_done":339448.133552969,"t_done_unix":1779770313.1474967},{"request_id":"1294611:14:1449074:877","session_id":"1294611","input_length":63616,"t_proxy_recv":339441.331584459,"t_decision_unix":1779770306.345526,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":63488,"affinity_cache_ratio":0.9979879275653923,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (128 < 8000)","cache_hit":63488,"estimated_new_tokens":128,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26406,"ongoing_decode_tokens":0,"pending_prefill_tokens":294,"num_requests":1,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":63616,"score_linear":26406.0,"score_lmetric":63910},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":117265,"ongoing_decode_tokens":128563,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3010,"cache_hit":63488,"new_prefill":128,"score_linear":53777.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1578,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":12800,"new_prefill":50816,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":34392,"ongoing_decode_tokens":0,"pending_prefill_tokens":2648,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":12800,"new_prefill":50816,"score_linear":21592.0,"score_lmetric":53464},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":1878,"cache_hit":0,"new_prefill":63616,"score_linear":129931.0,"score_lmetric":128523}],"chosen_score_linear":53777.0,"chosen_score_lmetric":0,"t_first_token":339441.442707692,"t_first_token_unix":1779770306.4566514,"t_done":339450.759692452,"t_done_unix":1779770315.7736363},{"request_id":"1363943:16:1463626:890","session_id":"1363943","input_length":34671,"t_proxy_recv":339453.038632388,"t_decision_unix":1779770318.0525734,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29696,"affinity_cache_ratio":0.8565083210752502,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4975 < 8000)","cache_hit":29696,"estimated_new_tokens":4975,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":8704,"new_prefill":25967,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":34671,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":117265,"ongoing_decode_tokens":128563,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3011,"cache_hit":4096,"new_prefill":30575,"score_linear":113169.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1578,"cache_hit":0,"new_prefill":34671,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":4096,"new_prefill":30575,"score_linear":77203.0,"score_lmetric":38658},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":4096,"new_prefill":30575,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":29696,"new_prefill":4975,"score_linear":-29696.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":1878,"cache_hit":0,"new_prefill":34671,"score_linear":129931.0,"score_lmetric":99578}],"chosen_score_linear":-29696.0,"chosen_score_lmetric":0,"t_first_token":339454.20490568,"t_first_token_unix":1779770319.2188501,"t_done":339455.669128908,"t_done_unix":1779770320.6830728},{"request_id":"1268861:12:1463977:891","session_id":"1268861","input_length":56147,"t_proxy_recv":339454.326194693,"t_decision_unix":1779770319.340136,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9757244376369174,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1363 < 8000)","cache_hit":54784,"estimated_new_tokens":1363,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":117265,"ongoing_decode_tokens":128563,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3011,"cache_hit":0,"new_prefill":56147,"score_linear":117265.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1578,"cache_hit":54784,"new_prefill":1363,"score_linear":-54784.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":56147,"score_linear":81299.0,"score_lmetric":64230},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":34671,"ongoing_decode_tokens":34671,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":56147,"score_linear":34671.0,"score_lmetric":56147},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":1878,"cache_hit":0,"new_prefill":56147,"score_linear":129931.0,"score_lmetric":121054}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":339454.86088701,"t_first_token_unix":1779770319.8748314,"t_done":339455.745853454,"t_done_unix":1779770320.7597973},{"request_id":"1356885:3:1451307:879","session_id":"1356885","input_length":128563,"t_proxy_recv":339435.592125569,"t_decision_unix":1779770300.6060672,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":127488,"affinity_cache_ratio":0.9916383407356705,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1075 < 8000)","cache_hit":127488,"estimated_new_tokens":1075,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":122368,"new_prefill":6195,"score_linear":-122368.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":51855,"ongoing_decode_tokens":63153,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2982,"cache_hit":127488,"new_prefill":1075,"score_linear":-75633.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1578,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":1878,"cache_hit":6656,"new_prefill":121907,"score_linear":123275.0,"score_lmetric":186814}],"chosen_score_linear":-75633.0,"chosen_score_lmetric":0,"t_first_token":339436.668221359,"t_first_token_unix":1779770301.6821647,"t_done":339456.910379112,"t_done_unix":1779770321.9243233},{"request_id":"1371622:6:1465333:892","session_id":"1371622","input_length":23079,"t_proxy_recv":339458.583448369,"t_decision_unix":1779770323.5973895,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9317561419472248,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1575 < 8000)","cache_hit":21504,"estimated_new_tokens":1575,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":21504,"new_prefill":1575,"score_linear":-21504.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":3015,"cache_hit":0,"new_prefill":23079,"score_linear":-11298.0,"score_lmetric":-23079},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1580,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":13312,"new_prefill":9767,"score_linear":67987.0,"score_lmetric":17850},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":1878,"cache_hit":0,"new_prefill":23079,"score_linear":129931.0,"score_lmetric":87986}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":339458.897816176,"t_first_token_unix":1779770323.9117603,"t_done":339459.422689303,"t_done_unix":1779770324.4366336},{"request_id":"1363943:17:1466811:893","session_id":"1363943","input_length":35991,"t_proxy_recv":339463.72117531,"t_decision_unix":1779770328.7351165,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9673529493484482,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1175 < 8000)","cache_hit":34816,"estimated_new_tokens":1175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1843,"cache_hit":8704,"new_prefill":27287,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":35991,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":3015,"cache_hit":4096,"new_prefill":31895,"score_linear":-15394.0,"score_lmetric":-31895},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1580,"cache_hit":0,"new_prefill":35991,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":4096,"new_prefill":31895,"score_linear":77203.0,"score_lmetric":39978},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":4096,"new_prefill":31895,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":34816,"new_prefill":1175,"score_linear":-34816.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":1878,"cache_hit":0,"new_prefill":35991,"score_linear":129931.0,"score_lmetric":100898}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":339464.088913055,"t_first_token_unix":1779770329.102857,"t_done":339465.211976258,"t_done_unix":1779770330.2259202},{"request_id":"1363093:6:1460799:888","session_id":"1363093","input_length":81299,"t_proxy_recv":339443.711477558,"t_decision_unix":1779770308.7254186,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9005768828644879,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":73216,"estimated_new_tokens":8083,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26406,"ongoing_decode_tokens":0,"pending_prefill_tokens":294,"num_requests":1,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":81299,"score_linear":26406.0,"score_lmetric":81593},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":180881,"ongoing_decode_tokens":192179,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3010,"cache_hit":0,"new_prefill":81299,"score_linear":180881.0,"score_lmetric":81299},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1578,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":73216,"new_prefill":8083,"score_linear":-73216.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":34392,"ongoing_decode_tokens":34392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":81299,"score_linear":34392.0,"score_lmetric":81299},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":1878,"cache_hit":0,"new_prefill":81299,"score_linear":129931.0,"score_lmetric":146206}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":339466.126922815,"t_first_token_unix":1779770331.1408663,"t_done":339466.740256274,"t_done_unix":1779770331.7542},{"request_id":"1404395:4:1467473:894","session_id":"1404395","input_length":34863,"t_proxy_recv":339466.034444725,"t_decision_unix":1779770331.0483856,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9839658090238935,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (559 < 8000)","cache_hit":34304,"estimated_new_tokens":559,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1843,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":512,"new_prefill":34351,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":3015,"cache_hit":0,"new_prefill":34863,"score_linear":-11298.0,"score_lmetric":-34863},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1580,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":512,"new_prefill":34351,"score_linear":80787.0,"score_lmetric":42434},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":34304,"new_prefill":559,"score_linear":-34304.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":1878,"cache_hit":0,"new_prefill":34863,"score_linear":129931.0,"score_lmetric":99770}],"chosen_score_linear":-34304.0,"chosen_score_lmetric":0,"t_first_token":339466.145398346,"t_first_token_unix":1779770331.1593416,"t_done":339467.388980378,"t_done_unix":1779770332.4029238},{"request_id":"1313181:11:1344301:464","session_id":"1313181","input_length":129931,"t_proxy_recv":339428.368809468,"t_decision_unix":1779770293.382751,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65024,"affinity_cache_ratio":0.5004502389729933,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":65024,"estimated_new_tokens":64907,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":179343,"ongoing_decode_tokens":127488,"pending_prefill_tokens":14001,"num_requests":1,"active_p_offloads":0,"cached_blocks":2733,"cache_hit":61952,"new_prefill":67979,"score_linear":117391.0,"score_lmetric":81980},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1578,"cache_hit":12800,"new_prefill":117131,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":12800,"new_prefill":117131,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1878,"cache_hit":65024,"new_prefill":64907,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":339467.036108004,"t_first_token_unix":1779770332.050052,"t_done":339467.886896459,"t_done_unix":1779770332.9008408},{"request_id":"1313181:11:1402841:762","session_id":"1313181","input_length":65123,"t_proxy_recv":339467.895064152,"t_decision_unix":1779770332.9090059,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9984797997635244,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (99 < 8000)","cache_hit":65024,"estimated_new_tokens":99,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1843,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":3015,"cache_hit":61952,"new_prefill":3171,"score_linear":-73250.0,"score_lmetric":-3171},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1580,"cache_hit":12800,"new_prefill":52323,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":12800,"new_prefill":52323,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":65024,"new_prefill":99,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":339467.985151851,"t_first_token_unix":1779770332.9990952,"t_done":339468.382128649,"t_done_unix":1779770333.3960721},{"request_id":"1371622:7:1468305:895","session_id":"1371622","input_length":24036,"t_proxy_recv":339468.804440985,"t_decision_unix":1779770333.8183823,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9585621567648527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (996 < 8000)","cache_hit":23040,"estimated_new_tokens":996,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1843,"cache_hit":23040,"new_prefill":996,"score_linear":-23040.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":119181,"ongoing_decode_tokens":0,"pending_prefill_tokens":68527,"num_requests":0,"active_p_offloads":0,"cached_blocks":3015,"cache_hit":0,"new_prefill":24036,"score_linear":119181.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1580,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":13312,"new_prefill":10724,"score_linear":-13312.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":339469.022812702,"t_first_token_unix":1779770334.0367565,"t_done":339469.875070185,"t_done_unix":1779770334.889014},{"request_id":"1363943:18:1469143:896","session_id":"1363943","input_length":47303,"t_proxy_recv":339471.624268426,"t_decision_unix":1779770336.6382098,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":35840,"affinity_cache_ratio":0.7576686468088705,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":35840,"estimated_new_tokens":11463,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1845,"cache_hit":8704,"new_prefill":38599,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":47303,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":119181,"ongoing_decode_tokens":0,"pending_prefill_tokens":68527,"num_requests":0,"active_p_offloads":0,"cached_blocks":3015,"cache_hit":4096,"new_prefill":43207,"score_linear":115085.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1580,"cache_hit":0,"new_prefill":47303,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":4096,"new_prefill":43207,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":4096,"new_prefill":43207,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":35840,"new_prefill":11463,"score_linear":-35840.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":47303,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":0,"t_first_token":339474.865138848,"t_first_token_unix":1779770339.8790836,"t_done":339477.618950637,"t_done_unix":1779770342.6328943},{"request_id":"1399948:13:1472968:898","session_id":"1399948","input_length":12247,"t_proxy_recv":339484.161809191,"t_decision_unix":1779770349.1757505,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9615416020249857,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (471 < 8000)","cache_hit":11776,"estimated_new_tokens":471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1845,"cache_hit":11264,"new_prefill":983,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":119181,"ongoing_decode_tokens":0,"pending_prefill_tokens":68527,"num_requests":0,"active_p_offloads":0,"cached_blocks":3015,"cache_hit":0,"new_prefill":12247,"score_linear":119181.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1580,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":11776,"new_prefill":471,"score_linear":-11776.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1864,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66246,"ongoing_decode_tokens":0,"pending_prefill_tokens":25798,"num_requests":1,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":12247,"score_linear":66246.0,"score_lmetric":38045}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":339484.220845267,"t_first_token_unix":1779770349.234789,"t_done":339484.3561743,"t_done_unix":1779770349.3701177},{"request_id":"1405155:3:1469167:897","session_id":"1405155","input_length":66246,"t_proxy_recv":339471.702053819,"t_decision_unix":1779770336.7159953,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":40448,"affinity_cache_ratio":0.610572713824231,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":40448,"estimated_new_tokens":25798,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1845,"cache_hit":512,"new_prefill":65734,"score_linear":-512.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":119181,"ongoing_decode_tokens":0,"pending_prefill_tokens":68527,"num_requests":0,"active_p_offloads":0,"cached_blocks":3015,"cache_hit":0,"new_prefill":66246,"score_linear":119181.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1580,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47303,"ongoing_decode_tokens":0,"pending_prefill_tokens":11463,"num_requests":1,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":66246,"score_linear":47303.0,"score_lmetric":77709},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":40448,"new_prefill":25798,"score_linear":-40448.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":339487.154375304,"t_first_token_unix":1779770352.1683185,"t_done":339488.982414024,"t_done_unix":1779770353.9963577},{"request_id":"1342921:7:1473812:900","session_id":"1342921","input_length":76600,"t_proxy_recv":339487.120465888,"t_decision_unix":1779770352.1344073,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9892428198433421,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (824 < 8000)","cache_hit":75776,"estimated_new_tokens":824,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":24569,"ongoing_decode_tokens":24569,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1845,"cache_hit":75776,"new_prefill":824,"score_linear":-51207.0,"score_lmetric":824},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":119181,"ongoing_decode_tokens":0,"pending_prefill_tokens":68527,"num_requests":0,"active_p_offloads":0,"cached_blocks":3015,"cache_hit":0,"new_prefill":76600,"score_linear":119181.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1580,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":69120,"new_prefill":7480,"score_linear":-69120.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1864,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66246,"ongoing_decode_tokens":0,"pending_prefill_tokens":25798,"num_requests":1,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":76600,"score_linear":66246.0,"score_lmetric":102398}],"chosen_score_linear":-51207.0,"chosen_score_lmetric":824,"t_first_token":339487.660311206,"t_first_token_unix":1779770352.674255,"t_done":339489.307099319,"t_done_unix":1779770354.3210433},{"request_id":"1371622:8:1473416:899","session_id":"1371622","input_length":24569,"t_proxy_recv":339485.826052625,"t_decision_unix":1779770350.839994,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9794456428833083,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (505 < 8000)","cache_hit":24064,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1845,"cache_hit":24064,"new_prefill":505,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":119181,"ongoing_decode_tokens":0,"pending_prefill_tokens":68527,"num_requests":0,"active_p_offloads":0,"cached_blocks":3015,"cache_hit":0,"new_prefill":24569,"score_linear":119181.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1580,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":13312,"new_prefill":11257,"score_linear":-13312.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1864,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66246,"ongoing_decode_tokens":0,"pending_prefill_tokens":25798,"num_requests":1,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":24569,"score_linear":66246.0,"score_lmetric":50367}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":339485.988225823,"t_first_token_unix":1779770351.0021698,"t_done":339490.355843071,"t_done_unix":1779770355.3697867},{"request_id":"1363943:19:1473899:901","session_id":"1363943","input_length":56056,"t_proxy_recv":339487.399139382,"t_decision_unix":1779770352.4130807,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":47616,"affinity_cache_ratio":0.8494362780077066,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":47616,"estimated_new_tokens":8440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101169,"ongoing_decode_tokens":24569,"pending_prefill_tokens":824,"num_requests":2,"active_p_offloads":0,"cached_blocks":1845,"cache_hit":8704,"new_prefill":47352,"score_linear":92465.0,"score_lmetric":96352},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":56056,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":119181,"ongoing_decode_tokens":0,"pending_prefill_tokens":68527,"num_requests":0,"active_p_offloads":0,"cached_blocks":3015,"cache_hit":4096,"new_prefill":51960,"score_linear":115085.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1580,"cache_hit":0,"new_prefill":56056,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":4096,"new_prefill":51960,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":4096,"new_prefill":51960,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1864,"cache_hit":47616,"new_prefill":8440,"score_linear":-47616.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66246,"ongoing_decode_tokens":66246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":56056,"score_linear":66246.0,"score_lmetric":56056}],"chosen_score_linear":-47616.0,"chosen_score_lmetric":0,"t_first_token":339490.37123655,"t_first_token_unix":1779770355.3851798,"t_done":339492.237393979,"t_done_unix":1779770357.2513375},{"request_id":"1363943:20:1476805:903","session_id":"1363943","input_length":60761,"t_proxy_recv":339497.366940241,"t_decision_unix":1779770362.380882,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9184838959200803,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4953 < 8000)","cache_hit":55808,"estimated_new_tokens":4953,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":8704,"new_prefill":52057,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":60761,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":119181,"ongoing_decode_tokens":0,"pending_prefill_tokens":68527,"num_requests":0,"active_p_offloads":0,"cached_blocks":3015,"cache_hit":4096,"new_prefill":56665,"score_linear":115085.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1580,"cache_hit":0,"new_prefill":60761,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":4096,"new_prefill":56665,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44949,"ongoing_decode_tokens":0,"pending_prefill_tokens":28053,"num_requests":1,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":4096,"new_prefill":56665,"score_linear":40853.0,"score_lmetric":84718},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":55808,"new_prefill":4953,"score_linear":-55808.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":60761,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":339499.171346531,"t_first_token_unix":1779770364.1852908,"t_done":339502.637387896,"t_done_unix":1779770367.6513317},{"request_id":"1305906:4:1476757:902","session_id":"1305906","input_length":44949,"t_proxy_recv":339497.190269045,"t_decision_unix":1779770362.2042105,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":16896,"affinity_cache_ratio":0.375892678368818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":16896,"estimated_new_tokens":28053,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":119181,"ongoing_decode_tokens":0,"pending_prefill_tokens":68527,"num_requests":0,"active_p_offloads":0,"cached_blocks":3015,"cache_hit":0,"new_prefill":44949,"score_linear":119181.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1580,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":16896,"new_prefill":28053,"score_linear":-16896.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":339504.939623408,"t_first_token_unix":1779770369.9535673,"t_done":339506.270992543,"t_done_unix":1779770371.2849364},{"request_id":"1371622:9:1479535:905","session_id":"1371622","input_length":25286,"t_proxy_recv":339506.504617584,"t_decision_unix":1779770371.518559,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9719212212291386,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (710 < 8000)","cache_hit":24576,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38827,"ongoing_decode_tokens":0,"pending_prefill_tokens":427,"num_requests":1,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":24576,"new_prefill":710,"score_linear":14251.0,"score_lmetric":1137},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":119181,"ongoing_decode_tokens":0,"pending_prefill_tokens":68527,"num_requests":0,"active_p_offloads":0,"cached_blocks":3015,"cache_hit":0,"new_prefill":25286,"score_linear":119181.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1580,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":13312,"new_prefill":11974,"score_linear":-13312.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1890,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":14251.0,"chosen_score_lmetric":1137,"t_first_token":339510.660514206,"t_first_token_unix":1779770375.6744578,"t_done":339511.441124048,"t_done_unix":1779770376.4550676},{"request_id":"1404395:5:1480170:906","session_id":"1404395","input_length":36988,"t_proxy_recv":339508.743633668,"t_decision_unix":1779770373.7575746,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9412782524061858,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2172 < 8000)","cache_hit":34816,"estimated_new_tokens":2172,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64113,"ongoing_decode_tokens":0,"pending_prefill_tokens":1137,"num_requests":2,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":0,"new_prefill":36988,"score_linear":64113.0,"score_lmetric":76250},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":512,"new_prefill":36476,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":119181,"ongoing_decode_tokens":0,"pending_prefill_tokens":68527,"num_requests":0,"active_p_offloads":0,"cached_blocks":3015,"cache_hit":0,"new_prefill":36988,"score_linear":119181.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1580,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":512,"new_prefill":36476,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1890,"cache_hit":34816,"new_prefill":2172,"score_linear":-34816.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":339509.33638823,"t_first_token_unix":1779770374.3503325,"t_done":339511.986263922,"t_done_unix":1779770377.0002074},{"request_id":"1268861:13:1481831:907","session_id":"1268861","input_length":57130,"t_proxy_recv":339514.335273656,"t_decision_unix":1779770379.349215,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":55808,"affinity_cache_ratio":0.976859793453527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1322 < 8000)","cache_hit":55808,"estimated_new_tokens":1322,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1848,"cache_hit":0,"new_prefill":57130,"score_linear":38827.0,"score_lmetric":57130},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":119181,"ongoing_decode_tokens":0,"pending_prefill_tokens":68527,"num_requests":0,"active_p_offloads":0,"cached_blocks":3015,"cache_hit":0,"new_prefill":57130,"score_linear":119181.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1580,"cache_hit":55808,"new_prefill":1322,"score_linear":-55808.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1894,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":339514.760466252,"t_first_token_unix":1779770379.77441,"t_done":339516.052559681,"t_done_unix":1779770381.066504},{"request_id":"1363943:21:1482184:908","session_id":"1363943","input_length":65658,"t_proxy_recv":339515.66455839,"t_decision_unix":1779770380.6784997,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9279600353346127,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4730 < 8000)","cache_hit":60928,"estimated_new_tokens":4730,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1848,"cache_hit":8704,"new_prefill":56954,"score_linear":30123.0,"score_lmetric":56954},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":65658,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":119181,"ongoing_decode_tokens":0,"pending_prefill_tokens":68527,"num_requests":0,"active_p_offloads":0,"cached_blocks":3015,"cache_hit":4096,"new_prefill":61562,"score_linear":115085.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":57130,"ongoing_decode_tokens":57130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1580,"cache_hit":0,"new_prefill":65658,"score_linear":57130.0,"score_lmetric":65658},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":4096,"new_prefill":61562,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":4096,"new_prefill":61562,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1894,"cache_hit":60928,"new_prefill":4730,"score_linear":-60928.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":65658,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":339517.602671856,"t_first_token_unix":1779770382.616616,"t_done":339520.748658982,"t_done_unix":1779770385.762606},{"request_id":"1301929:4:1479037:904","session_id":"1301929","input_length":38827,"t_proxy_recv":339504.760641602,"t_decision_unix":1779770369.7745829,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9890024982615191,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (427 < 8000)","cache_hit":38400,"estimated_new_tokens":427,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":38400,"new_prefill":427,"score_linear":-38400.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":119181,"ongoing_decode_tokens":0,"pending_prefill_tokens":68527,"num_requests":0,"active_p_offloads":0,"cached_blocks":3015,"cache_hit":0,"new_prefill":38827,"score_linear":119181.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1580,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44949,"ongoing_decode_tokens":0,"pending_prefill_tokens":28053,"num_requests":1,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":38827,"score_linear":44949.0,"score_lmetric":66880},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1890,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":0,"t_first_token":339510.65687221,"t_first_token_unix":1779770375.6708162,"t_done":339522.456190746,"t_done_unix":1779770387.4701343},{"request_id":"1313181:12:1346194:470","session_id":"1313181","input_length":130479,"t_proxy_recv":339468.403182946,"t_decision_unix":1779770333.4171245,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":2,"affinity_cache_hit":65024,"affinity_cache_ratio":0.49834839322802904,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":-68527,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=-1 decode_tok=0)","cache_hit":61952,"estimated_new_tokens":68527,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1843,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":3015,"cache_hit":61952,"new_prefill":68527,"score_linear":-73250.0,"score_lmetric":-68527},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1580,"cache_hit":12800,"new_prefill":117679,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":12800,"new_prefill":117679,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":65024,"new_prefill":65455,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-73250.0,"chosen_score_lmetric":-68527,"t_first_token":339522.279461471,"t_first_token_unix":1779770387.2934084,"t_done":339523.189578148,"t_done_unix":1779770388.203522},{"request_id":"1313181:12:1404813:772","session_id":"1313181","input_length":65179,"t_proxy_recv":339523.198480143,"t_decision_unix":1779770388.2124217,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9976219334448212,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (155 < 8000)","cache_hit":65024,"estimated_new_tokens":155,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1848,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":3035,"cache_hit":65024,"new_prefill":155,"score_linear":-76322.0,"score_lmetric":-155},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":12800,"new_prefill":52379,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37689,"ongoing_decode_tokens":37689,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1903,"cache_hit":12800,"new_prefill":52379,"score_linear":24889.0,"score_lmetric":52379},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":65024,"new_prefill":155,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-76322.0,"chosen_score_lmetric":-155,"t_first_token":339523.300394899,"t_first_token_unix":1779770388.3143382,"t_done":339523.84693693,"t_done_unix":1779770388.8608809},{"request_id":"1404395:6:1483967:909","session_id":"1404395","input_length":37689,"t_proxy_recv":339521.585571326,"t_decision_unix":1779770386.5995123,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9781103239672053,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (825 < 8000)","cache_hit":36864,"estimated_new_tokens":825,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1848,"cache_hit":0,"new_prefill":37689,"score_linear":38827.0,"score_lmetric":37689},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":512,"new_prefill":37177,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":119181,"ongoing_decode_tokens":0,"pending_prefill_tokens":68527,"num_requests":0,"active_p_offloads":0,"cached_blocks":3015,"cache_hit":0,"new_prefill":37689,"score_linear":119181.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":512,"new_prefill":37177,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1903,"cache_hit":36864,"new_prefill":825,"score_linear":-36864.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-36864.0,"chosen_score_lmetric":0,"t_first_token":339521.80156928,"t_first_token_unix":1779770386.8155127,"t_done":339524.316402439,"t_done_unix":1779770389.3303478},{"request_id":"1363943:22:1485341:910","session_id":"1363943","input_length":70238,"t_proxy_recv":339526.321884139,"t_decision_unix":1779770391.3358252,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":65536,"affinity_cache_ratio":0.9330561804151599,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4702 < 8000)","cache_hit":65536,"estimated_new_tokens":4702,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1848,"cache_hit":8704,"new_prefill":61534,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":70238,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":120401,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":0,"active_p_offloads":0,"cached_blocks":3035,"cache_hit":4096,"new_prefill":66142,"score_linear":116305.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":0,"new_prefill":70238,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":4096,"new_prefill":66142,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":4096,"new_prefill":66142,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":65536,"new_prefill":4702,"score_linear":-65536.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":70238,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-65536.0,"chosen_score_lmetric":0,"t_first_token":339528.260054392,"t_first_token_unix":1779770393.2739985,"t_done":339531.745479968,"t_done_unix":1779770396.7594235},{"request_id":"1242838:6:1486863:911","session_id":"1242838","input_length":29903,"t_proxy_recv":339531.338229345,"t_decision_unix":1779770396.3521705,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8903454502892686,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3279 < 8000)","cache_hit":26624,"estimated_new_tokens":3279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1848,"cache_hit":26624,"new_prefill":3279,"score_linear":-26624.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":120401,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":0,"active_p_offloads":0,"cached_blocks":3035,"cache_hit":0,"new_prefill":29903,"score_linear":120401.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":70238,"ongoing_decode_tokens":70238,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":29903,"score_linear":70238.0,"score_lmetric":29903},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-26624.0,"chosen_score_lmetric":0,"t_first_token":339532.070499361,"t_first_token_unix":1779770397.0844429,"t_done":339533.424357372,"t_done_unix":1779770398.4383008},{"request_id":"1363943:23:1488713:912","session_id":"1363943","input_length":72516,"t_proxy_recv":339537.476221241,"t_decision_unix":1779770402.4901621,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9672899773843014,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2372 < 8000)","cache_hit":70144,"estimated_new_tokens":2372,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1854,"cache_hit":8704,"new_prefill":63812,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":72516,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":120401,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":0,"active_p_offloads":0,"cached_blocks":3035,"cache_hit":4096,"new_prefill":68420,"score_linear":116305.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":0,"new_prefill":72516,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":4096,"new_prefill":68420,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":4096,"new_prefill":68420,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":70144,"new_prefill":2372,"score_linear":-70144.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":72516,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":339538.54199084,"t_first_token_unix":1779770403.555935,"t_done":339540.524828284,"t_done_unix":1779770405.5387719},{"request_id":"1404395:7:1491186:914","session_id":"1404395","input_length":39569,"t_proxy_recv":339546.129030649,"t_decision_unix":1779770411.1429722,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9575172483509818,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1681 < 8000)","cache_hit":37888,"estimated_new_tokens":1681,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1854,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":512,"new_prefill":39057,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":120401,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":0,"active_p_offloads":0,"cached_blocks":3035,"cache_hit":0,"new_prefill":39569,"score_linear":120401.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":512,"new_prefill":39057,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":74939,"ongoing_decode_tokens":0,"pending_prefill_tokens":2235,"num_requests":1,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":37888,"new_prefill":1681,"score_linear":37051.0,"score_lmetric":3916},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":37051.0,"chosen_score_lmetric":3916,"t_first_token":339547.432624526,"t_first_token_unix":1779770412.4465685,"t_done":339547.92810913,"t_done_unix":1779770412.942053},{"request_id":"1363943:24:1491020:913","session_id":"1363943","input_length":74939,"t_proxy_recv":339545.735297602,"t_decision_unix":1779770410.7492387,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9701757429375892,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2235 < 8000)","cache_hit":72704,"estimated_new_tokens":2235,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1854,"cache_hit":8704,"new_prefill":66235,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":74939,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":120401,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":0,"active_p_offloads":0,"cached_blocks":3035,"cache_hit":4096,"new_prefill":70843,"score_linear":116305.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":0,"new_prefill":74939,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":4096,"new_prefill":70843,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":4096,"new_prefill":70843,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":72704,"new_prefill":2235,"score_linear":-72704.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":74939,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":339546.963160233,"t_first_token_unix":1779770411.977104,"t_done":339549.155135158,"t_done_unix":1779770414.169079},{"request_id":"1363943:25:1493325:915","session_id":"1363943","input_length":75711,"t_proxy_recv":339553.214474428,"t_decision_unix":1779770418.2284157,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9873334125820554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (959 < 8000)","cache_hit":74752,"estimated_new_tokens":959,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1854,"cache_hit":8704,"new_prefill":67007,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":75711,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":120401,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":0,"active_p_offloads":0,"cached_blocks":3035,"cache_hit":4096,"new_prefill":71615,"score_linear":116305.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":0,"new_prefill":75711,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":4096,"new_prefill":71615,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":4096,"new_prefill":71615,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1926,"cache_hit":74752,"new_prefill":959,"score_linear":-74752.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":75711,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":339553.622220925,"t_first_token_unix":1779770418.6361644,"t_done":339555.816868905,"t_done_unix":1779770420.8308127},{"request_id":"1404395:8:1494219:916","session_id":"1404395","input_length":39820,"t_proxy_recv":339556.240157355,"t_decision_unix":1779770421.254099,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":39424,"affinity_cache_ratio":0.9900552486187846,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (396 < 8000)","cache_hit":39424,"estimated_new_tokens":396,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1854,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":512,"new_prefill":39308,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":120401,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":0,"active_p_offloads":0,"cached_blocks":3035,"cache_hit":0,"new_prefill":39820,"score_linear":120401.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":512,"new_prefill":39308,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":39424,"new_prefill":396,"score_linear":-39424.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39424.0,"chosen_score_lmetric":0,"t_first_token":339556.39124472,"t_first_token_unix":1779770421.4051886,"t_done":339559.998565928,"t_done_unix":1779770425.0125096},{"request_id":"1363943:26:1495648:917","session_id":"1363943","input_length":83861,"t_proxy_recv":339560.979379792,"t_decision_unix":1779770425.993321,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75776,"affinity_cache_ratio":0.903590465174515,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":75776,"estimated_new_tokens":8085,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1854,"cache_hit":8704,"new_prefill":75157,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":83861,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":120401,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":0,"active_p_offloads":0,"cached_blocks":3035,"cache_hit":4096,"new_prefill":79765,"score_linear":116305.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":0,"new_prefill":83861,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":4096,"new_prefill":79765,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":4096,"new_prefill":79765,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":75776,"new_prefill":8085,"score_linear":-75776.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":83861,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":339565.024852317,"t_first_token_unix":1779770430.038796,"t_done":339566.865762283,"t_done_unix":1779770431.8797066},{"request_id":"1363943:27:1497882:919","session_id":"1363943","input_length":84090,"t_proxy_recv":339568.252783489,"t_decision_unix":1779770433.2667248,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":83968,"affinity_cache_ratio":0.9985491735045784,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (122 < 8000)","cache_hit":83968,"estimated_new_tokens":122,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1854,"cache_hit":8704,"new_prefill":75386,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":84090,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196161,"ongoing_decode_tokens":131699,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":3035,"cache_hit":4096,"new_prefill":79994,"score_linear":192065.0,"score_lmetric":84074},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":0,"new_prefill":84090,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":4096,"new_prefill":79994,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":4096,"new_prefill":79994,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":83968,"new_prefill":122,"score_linear":-83968.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":84090,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-83968.0,"chosen_score_lmetric":0,"t_first_token":339568.394253742,"t_first_token_unix":1779770433.4081976,"t_done":339571.970627157,"t_done_unix":1779770436.984571},{"request_id":"1268861:14:1498281:920","session_id":"1268861","input_length":61910,"t_proxy_recv":339569.724648495,"t_decision_unix":1779770434.73859,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9179777095784203,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5078 < 8000)","cache_hit":56832,"estimated_new_tokens":5078,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1854,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196161,"ongoing_decode_tokens":131699,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":3035,"cache_hit":0,"new_prefill":61910,"score_linear":196161.0,"score_lmetric":65990},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":56832,"new_prefill":5078,"score_linear":-56832.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":84090,"ongoing_decode_tokens":84090,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":0,"new_prefill":61910,"score_linear":84090.0,"score_lmetric":61910},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-56832.0,"chosen_score_lmetric":0,"t_first_token":339571.548586362,"t_first_token_unix":1779770436.56253,"t_done":339572.123910883,"t_done_unix":1779770437.1378546},{"request_id":"1242838:7:1499476:921","session_id":"1242838","input_length":33352,"t_proxy_recv":339573.558028065,"t_decision_unix":1779770438.5719693,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":29696,"affinity_cache_ratio":0.8903813864236028,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3656 < 8000)","cache_hit":29696,"estimated_new_tokens":3656,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1854,"cache_hit":29696,"new_prefill":3656,"score_linear":-29696.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196161,"ongoing_decode_tokens":131699,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":3035,"cache_hit":0,"new_prefill":33352,"score_linear":196161.0,"score_lmetric":37432},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-29696.0,"chosen_score_lmetric":0,"t_first_token":339574.367286747,"t_first_token_unix":1779770439.3812306,"t_done":339576.397401819,"t_done_unix":1779770441.4113457},{"request_id":"1363943:28:1500984:922","session_id":"1363943","input_length":86984,"t_proxy_recv":339578.565200954,"t_decision_unix":1779770443.5791423,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":83968,"affinity_cache_ratio":0.9653269566816886,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3016 < 8000)","cache_hit":83968,"estimated_new_tokens":3016,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":8704,"new_prefill":78280,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":86984,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196161,"ongoing_decode_tokens":131699,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":3035,"cache_hit":4096,"new_prefill":82888,"score_linear":192065.0,"score_lmetric":86968},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":0,"new_prefill":86984,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":4096,"new_prefill":82888,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":4096,"new_prefill":82888,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":83968,"new_prefill":3016,"score_linear":-83968.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":86984,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-83968.0,"chosen_score_lmetric":0,"t_first_token":339580.129122056,"t_first_token_unix":1779770445.1430666,"t_done":339582.310369203,"t_done_unix":1779770447.3243127},{"request_id":"1313181:13:1349104:484","session_id":"1313181","input_length":131699,"t_proxy_recv":339523.86813122,"t_decision_unix":1779770388.882073,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":65024,"affinity_cache_ratio":0.49373191899710706,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":-66675,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=-1 decode_tok=0)","cache_hit":65024,"estimated_new_tokens":66675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1848,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":3035,"cache_hit":65024,"new_prefill":66675,"score_linear":-76322.0,"score_lmetric":-66675},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":12800,"new_prefill":118899,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37689,"ongoing_decode_tokens":37689,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1903,"cache_hit":12800,"new_prefill":118899,"score_linear":24889.0,"score_lmetric":118899},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":65024,"new_prefill":66675,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-76322.0,"chosen_score_lmetric":-66675,"t_first_token":339564.063953836,"t_first_token_unix":1779770429.077898,"t_done":339585.722625458,"t_done_unix":1779770450.7365694},{"request_id":"1388507:2:1496686:918","session_id":"1388507","input_length":75760,"t_proxy_recv":339564.34217983,"t_decision_unix":1779770429.356121,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9461457233368532,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4080 < 8000)","cache_hit":71680,"estimated_new_tokens":4080,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1854,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":120401,"ongoing_decode_tokens":131699,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3035,"cache_hit":71680,"new_prefill":4080,"score_linear":48721.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":83861,"ongoing_decode_tokens":0,"pending_prefill_tokens":8085,"num_requests":1,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":75760,"score_linear":83861.0,"score_lmetric":83845},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":48721.0,"chosen_score_lmetric":0,"t_first_token":339584.102584708,"t_first_token_unix":1779770449.116529,"t_done":339586.839873144,"t_done_unix":1779770451.8538167},{"request_id":"1313181:13:1406095:783","session_id":"1313181","input_length":65279,"t_proxy_recv":339585.731765928,"t_decision_unix":1779770450.7457075,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9960936901606948,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (255 < 8000)","cache_hit":65024,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":65279,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":65279,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":64462,"ongoing_decode_tokens":75760,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3039,"cache_hit":65024,"new_prefill":255,"score_linear":-562.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":12800,"new_prefill":52479,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":0,"new_prefill":65279,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103893,"ongoing_decode_tokens":0,"pending_prefill_tokens":10709,"num_requests":1,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":0,"new_prefill":65279,"score_linear":103893.0,"score_lmetric":75988},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":12800,"new_prefill":52479,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":65024,"new_prefill":255,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-562.0,"chosen_score_lmetric":0,"t_first_token":339585.832932282,"t_first_token_unix":1779770450.8468754,"t_done":339588.391122145,"t_done_unix":1779770453.405066},{"request_id":"1342921:8:1503584:925","session_id":"1342921","input_length":78722,"t_proxy_recv":339587.416859842,"t_decision_unix":1779770452.4308012,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":76288,"affinity_cache_ratio":0.9690810700947639,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2434 < 8000)","cache_hit":76288,"estimated_new_tokens":2434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":76288,"new_prefill":2434,"score_linear":-76288.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":53981,"ongoing_decode_tokens":65279,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3047,"cache_hit":0,"new_prefill":78722,"score_linear":53981.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103893,"ongoing_decode_tokens":0,"pending_prefill_tokens":10709,"num_requests":1,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":69120,"new_prefill":9602,"score_linear":34773.0,"score_lmetric":20311},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89469,"ongoing_decode_tokens":0,"pending_prefill_tokens":2429,"num_requests":1,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":78722,"score_linear":89469.0,"score_lmetric":81151},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-76288.0,"chosen_score_lmetric":0,"t_first_token":339588.584211796,"t_first_token_unix":1779770453.598155,"t_done":339588.737659676,"t_done_unix":1779770453.7516034},{"request_id":"1363943:29:1503515:924","session_id":"1363943","input_length":89469,"t_proxy_recv":339587.164080551,"t_decision_unix":1779770452.178022,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":87040,"affinity_cache_ratio":0.972850931607596,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2429 < 8000)","cache_hit":87040,"estimated_new_tokens":2429,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":8704,"new_prefill":80765,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":89469,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":53981,"ongoing_decode_tokens":65279,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3047,"cache_hit":4096,"new_prefill":85373,"score_linear":49885.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":0,"new_prefill":89469,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":4096,"new_prefill":85373,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103893,"ongoing_decode_tokens":0,"pending_prefill_tokens":10709,"num_requests":1,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":4096,"new_prefill":85373,"score_linear":99797.0,"score_lmetric":96082},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":87040,"new_prefill":2429,"score_linear":-87040.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":89469,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-87040.0,"chosen_score_lmetric":0,"t_first_token":339588.606129367,"t_first_token_unix":1779770453.6200743,"t_done":339590.646307556,"t_done_unix":1779770455.660251},{"request_id":"1399948:14:1504493:926","session_id":"1399948","input_length":14189,"t_proxy_recv":339590.197310571,"t_decision_unix":1779770455.2112517,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":11776,"affinity_cache_ratio":0.829938684896751,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2413 < 8000)","cache_hit":11776,"estimated_new_tokens":2413,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1865,"cache_hit":11264,"new_prefill":2925,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":128059,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":0,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":14189,"score_linear":128059.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":11776,"new_prefill":2413,"score_linear":-11776.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103893,"ongoing_decode_tokens":0,"pending_prefill_tokens":10709,"num_requests":1,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":0,"new_prefill":14189,"score_linear":103893.0,"score_lmetric":24898},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89469,"ongoing_decode_tokens":89469,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":14189,"score_linear":89469.0,"score_lmetric":14189},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":339590.489648188,"t_first_token_unix":1779770455.5035918,"t_done":339590.778665741,"t_done_unix":1779770455.792609},{"request_id":"1363943:30:1506171:927","session_id":"1363943","input_length":89713,"t_proxy_recv":339596.003798734,"t_decision_unix":1779770461.0177398,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9987404278086788,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (113 < 8000)","cache_hit":89600,"estimated_new_tokens":113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1865,"cache_hit":8704,"new_prefill":81009,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":89713,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":128059,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":0,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":4096,"new_prefill":85617,"score_linear":123963.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":0,"new_prefill":89713,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1943,"cache_hit":4096,"new_prefill":85617,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103893,"ongoing_decode_tokens":0,"pending_prefill_tokens":10709,"num_requests":1,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":4096,"new_prefill":85617,"score_linear":99797.0,"score_lmetric":96326},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":89600,"new_prefill":113,"score_linear":-89600.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":89713,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-89600.0,"chosen_score_lmetric":0,"t_first_token":339596.14967864,"t_first_token_unix":1779770461.163622,"t_done":339596.811115418,"t_done_unix":1779770461.8250592},{"request_id":"1268861:15:1508874:928","session_id":"1268861","input_length":63035,"t_proxy_recv":339605.060105768,"t_decision_unix":1779770470.074047,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9828190687713175,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1083 < 8000)","cache_hit":61952,"estimated_new_tokens":1083,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1865,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":128059,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":0,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":63035,"score_linear":128059.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":61952,"new_prefill":1083,"score_linear":-61952.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1943,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103893,"ongoing_decode_tokens":0,"pending_prefill_tokens":10709,"num_requests":1,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":0,"new_prefill":63035,"score_linear":103893.0,"score_lmetric":73744},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-61952.0,"chosen_score_lmetric":0,"t_first_token":339605.636231114,"t_first_token_unix":1779770470.6501741,"t_done":339607.075194286,"t_done_unix":1779770472.0891383},{"request_id":"1397515:2:1502033:923","session_id":"1397515","input_length":103893,"t_proxy_recv":339582.123937501,"t_decision_unix":1779770447.137879,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":93184,"affinity_cache_ratio":0.8969227955685176,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":93184,"estimated_new_tokens":10709,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":196161,"ongoing_decode_tokens":131699,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":3035,"cache_hit":0,"new_prefill":103893,"score_linear":196161.0,"score_lmetric":107973},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":93184,"new_prefill":10709,"score_linear":-93184.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86984,"ongoing_decode_tokens":86984,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":0,"new_prefill":103893,"score_linear":86984.0,"score_lmetric":103893},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":339608.602925072,"t_first_token_unix":1779770473.616869,"t_done":339612.354540486,"t_done_unix":1779770477.3684843},{"request_id":"1399948:15:1512300:930","session_id":"1399948","input_length":15669,"t_proxy_recv":339616.513531681,"t_decision_unix":1779770481.5274732,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8822515795519816,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1845 < 8000)","cache_hit":13824,"estimated_new_tokens":1845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1865,"cache_hit":11264,"new_prefill":4405,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":128059,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":0,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":15669,"score_linear":128059.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1943,"cache_hit":13824,"new_prefill":1845,"score_linear":-13824.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":15669,"score_linear":89790.0,"score_lmetric":15669},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13824.0,"chosen_score_lmetric":0,"t_first_token":339616.77767862,"t_first_token_unix":1779770481.791622,"t_done":339617.009122666,"t_done_unix":1779770482.0230656},{"request_id":"1399948:16:1513839:933","session_id":"1399948","input_length":15913,"t_proxy_recv":339621.694810448,"t_decision_unix":1779770486.708752,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":15360,"affinity_cache_ratio":0.9652485389304343,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (553 < 8000)","cache_hit":15360,"estimated_new_tokens":553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1865,"cache_hit":11264,"new_prefill":4649,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":0,"pending_prefill_tokens":10637,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":15913,"score_linear":302955.0,"score_lmetric":53100},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1946,"cache_hit":15360,"new_prefill":553,"score_linear":-15360.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":15913,"score_linear":89790.0,"score_lmetric":15913},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-15360.0,"chosen_score_lmetric":0,"t_first_token":339621.785034966,"t_first_token_unix":1779770486.798978,"t_done":339622.218993342,"t_done_unix":1779770487.2329369},{"request_id":"1399948:17:1518102:936","session_id":"1399948","input_length":16604,"t_proxy_recv":339635.806593848,"t_decision_unix":1779770500.820535,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":15872,"affinity_cache_ratio":0.9559142375331245,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (732 < 8000)","cache_hit":15872,"estimated_new_tokens":732,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1865,"cache_hit":11264,"new_prefill":5340,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2864,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":16604,"score_linear":302955.0,"score_lmetric":38936},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1947,"cache_hit":15872,"new_prefill":732,"score_linear":-15872.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":16604,"score_linear":89790.0,"score_lmetric":16604},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-15872.0,"chosen_score_lmetric":0,"t_first_token":339635.946287691,"t_first_token_unix":1779770500.9602308,"t_done":339636.303119606,"t_done_unix":1779770501.317063},{"request_id":"1363943:31:1509815:929","session_id":"1363943","input_length":89790,"t_proxy_recv":339608.07701952,"t_decision_unix":1779770473.0909607,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9978839514422542,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (190 < 8000)","cache_hit":89600,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1865,"cache_hit":8704,"new_prefill":81086,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":89790,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":128059,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":0,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":4096,"new_prefill":85694,"score_linear":123963.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":89790,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1943,"cache_hit":4096,"new_prefill":85694,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103893,"ongoing_decode_tokens":0,"pending_prefill_tokens":10709,"num_requests":1,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":4096,"new_prefill":85694,"score_linear":99797.0,"score_lmetric":96403},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":89600,"new_prefill":190,"score_linear":-89600.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":89790,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-89600.0,"chosen_score_lmetric":0,"t_first_token":339608.210152613,"t_first_token_unix":1779770473.224096,"t_done":339643.696941797,"t_done_unix":1779770508.7108853},{"request_id":"1399948:18:1524432:938","session_id":"1399948","input_length":17276,"t_proxy_recv":339656.861724955,"t_decision_unix":1779770521.8756664,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":16384,"affinity_cache_ratio":0.948367677703172,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (892 < 8000)","cache_hit":16384,"estimated_new_tokens":892,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1865,"cache_hit":11264,"new_prefill":6012,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2864,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":17276,"score_linear":302955.0,"score_lmetric":40280},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1948,"cache_hit":16384,"new_prefill":892,"score_linear":-16384.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16384.0,"chosen_score_lmetric":0,"t_first_token":339657.011521253,"t_first_token_unix":1779770522.0254648,"t_done":339657.358714007,"t_done_unix":1779770522.3726573},{"request_id":"1342921:9:1525898:939","session_id":"1342921","input_length":79086,"t_proxy_recv":339661.898612694,"t_decision_unix":1779770526.9125447,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9905166527577574,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (750 < 8000)","cache_hit":78336,"estimated_new_tokens":750,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1865,"cache_hit":78336,"new_prefill":750,"score_linear":-78336.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2864,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":79086,"score_linear":302955.0,"score_lmetric":163900},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":69120,"new_prefill":9966,"score_linear":-69120.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":339662.302112801,"t_first_token_unix":1779770527.3160563,"t_done":339662.389310224,"t_done_unix":1779770527.4032536},{"request_id":"1399948:19:1526739:941","session_id":"1399948","input_length":18091,"t_proxy_recv":339664.780384894,"t_decision_unix":1779770529.794326,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":16896,"affinity_cache_ratio":0.9339450555524846,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1195 < 8000)","cache_hit":16896,"estimated_new_tokens":1195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":6827,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":18091,"score_linear":87576.0,"score_lmetric":28867},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2864,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":18091,"score_linear":302955.0,"score_lmetric":41910},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":16896,"new_prefill":1195,"score_linear":-16896.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":339664.960668067,"t_first_token_unix":1779770529.9746118,"t_done":339665.245664257,"t_done_unix":1779770530.2596076},{"request_id":"1399948:20:1527857:942","session_id":"1399948","input_length":18164,"t_proxy_recv":339668.279767961,"t_decision_unix":1779770533.293709,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":17920,"affinity_cache_ratio":0.9865668354987888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (244 < 8000)","cache_hit":17920,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":6900,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":18164,"score_linear":87576.0,"score_lmetric":28940},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2864,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":18164,"score_linear":302955.0,"score_lmetric":42056},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":17920,"new_prefill":244,"score_linear":-17920.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":339668.33435144,"t_first_token_unix":1779770533.348295,"t_done":339668.872063319,"t_done_unix":1779770533.8860068},{"request_id":"1399948:21:1528978:944","session_id":"1399948","input_length":18388,"t_proxy_recv":339672.224755553,"t_decision_unix":1779770537.238697,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":17920,"affinity_cache_ratio":0.9745486186643463,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (468 < 8000)","cache_hit":17920,"estimated_new_tokens":468,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":7124,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":18388,"score_linear":87576.0,"score_lmetric":29164},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2864,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":18388,"score_linear":302955.0,"score_lmetric":42504},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":17920,"new_prefill":468,"score_linear":-17920.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":36568,"ongoing_decode_tokens":0,"pending_prefill_tokens":36568,"num_requests":1,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":18388,"score_linear":36568.0,"score_lmetric":54956}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":339672.311573732,"t_first_token_unix":1779770537.3255167,"t_done":339672.897331978,"t_done_unix":1779770537.9112751},{"request_id":"1399948:22:1530122:947","session_id":"1399948","input_length":18563,"t_proxy_recv":339676.054250359,"t_decision_unix":1779770541.0681915,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":18432,"affinity_cache_ratio":0.992942951031622,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (131 < 8000)","cache_hit":18432,"estimated_new_tokens":131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":7299,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":18563,"score_linear":87576.0,"score_lmetric":29339},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2864,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":18563,"score_linear":302955.0,"score_lmetric":42854},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71192,"ongoing_decode_tokens":0,"pending_prefill_tokens":8216,"num_requests":1,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":18563,"score_linear":71192.0,"score_lmetric":26779},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":18432,"new_prefill":131,"score_linear":-18432.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":36568,"ongoing_decode_tokens":36568,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":18563,"score_linear":36568.0,"score_lmetric":18563}],"chosen_score_linear":-18432.0,"chosen_score_lmetric":0,"t_first_token":339676.117951093,"t_first_token_unix":1779770541.1318944,"t_done":339676.369678655,"t_done_unix":1779770541.383622},{"request_id":"1243831:2:1528168:943","session_id":"1243831","input_length":36568,"t_proxy_recv":339669.485203263,"t_decision_unix":1779770534.4991448,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":7,"affinity_cache_hit":11264,"affinity_cache_ratio":0.30802887770728504,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":0,"estimated_new_tokens":36568,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":11264,"new_prefill":25304,"score_linear":76312.0,"score_lmetric":36080},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2864,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":36568,"score_linear":302955.0,"score_lmetric":78864},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":339674.961283461,"t_first_token_unix":1779770539.975227,"t_done":339679.256433503,"t_done_unix":1779770544.270377},{"request_id":"1268861:16:1529894:946","session_id":"1268861","input_length":71192,"t_proxy_recv":339675.238877317,"t_decision_unix":1779770540.2528183,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":62976,"affinity_cache_ratio":0.8845937745814136,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":62976,"estimated_new_tokens":8216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":71192,"score_linear":87576.0,"score_lmetric":81968},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2864,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":71192,"score_linear":302955.0,"score_lmetric":148112},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":62976,"new_prefill":8216,"score_linear":-62976.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":36568,"ongoing_decode_tokens":36568,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":71192,"score_linear":36568.0,"score_lmetric":71192}],"chosen_score_linear":-62976.0,"chosen_score_lmetric":0,"t_first_token":339678.673473988,"t_first_token_unix":1779770543.6874175,"t_done":339679.807715427,"t_done_unix":1779770544.8216593},{"request_id":"1243831:3:1270336:110","session_id":"1243831","input_length":11584,"t_proxy_recv":339679.259722067,"t_decision_unix":1779770544.2736638,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9723756906077348,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (320 < 8000)","cache_hit":11264,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":11264,"new_prefill":320,"score_linear":76312.0,"score_lmetric":11096},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2864,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":11584,"score_linear":302955.0,"score_lmetric":28896},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71192,"ongoing_decode_tokens":71192,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":11584,"score_linear":71192.0,"score_lmetric":11584},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2001,"cache_hit":11264,"new_prefill":320,"score_linear":-11264.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":339679.293900184,"t_first_token_unix":1779770544.3078442,"t_done":339680.139390778,"t_done_unix":1779770545.1533346},{"request_id":"1243831:4:1284306:183","session_id":"1243831","input_length":14515,"t_proxy_recv":339680.145485239,"t_decision_unix":1779770545.159427,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11264,"affinity_cache_ratio":0.7760248019290389,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3251 < 8000)","cache_hit":11264,"estimated_new_tokens":3251,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":11264,"new_prefill":3251,"score_linear":76312.0,"score_lmetric":14027},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2864,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":14515,"score_linear":302955.0,"score_lmetric":34758},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2001,"cache_hit":11264,"new_prefill":3251,"score_linear":-11264.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":339680.517577719,"t_first_token_unix":1779770545.5315223,"t_done":339680.951923307,"t_done_unix":1779770545.965867},{"request_id":"1243831:5:1303288:273","session_id":"1243831","input_length":14627,"t_proxy_recv":339680.956485397,"t_decision_unix":1779770545.970427,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":14336,"affinity_cache_ratio":0.980105284747385,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (291 < 8000)","cache_hit":14336,"estimated_new_tokens":291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":11264,"new_prefill":3363,"score_linear":76312.0,"score_lmetric":14139},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2864,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":14627,"score_linear":302955.0,"score_lmetric":34982},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":14336,"new_prefill":291,"score_linear":-14336.0,"score_lmetric":0}],"chosen_score_linear":-14336.0,"chosen_score_lmetric":0,"t_first_token":339681.006947376,"t_first_token_unix":1779770546.0208907,"t_done":339681.462744182,"t_done_unix":1779770546.4766877},{"request_id":"1243831:6:1313694:320","session_id":"1243831","input_length":17410,"t_proxy_recv":339681.46831862,"t_decision_unix":1779770546.4822602,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":14336,"affinity_cache_ratio":0.8234348075818495,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3074 < 8000)","cache_hit":14336,"estimated_new_tokens":3074,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":11264,"new_prefill":6146,"score_linear":76312.0,"score_lmetric":16922},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2864,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":17410,"score_linear":302955.0,"score_lmetric":40548},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":14336,"new_prefill":3074,"score_linear":-14336.0,"score_lmetric":0}],"chosen_score_linear":-14336.0,"chosen_score_lmetric":0,"t_first_token":339681.884163511,"t_first_token_unix":1779770546.8981068,"t_done":339682.343398714,"t_done_unix":1779770547.357342},{"request_id":"1243831:7:1323865:366","session_id":"1243831","input_length":19460,"t_proxy_recv":339682.348838374,"t_decision_unix":1779770547.36278,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17408,"affinity_cache_ratio":0.8945529290853032,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2052 < 8000)","cache_hit":17408,"estimated_new_tokens":2052,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":11264,"new_prefill":8196,"score_linear":76312.0,"score_lmetric":18972},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2864,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":19460,"score_linear":302955.0,"score_lmetric":44648},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2013,"cache_hit":17408,"new_prefill":2052,"score_linear":-17408.0,"score_lmetric":0}],"chosen_score_linear":-17408.0,"chosen_score_lmetric":0,"t_first_token":339682.70370576,"t_first_token_unix":1779770547.7176495,"t_done":339683.311899706,"t_done_unix":1779770548.325843},{"request_id":"1243831:8:1333049:414","session_id":"1243831","input_length":24512,"t_proxy_recv":339683.318816217,"t_decision_unix":1779770548.332758,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":19456,"affinity_cache_ratio":0.793733681462141,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5056 < 8000)","cache_hit":19456,"estimated_new_tokens":5056,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":11264,"new_prefill":13248,"score_linear":76312.0,"score_lmetric":24024},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2864,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":24512,"score_linear":302955.0,"score_lmetric":54752},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2017,"cache_hit":19456,"new_prefill":5056,"score_linear":-19456.0,"score_lmetric":0}],"chosen_score_linear":-19456.0,"chosen_score_lmetric":0,"t_first_token":339684.189749541,"t_first_token_unix":1779770549.2036934,"t_done":339684.871877981,"t_done_unix":1779770549.8858213},{"request_id":"1243831:9:1348240:478","session_id":"1243831","input_length":25075,"t_proxy_recv":339684.877279377,"t_decision_unix":1779770549.891221,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24576,"affinity_cache_ratio":0.980099700897308,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (499 < 8000)","cache_hit":24576,"estimated_new_tokens":499,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":11264,"new_prefill":13811,"score_linear":76312.0,"score_lmetric":24587},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2864,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":25075,"score_linear":302955.0,"score_lmetric":55878},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":24576,"new_prefill":499,"score_linear":-24576.0,"score_lmetric":0}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":339685.043877738,"t_first_token_unix":1779770550.0578218,"t_done":339685.453820193,"t_done_unix":1779770550.4677634},{"request_id":"1243831:10:1358921:521","session_id":"1243831","input_length":26343,"t_proxy_recv":339685.460113911,"t_decision_unix":1779770550.4740558,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9523592605246175,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1255 < 8000)","cache_hit":25088,"estimated_new_tokens":1255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":11264,"new_prefill":15079,"score_linear":76312.0,"score_lmetric":25855},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2864,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":26343,"score_linear":302955.0,"score_lmetric":58414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":25088,"new_prefill":1255,"score_linear":-25088.0,"score_lmetric":0}],"chosen_score_linear":-25088.0,"chosen_score_lmetric":0,"t_first_token":339685.747101183,"t_first_token_unix":1779770550.7610447,"t_done":339686.45065605,"t_done_unix":1779770551.4645994},{"request_id":"1243831:11:1371191:594","session_id":"1243831","input_length":26818,"t_proxy_recv":339686.456650113,"t_decision_unix":1779770551.4705918,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9736743977925274,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (706 < 8000)","cache_hit":26112,"estimated_new_tokens":706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":11264,"new_prefill":15554,"score_linear":76312.0,"score_lmetric":26330},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2864,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":26818,"score_linear":302955.0,"score_lmetric":59364},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2030,"cache_hit":26112,"new_prefill":706,"score_linear":-26112.0,"score_lmetric":0}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":339686.620784947,"t_first_token_unix":1779770551.6347282,"t_done":339687.083624656,"t_done_unix":1779770552.097568},{"request_id":"1243831:12:1385174:681","session_id":"1243831","input_length":27164,"t_proxy_recv":339687.089680765,"t_decision_unix":1779770552.1036224,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9801207480488883,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (540 < 8000)","cache_hit":26624,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":11264,"new_prefill":15900,"score_linear":76312.0,"score_lmetric":26676},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2864,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":27164,"score_linear":302955.0,"score_lmetric":60056},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":26624,"new_prefill":540,"score_linear":-26624.0,"score_lmetric":0}],"chosen_score_linear":-26624.0,"chosen_score_lmetric":0,"t_first_token":339687.203062189,"t_first_token_unix":1779770552.2170055,"t_done":339687.617253838,"t_done_unix":1779770552.6311972},{"request_id":"1243831:13:1398072:738","session_id":"1243831","input_length":27286,"t_proxy_recv":339687.624465082,"t_decision_unix":1779770552.6384068,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9945026753646559,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (150 < 8000)","cache_hit":27136,"estimated_new_tokens":150,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":11264,"new_prefill":16022,"score_linear":76312.0,"score_lmetric":26798},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2864,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":27286,"score_linear":302955.0,"score_lmetric":60300},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2032,"cache_hit":27136,"new_prefill":150,"score_linear":-27136.0,"score_lmetric":0}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":339687.703787753,"t_first_token_unix":1779770552.7177308,"t_done":339688.237124053,"t_done_unix":1779770553.2510672},{"request_id":"1243831:14:1411189:814","session_id":"1243831","input_length":28085,"t_proxy_recv":339688.242897514,"t_decision_unix":1779770553.2568393,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9662097204913654,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (949 < 8000)","cache_hit":27136,"estimated_new_tokens":949,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":11264,"new_prefill":16821,"score_linear":76312.0,"score_lmetric":27597},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":269889,"pending_prefill_tokens":1868,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":28085,"score_linear":302955.0,"score_lmetric":59906},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2032,"cache_hit":27136,"new_prefill":949,"score_linear":-27136.0,"score_lmetric":0}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":339688.478778042,"t_first_token_unix":1779770553.4927216,"t_done":339689.014018354,"t_done_unix":1779770554.0279615},{"request_id":"1243831:15:1427593:849","session_id":"1243831","input_length":29382,"t_proxy_recv":339689.020231219,"t_decision_unix":1779770554.034173,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9584099108297597,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1222 < 8000)","cache_hit":28160,"estimated_new_tokens":1222,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":11264,"new_prefill":18118,"score_linear":76312.0,"score_lmetric":28894},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":374942,"ongoing_decode_tokens":269889,"pending_prefill_tokens":9855,"num_requests":3,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":29382,"score_linear":374942.0,"score_lmetric":117711},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":28160,"new_prefill":1222,"score_linear":-28160.0,"score_lmetric":0}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":339689.33685743,"t_first_token_unix":1779770554.3508008,"t_done":339690.194098641,"t_done_unix":1779770555.2080424},{"request_id":"1243831:16:1446717:874","session_id":"1243831","input_length":29571,"t_proxy_recv":339690.200798943,"t_decision_unix":1779770555.2147403,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9869128538094755,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (387 < 8000)","cache_hit":29184,"estimated_new_tokens":387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":11264,"new_prefill":18307,"score_linear":76312.0,"score_lmetric":29083},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":374942,"ongoing_decode_tokens":269889,"pending_prefill_tokens":9855,"num_requests":3,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":29571,"score_linear":374942.0,"score_lmetric":118278},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":29184,"new_prefill":387,"score_linear":-29184.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":339690.282887382,"t_first_token_unix":1779770555.2968311,"t_done":339690.71457778,"t_done_unix":1779770555.7285218},{"request_id":"1356885:4:1512902:931","session_id":"1356885","input_length":130532,"t_proxy_recv":339618.405183449,"t_decision_unix":1779770483.419125,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":129536,"affinity_cache_ratio":0.9923696871265284,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (996 < 8000)","cache_hit":129536,"estimated_new_tokens":996,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1865,"cache_hit":122368,"new_prefill":8164,"score_linear":-122368.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":128059,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":0,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":129536,"new_prefill":996,"score_linear":-1477.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1946,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":130532,"score_linear":89790.0,"score_lmetric":130532},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":6656,"new_prefill":123876,"score_linear":-6656.0,"score_lmetric":0}],"chosen_score_linear":-1477.0,"chosen_score_lmetric":0,"t_first_token":339688.193290408,"t_first_token_unix":1779770553.2072334,"t_done":339694.543232965,"t_done_unix":1779770559.5571766},{"request_id":"1363943:32:1537767:950","session_id":"1363943","input_length":93368,"t_proxy_recv":339701.686240536,"t_decision_unix":1779770566.7001817,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9980293034015937,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (184 < 8000)","cache_hit":93184,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":8704,"new_prefill":84664,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":93368,"score_linear":87576.0,"score_lmetric":93368},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":375316,"ongoing_decode_tokens":139357,"pending_prefill_tokens":10201,"num_requests":3,"active_p_offloads":0,"cached_blocks":3050,"cache_hit":4096,"new_prefill":89272,"score_linear":371220.0,"score_lmetric":298419},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":93368,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":4096,"new_prefill":89272,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":4096,"new_prefill":89272,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":93184,"new_prefill":184,"score_linear":-93184.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":0,"new_prefill":93368,"score_linear":31161.0,"score_lmetric":93368}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":339701.895162364,"t_first_token_unix":1779770566.9091058,"t_done":339703.825586838,"t_done_unix":1779770568.8395305},{"request_id":"1253804:7:1526643:940","session_id":"1253804","input_length":87576,"t_proxy_recv":339664.346340081,"t_decision_unix":1779770529.360281,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":76800,"affinity_cache_ratio":0.8769525897506166,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":76800,"estimated_new_tokens":10776,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":76800,"new_prefill":10776,"score_linear":-76800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2864,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":3584,"new_prefill":83992,"score_linear":299371.0,"score_lmetric":173712},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":3584,"new_prefill":83992,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":339690.21188679,"t_first_token_unix":1779770555.22583,"t_done":339705.114772019,"t_done_unix":1779770570.1287155},{"request_id":"1253804:8:1541192:953","session_id":"1253804","input_length":89116,"t_proxy_recv":339712.829012637,"t_decision_unix":1779770577.842954,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":88576,"affinity_cache_ratio":0.9939404820683154,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (540 < 8000)","cache_hit":88576,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1911,"cache_hit":88576,"new_prefill":540,"score_linear":-88576.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":375316,"ongoing_decode_tokens":183721,"pending_prefill_tokens":8333,"num_requests":3,"active_p_offloads":0,"cached_blocks":3050,"cache_hit":3584,"new_prefill":85532,"score_linear":371732.0,"score_lmetric":281595},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75693,"ongoing_decode_tokens":75693,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":3584,"new_prefill":85532,"score_linear":72109.0,"score_lmetric":85532},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":89116,"score_linear":93596.0,"score_lmetric":89116},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":0,"new_prefill":89116,"score_linear":31161.0,"score_lmetric":89116}],"chosen_score_linear":-88576.0,"chosen_score_lmetric":0,"t_first_token":339712.973751952,"t_first_token_unix":1779770577.9876957,"t_done":339713.396343553,"t_done_unix":1779770578.4102871},{"request_id":"1268861:17:1540278:951","session_id":"1268861","input_length":75693,"t_proxy_recv":339709.766560205,"t_decision_unix":1779770574.7805016,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9402190427120077,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4525 < 8000)","cache_hit":71168,"estimated_new_tokens":4525,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1911,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":375316,"ongoing_decode_tokens":183721,"pending_prefill_tokens":8333,"num_requests":3,"active_p_offloads":0,"cached_blocks":3050,"cache_hit":0,"new_prefill":75693,"score_linear":375316.0,"score_lmetric":252078},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":71168,"new_prefill":4525,"score_linear":-71168.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":0,"new_prefill":75693,"score_linear":31161.0,"score_lmetric":75693}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":339711.953909803,"t_first_token_unix":1779770576.9678533,"t_done":339713.402581554,"t_done_unix":1779770578.416525},{"request_id":"1363943:33:1541065:952","session_id":"1363943","input_length":93596,"t_proxy_recv":339712.413087927,"t_decision_unix":1779770577.4270296,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9955981024830121,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (412 < 8000)","cache_hit":93184,"estimated_new_tokens":412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":8704,"new_prefill":84892,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1911,"cache_hit":0,"new_prefill":93596,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":375316,"ongoing_decode_tokens":183721,"pending_prefill_tokens":8333,"num_requests":3,"active_p_offloads":0,"cached_blocks":3050,"cache_hit":4096,"new_prefill":89500,"score_linear":371220.0,"score_lmetric":293499},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75693,"ongoing_decode_tokens":75693,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":93596,"score_linear":75693.0,"score_lmetric":93596},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":4096,"new_prefill":89500,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":4096,"new_prefill":89500,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":93184,"new_prefill":412,"score_linear":-93184.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":0,"new_prefill":93596,"score_linear":31161.0,"score_lmetric":93596}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":339712.568202368,"t_first_token_unix":1779770577.5821457,"t_done":339719.056951608,"t_done_unix":1779770584.0708952},{"request_id":"1277428:9:1513231:932","session_id":"1277428","input_length":44364,"t_proxy_recv":339619.529286063,"t_decision_unix":1779770484.5432277,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":42496,"affinity_cache_ratio":0.9578937877558381,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1868 < 8000)","cache_hit":42496,"estimated_new_tokens":1868,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1865,"cache_hit":0,"new_prefill":44364,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":4608,"new_prefill":39756,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":258591,"ongoing_decode_tokens":0,"pending_prefill_tokens":8769,"num_requests":1,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":42496,"new_prefill":1868,"score_linear":216095.0,"score_lmetric":10637},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":36352,"new_prefill":8012,"score_linear":-36352.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1946,"cache_hit":0,"new_prefill":44364,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":44364,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1956,"cache_hit":0,"new_prefill":44364,"score_linear":89790.0,"score_lmetric":44364},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":44364,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":216095.0,"chosen_score_lmetric":10637,"t_first_token":339701.822884163,"t_first_token_unix":1779770566.8368278,"t_done":339720.183864826,"t_done_unix":1779770585.1978083},{"request_id":"1399948:23:1544108:954","session_id":"1399948","input_length":20031,"t_proxy_recv":339722.275630877,"t_decision_unix":1779770587.289572,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9201737307173881,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1599 < 8000)","cache_hit":18432,"estimated_new_tokens":1599,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":8767,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":376803,"ongoing_decode_tokens":211344,"pending_prefill_tokens":2165,"num_requests":3,"active_p_offloads":0,"cached_blocks":3053,"cache_hit":0,"new_prefill":20031,"score_linear":376803.0,"score_lmetric":66588},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":18432,"new_prefill":1599,"score_linear":-18432.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":0,"new_prefill":20031,"score_linear":31161.0,"score_lmetric":20031}],"chosen_score_linear":-18432.0,"chosen_score_lmetric":0,"t_first_token":339722.561133363,"t_first_token_unix":1779770587.5750768,"t_done":339723.000996819,"t_done_unix":1779770588.0149398},{"request_id":"1399948:24:1546940:955","session_id":"1399948","input_length":21809,"t_proxy_recv":339731.723456602,"t_decision_unix":1779770596.737398,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9155853088174607,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1841 < 8000)","cache_hit":19968,"estimated_new_tokens":1841,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":10545,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":376803,"ongoing_decode_tokens":211344,"pending_prefill_tokens":2165,"num_requests":3,"active_p_offloads":0,"cached_blocks":3053,"cache_hit":0,"new_prefill":21809,"score_linear":376803.0,"score_lmetric":71922},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":19968,"new_prefill":1841,"score_linear":-19968.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":0,"new_prefill":21809,"score_linear":31161.0,"score_lmetric":21809}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":339732.072436571,"t_first_token_unix":1779770597.0863798,"t_done":339732.327867807,"t_done_unix":1779770597.341811},{"request_id":"1294611:15:1533841:949","session_id":"1294611","input_length":71987,"t_proxy_recv":339688.359144279,"t_decision_unix":1779770553.3730855,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":64000,"affinity_cache_ratio":0.8890494116993346,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7987 < 8000)","cache_hit":64000,"estimated_new_tokens":7987,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":71987,"score_linear":87576.0,"score_lmetric":82763},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":302955,"ongoing_decode_tokens":269889,"pending_prefill_tokens":1868,"num_requests":2,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":64000,"new_prefill":7987,"score_linear":238955.0,"score_lmetric":19710},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":12800,"new_prefill":59187,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":12800,"new_prefill":59187,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28085,"ongoing_decode_tokens":0,"pending_prefill_tokens":949,"num_requests":1,"active_p_offloads":0,"cached_blocks":2032,"cache_hit":0,"new_prefill":71987,"score_linear":28085.0,"score_lmetric":72936}],"chosen_score_linear":238955.0,"chosen_score_lmetric":19710,"t_first_token":339719.482029518,"t_first_token_unix":1779770584.495973,"t_done":339737.348453415,"t_done_unix":1779770602.3623974},{"request_id":"1243831:17:1453633:883","session_id":"1243831","input_length":31161,"t_proxy_recv":339690.721749023,"t_decision_unix":1779770555.7356908,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9365553095215173,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1977 < 8000)","cache_hit":29184,"estimated_new_tokens":1977,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":11264,"new_prefill":19897,"score_linear":76312.0,"score_lmetric":19897},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":374942,"ongoing_decode_tokens":269889,"pending_prefill_tokens":9855,"num_requests":3,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":0,"new_prefill":31161,"score_linear":374942.0,"score_lmetric":123048},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":29184,"new_prefill":1977,"score_linear":-29184.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":339691.111879487,"t_first_token_unix":1779770556.1258233,"t_done":339743.686338412,"t_done_unix":1779770608.7002819},{"request_id":"1399948:25:1553234:957","session_id":"1399948","input_length":22250,"t_proxy_recv":339752.260357192,"t_decision_unix":1779770617.2742987,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9664719101123596,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (746 < 8000)","cache_hit":21504,"estimated_new_tokens":746,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":10986,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":304816,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2165,"num_requests":2,"active_p_offloads":0,"cached_blocks":3069,"cache_hit":0,"new_prefill":22250,"score_linear":304816.0,"score_lmetric":48830},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76017,"ongoing_decode_tokens":76017,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":0,"new_prefill":22250,"score_linear":76017.0,"score_lmetric":22250},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":21504,"new_prefill":746,"score_linear":-21504.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":339752.414867907,"t_first_token_unix":1779770617.428811,"t_done":339752.972952089,"t_done_unix":1779770617.9868968},{"request_id":"1268861:18:1553083:956","session_id":"1268861","input_length":76017,"t_proxy_recv":339751.818127475,"t_decision_unix":1779770616.832069,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9968296565241985,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (241 < 8000)","cache_hit":75776,"estimated_new_tokens":241,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":304816,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2165,"num_requests":2,"active_p_offloads":0,"cached_blocks":3069,"cache_hit":0,"new_prefill":76017,"score_linear":304816.0,"score_lmetric":156364},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":75776,"new_prefill":241,"score_linear":-75776.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":339752.074016892,"t_first_token_unix":1779770617.0879602,"t_done":339753.105431253,"t_done_unix":1779770618.1193755},{"request_id":"1399948:26:1557859:959","session_id":"1399948","input_length":23042,"t_proxy_recv":339768.21711882,"t_decision_unix":1779770633.23106,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9554726152243729,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1026 < 8000)","cache_hit":22016,"estimated_new_tokens":1026,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":11778,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":304816,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2165,"num_requests":2,"active_p_offloads":0,"cached_blocks":3069,"cache_hit":0,"new_prefill":23042,"score_linear":304816.0,"score_lmetric":50414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":22016,"new_prefill":1026,"score_linear":-22016.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-22016.0,"chosen_score_lmetric":0,"t_first_token":339768.429859518,"t_first_token_unix":1779770633.443803,"t_done":339768.714584445,"t_done_unix":1779770633.7285278},{"request_id":"1399948:27:1559017:960","session_id":"1399948","input_length":24139,"t_proxy_recv":339771.881336407,"t_decision_unix":1779770636.8952777,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9544720162392808,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1099 < 8000)","cache_hit":23040,"estimated_new_tokens":1099,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":12875,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":304816,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2165,"num_requests":2,"active_p_offloads":0,"cached_blocks":3069,"cache_hit":0,"new_prefill":24139,"score_linear":304816.0,"score_lmetric":52608},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":23040,"new_prefill":1099,"score_linear":-23040.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":339772.149363554,"t_first_token_unix":1779770637.163307,"t_done":339773.114846846,"t_done_unix":1779770638.1287906},{"request_id":"1313181:14:1351342:491","session_id":"1313181","input_length":139357,"t_proxy_recv":339588.41589468,"t_decision_unix":1779770453.4298363,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9442223928471479,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7773 < 8000)","cache_hit":131584,"estimated_new_tokens":7773,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78722,"ongoing_decode_tokens":0,"pending_prefill_tokens":2434,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":139357,"score_linear":78722.0,"score_lmetric":141791},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":139357,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":3048,"cache_hit":131584,"new_prefill":7773,"score_linear":-142882.0,"score_lmetric":-7773},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":12800,"new_prefill":126557,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":0,"new_prefill":139357,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103893,"ongoing_decode_tokens":0,"pending_prefill_tokens":10709,"num_requests":1,"active_p_offloads":0,"cached_blocks":2383,"cache_hit":0,"new_prefill":139357,"score_linear":103893.0,"score_lmetric":150066},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89469,"ongoing_decode_tokens":0,"pending_prefill_tokens":2429,"num_requests":1,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":12800,"new_prefill":126557,"score_linear":76669.0,"score_lmetric":128986},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":65024,"new_prefill":74333,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-142882.0,"chosen_score_lmetric":-7773,"t_first_token":339635.000910157,"t_first_token_unix":1779770500.0148537,"t_done":339777.2067123,"t_done_unix":1779770642.2206562},{"request_id":"1399948:28:1560859:961","session_id":"1399948","input_length":24386,"t_proxy_recv":339778.008253608,"t_decision_unix":1779770643.022195,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9867957024522267,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (322 < 8000)","cache_hit":24064,"estimated_new_tokens":322,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":13122,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231335,"ongoing_decode_tokens":130906,"pending_prefill_tokens":2159,"num_requests":2,"active_p_offloads":0,"cached_blocks":3085,"cache_hit":0,"new_prefill":24386,"score_linear":231335.0,"score_lmetric":53090},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1963,"cache_hit":24064,"new_prefill":322,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":339778.096552796,"t_first_token_unix":1779770643.1104965,"t_done":339779.3738093,"t_done_unix":1779770644.387753},{"request_id":"1356885:5:1533696:948","session_id":"1356885","input_length":130906,"t_proxy_recv":339694.564503016,"t_decision_unix":1779770559.5784445,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":130560,"affinity_cache_ratio":0.9973568820374925,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (346 < 8000)","cache_hit":130560,"estimated_new_tokens":346,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":122368,"new_prefill":8538,"score_linear":-122368.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":130906,"score_linear":87576.0,"score_lmetric":130906},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":244410,"ongoing_decode_tokens":139357,"pending_prefill_tokens":9855,"num_requests":2,"active_p_offloads":0,"cached_blocks":3050,"cache_hit":130560,"new_prefill":346,"score_linear":113850.0,"score_lmetric":20402},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1958,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":6656,"new_prefill":124250,"score_linear":24505.0,"score_lmetric":124250}],"chosen_score_linear":113850.0,"chosen_score_lmetric":20402,"t_first_token":339776.235542529,"t_first_token_unix":1779770641.249486,"t_done":339787.84944369,"t_done_unix":1779770652.8633876},{"request_id":"1277428:10:1517408:935","session_id":"1277428","input_length":45851,"t_proxy_recv":339720.193074367,"t_decision_unix":1779770585.207016,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9603280190181239,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1819 < 8000)","cache_hit":44032,"estimated_new_tokens":1819,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":4608,"new_prefill":41243,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":330952,"ongoing_decode_tokens":211344,"pending_prefill_tokens":346,"num_requests":2,"active_p_offloads":0,"cached_blocks":3053,"cache_hit":44032,"new_prefill":1819,"score_linear":286920.0,"score_lmetric":4330},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":36352,"new_prefill":9499,"score_linear":-36352.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":0,"new_prefill":45851,"score_linear":31161.0,"score_lmetric":45851}],"chosen_score_linear":286920.0,"chosen_score_lmetric":4330,"t_first_token":339784.70779099,"t_first_token_unix":1779770649.7217348,"t_done":339789.322528372,"t_done_unix":1779770654.336472},{"request_id":"1277428:11:1520449:937","session_id":"1277428","input_length":46361,"t_proxy_recv":339789.331318021,"t_decision_unix":1779770654.3452597,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":46080,"affinity_cache_ratio":0.9939388710338432,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (281 < 8000)","cache_hit":46080,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":4608,"new_prefill":41753,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":54578,"ongoing_decode_tokens":65876,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3090,"cache_hit":46080,"new_prefill":281,"score_linear":8498.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":36352,"new_prefill":10009,"score_linear":-36352.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":8498.0,"chosen_score_lmetric":0,"t_first_token":339789.498465649,"t_first_token_unix":1779770654.5124087,"t_done":339790.141956657,"t_done_unix":1779770655.1559},{"request_id":"1313181:14:1408792:803","session_id":"1313181","input_length":65876,"t_proxy_recv":339777.216647418,"t_decision_unix":1779770642.2305892,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":65536,"affinity_cache_ratio":0.9948387880259882,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (340 < 8000)","cache_hit":65536,"estimated_new_tokens":340,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":65876,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":65876,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":165459,"ongoing_decode_tokens":130906,"pending_prefill_tokens":1819,"num_requests":1,"active_p_offloads":0,"cached_blocks":3085,"cache_hit":65536,"new_prefill":340,"score_linear":99923.0,"score_lmetric":2159},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":12800,"new_prefill":53076,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1963,"cache_hit":0,"new_prefill":65876,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":65876,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":12800,"new_prefill":53076,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":65024,"new_prefill":852,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":99923.0,"chosen_score_lmetric":2159,"t_first_token":339784.712297597,"t_first_token_unix":1779770649.7262409,"t_done":339790.176903593,"t_done_unix":1779770655.190847},{"request_id":"1313181:15:1411723:818","session_id":"1313181","input_length":66259,"t_proxy_recv":339790.188230179,"t_decision_unix":1779770655.2021718,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":66048,"affinity_cache_ratio":0.9968155269472826,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (211 < 8000)","cache_hit":66048,"estimated_new_tokens":211,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":66259,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":66259,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":-11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":3091,"cache_hit":66048,"new_prefill":211,"score_linear":-77346.0,"score_lmetric":-211},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":12800,"new_prefill":53459,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":66259,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":66259,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":12800,"new_prefill":53459,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":65024,"new_prefill":1235,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-77346.0,"chosen_score_lmetric":-211,"t_first_token":339790.300804906,"t_first_token_unix":1779770655.3147488,"t_done":339793.567363027,"t_done_unix":1779770658.5813072},{"request_id":"1399948:29:1571125:963","session_id":"1399948","input_length":28781,"t_proxy_recv":339811.878556756,"t_decision_unix":1779770676.8924983,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":24576,"affinity_cache_ratio":0.8538966679406553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4205 < 8000)","cache_hit":24576,"estimated_new_tokens":4205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":17517,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131413,"ongoing_decode_tokens":131413,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3092,"cache_hit":0,"new_prefill":28781,"score_linear":131413.0,"score_lmetric":28781},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":24576,"new_prefill":4205,"score_linear":-24576.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":339812.76427464,"t_first_token_unix":1779770677.778219,"t_done":339813.030793336,"t_done_unix":1779770678.0447378},{"request_id":"1356885:6:1570780:962","session_id":"1356885","input_length":131413,"t_proxy_recv":339810.861859945,"t_decision_unix":1779770675.8758013,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":131072,"affinity_cache_ratio":0.9974051273466096,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (341 < 8000)","cache_hit":131072,"estimated_new_tokens":341,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":122368,"new_prefill":9045,"score_linear":-122368.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3092,"cache_hit":131072,"new_prefill":341,"score_linear":-131072.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":6656,"new_prefill":124757,"score_linear":-6656.0,"score_lmetric":0}],"chosen_score_linear":-131072.0,"chosen_score_lmetric":0,"t_first_token":339811.490160833,"t_first_token_unix":1779770676.5041046,"t_done":339813.681313448,"t_done_unix":1779770678.6952577},{"request_id":"1270606:4:1578042:965","session_id":"1270606","input_length":109083,"t_proxy_recv":339835.47937138,"t_decision_unix":1779770700.4933126,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9903651348056067,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1051 < 8000)","cache_hit":108032,"estimated_new_tokens":1051,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3093,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1972,"cache_hit":108032,"new_prefill":1051,"score_linear":-108032.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":1536,"new_prefill":107547,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":339836.226847845,"t_first_token_unix":1779770701.2407918,"t_done":339836.653476085,"t_done_unix":1779770701.6674194},{"request_id":"1268861:19:1578134:966","session_id":"1268861","input_length":76963,"t_proxy_recv":339835.725980097,"t_decision_unix":1779770700.7399213,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9845770045346465,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1187 < 8000)","cache_hit":75776,"estimated_new_tokens":1187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3093,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":75776,"new_prefill":1187,"score_linear":-75776.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":109083,"ongoing_decode_tokens":0,"pending_prefill_tokens":1051,"num_requests":1,"active_p_offloads":0,"cached_blocks":1972,"cache_hit":0,"new_prefill":76963,"score_linear":109083.0,"score_lmetric":78014},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":339836.285638673,"t_first_token_unix":1779770701.2995822,"t_done":339837.044799771,"t_done_unix":1779770702.058743},{"request_id":"1399948:30:1578524:967","session_id":"1399948","input_length":30773,"t_proxy_recv":339837.065712205,"t_decision_unix":1779770702.079654,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9317258635817113,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2101 < 8000)","cache_hit":28672,"estimated_new_tokens":2101,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":19509,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3093,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1621,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1974,"cache_hit":28672,"new_prefill":2101,"score_linear":-28672.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-28672.0,"chosen_score_lmetric":0,"t_first_token":339837.573442088,"t_first_token_unix":1779770702.5873857,"t_done":339837.875390105,"t_done_unix":1779770702.8893332},{"request_id":"1399948:31:1579418:968","session_id":"1399948","input_length":30925,"t_proxy_recv":339840.291642137,"t_decision_unix":1779770705.3055837,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9933710590137429,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (205 < 8000)","cache_hit":30720,"estimated_new_tokens":205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":19661,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3093,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1621,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1978,"cache_hit":30720,"new_prefill":205,"score_linear":-30720.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":339840.390647503,"t_first_token_unix":1779770705.404591,"t_done":339841.733215722,"t_done_unix":1779770706.747159},{"request_id":"1356885:7:1580925:969","session_id":"1356885","input_length":131775,"t_proxy_recv":339845.603760774,"t_decision_unix":1779770710.6177022,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9985505596660975,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (191 < 8000)","cache_hit":131584,"estimated_new_tokens":191,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":122368,"new_prefill":9407,"score_linear":-122368.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3093,"cache_hit":131584,"new_prefill":191,"score_linear":-131584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1621,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1978,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":6656,"new_prefill":125119,"score_linear":-6656.0,"score_lmetric":0}],"chosen_score_linear":-131584.0,"chosen_score_lmetric":0,"t_first_token":339846.003926995,"t_first_token_unix":1779770711.0178704,"t_done":339848.020413484,"t_done_unix":1779770713.0343602},{"request_id":"1399948:32:1581424:970","session_id":"1399948","input_length":31231,"t_proxy_recv":339847.054184727,"t_decision_unix":1779770712.0681262,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9836380519355769,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (511 < 8000)","cache_hit":30720,"estimated_new_tokens":511,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":19967,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131775,"ongoing_decode_tokens":131775,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3093,"cache_hit":0,"new_prefill":31231,"score_linear":131775.0,"score_lmetric":31231},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1621,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1978,"cache_hit":30720,"new_prefill":511,"score_linear":-30720.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":339847.161287498,"t_first_token_unix":1779770712.1752307,"t_done":339850.746910109,"t_done_unix":1779770715.7608535},{"request_id":"1270606:5:1581455:971","session_id":"1270606","input_length":111387,"t_proxy_recv":339847.206516335,"t_decision_unix":1779770712.2204578,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9790729618357618,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2331 < 8000)","cache_hit":109056,"estimated_new_tokens":2331,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131775,"ongoing_decode_tokens":131775,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3093,"cache_hit":0,"new_prefill":111387,"score_linear":131775.0,"score_lmetric":111387},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1621,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":31231,"ongoing_decode_tokens":31231,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1978,"cache_hit":109056,"new_prefill":2331,"score_linear":-77825.0,"score_lmetric":2331},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":1536,"new_prefill":109851,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-77825.0,"chosen_score_lmetric":2331,"t_first_token":339848.976712192,"t_first_token_unix":1779770713.9906557,"t_done":339852.12854272,"t_done_unix":1779770717.142487},{"request_id":"1399948:33:1583165:972","session_id":"1399948","input_length":31445,"t_proxy_recv":339852.95002483,"t_decision_unix":1779770717.9639657,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9932262680871363,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (213 < 8000)","cache_hit":31232,"estimated_new_tokens":213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":20181,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3093,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1621,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1984,"cache_hit":31232,"new_prefill":213,"score_linear":-31232.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":339853.045963743,"t_first_token_unix":1779770718.0599074,"t_done":339853.705903146,"t_done_unix":1779770718.7198465},{"request_id":"1277428:12:1586139:973","session_id":"1277428","input_length":47660,"t_proxy_recv":339863.092254069,"t_decision_unix":1779770728.1061952,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":46080,"affinity_cache_ratio":0.9668485102811583,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1580 < 8000)","cache_hit":46080,"estimated_new_tokens":1580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":4608,"new_prefill":43052,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3093,"cache_hit":46080,"new_prefill":1580,"score_linear":-46080.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1621,"cache_hit":36352,"new_prefill":11308,"score_linear":-36352.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1984,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-46080.0,"chosen_score_lmetric":0,"t_first_token":339863.554796475,"t_first_token_unix":1779770728.56874,"t_done":339864.167627145,"t_done_unix":1779770729.1815712},{"request_id":"1399948:34:1586232:974","session_id":"1399948","input_length":32143,"t_proxy_recv":339863.44136646,"t_decision_unix":1779770728.4553077,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":31232,"affinity_cache_ratio":0.97165790374265,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (911 < 8000)","cache_hit":31232,"estimated_new_tokens":911,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":20879,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":47660,"ongoing_decode_tokens":0,"pending_prefill_tokens":1580,"num_requests":1,"active_p_offloads":0,"cached_blocks":3093,"cache_hit":0,"new_prefill":32143,"score_linear":47660.0,"score_lmetric":33723},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1621,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1984,"cache_hit":31232,"new_prefill":911,"score_linear":-31232.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":339863.648668518,"t_first_token_unix":1779770728.6626117,"t_done":339864.552928792,"t_done_unix":1779770729.5668724},{"request_id":"1268861:20:1595141:978","session_id":"1268861","input_length":77218,"t_proxy_recv":339893.976224582,"t_decision_unix":1779770758.990166,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9945867543836929,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (418 < 8000)","cache_hit":76800,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124565,"ongoing_decode_tokens":0,"pending_prefill_tokens":4757,"num_requests":2,"active_p_offloads":0,"cached_blocks":3096,"cache_hit":0,"new_prefill":77218,"score_linear":124565.0,"score_lmetric":163950},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1621,"cache_hit":76800,"new_prefill":418,"score_linear":-76800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1986,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":339894.245497225,"t_first_token_unix":1779770759.2594411,"t_done":339894.7668543,"t_done_unix":1779770759.7807977},{"request_id":"1277428:13:1593499:976","session_id":"1277428","input_length":49316,"t_proxy_recv":339888.270669852,"t_decision_unix":1779770753.2846112,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":47616,"affinity_cache_ratio":0.9655284289074539,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1700 < 8000)","cache_hit":47616,"estimated_new_tokens":1700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":4608,"new_prefill":44708,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":75249,"ongoing_decode_tokens":0,"pending_prefill_tokens":3057,"num_requests":1,"active_p_offloads":0,"cached_blocks":3096,"cache_hit":47616,"new_prefill":1700,"score_linear":27633.0,"score_lmetric":4757},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1621,"cache_hit":36352,"new_prefill":12964,"score_linear":-36352.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1986,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":27633.0,"chosen_score_lmetric":4757,"t_first_token":339896.575513309,"t_first_token_unix":1779770761.5894566,"t_done":339899.081539143,"t_done_unix":1779770764.0954826},{"request_id":"1294611:15:1590202:975","session_id":"1294611","input_length":75249,"t_proxy_recv":339876.640273274,"t_decision_unix":1779770741.6542144,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9593748754136268,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3057 < 8000)","cache_hit":72192,"estimated_new_tokens":3057,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3096,"cache_hit":72192,"new_prefill":3057,"score_linear":-72192.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1621,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1986,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":12800,"new_prefill":62449,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":12800,"new_prefill":62449,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72192.0,"chosen_score_lmetric":0,"t_first_token":339896.57340231,"t_first_token_unix":1779770761.5873463,"t_done":339900.000219213,"t_done_unix":1779770765.014163},{"request_id":"1294611:15:1594038:977","session_id":"1294611","input_length":75584,"t_proxy_recv":339900.015963961,"t_decision_unix":1779770765.0299056,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":75264,"affinity_cache_ratio":0.995766299745978,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (320 < 8000)","cache_hit":75264,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3105,"cache_hit":75264,"new_prefill":320,"score_linear":-75264.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1621,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1986,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":12800,"new_prefill":62784,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":12800,"new_prefill":62784,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":339900.136776849,"t_first_token_unix":1779770765.15072,"t_done":339901.25011777,"t_done_unix":1779770766.2640617},{"request_id":"1399948:35:1602048:980","session_id":"1399948","input_length":33533,"t_proxy_recv":339917.344691809,"t_decision_unix":1779770782.3586328,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":32256,"affinity_cache_ratio":0.9619181105179972,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1277 < 8000)","cache_hit":32256,"estimated_new_tokens":1277,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":22269,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":75716,"ongoing_decode_tokens":75716,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3105,"cache_hit":0,"new_prefill":33533,"score_linear":75716.0,"score_lmetric":33533},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1621,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1986,"cache_hit":32256,"new_prefill":1277,"score_linear":-32256.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-32256.0,"chosen_score_lmetric":0,"t_first_token":339917.75201458,"t_first_token_unix":1779770782.765958,"t_done":339918.774320496,"t_done_unix":1779770783.788264},{"request_id":"1253804:9:1605110:981","session_id":"1253804","input_length":90656,"t_proxy_recv":339927.334138533,"t_decision_unix":1779770792.34808,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":89088,"affinity_cache_ratio":0.9827038475114719,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1568 < 8000)","cache_hit":89088,"estimated_new_tokens":1568,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":89088,"new_prefill":1568,"score_linear":-89088.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":75716,"ongoing_decode_tokens":75716,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3105,"cache_hit":3584,"new_prefill":87072,"score_linear":72132.0,"score_lmetric":87072},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1621,"cache_hit":3584,"new_prefill":87072,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1988,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-89088.0,"chosen_score_lmetric":0,"t_first_token":339928.303531308,"t_first_token_unix":1779770793.317475,"t_done":339931.942025605,"t_done_unix":1779770796.955969},{"request_id":"1294611:15:1596163:979","session_id":"1294611","input_length":75716,"t_proxy_recv":339901.267854838,"t_decision_unix":1779770766.2817965,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9940303238417243,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (452 < 8000)","cache_hit":75264,"estimated_new_tokens":452,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3105,"cache_hit":75264,"new_prefill":452,"score_linear":-75264.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1621,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1986,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":12800,"new_prefill":62916,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":12800,"new_prefill":62916,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":339901.381098635,"t_first_token_unix":1779770766.3950424,"t_done":339939.805574708,"t_done_unix":1779770804.8195186},{"request_id":"1268861:21:1609831:982","session_id":"1268861","input_length":77293,"t_proxy_recv":339943.077936165,"t_decision_unix":1779770808.0918777,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9936216733727504,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (493 < 8000)","cache_hit":76800,"estimated_new_tokens":493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1915,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3107,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1621,"cache_hit":76800,"new_prefill":493,"score_linear":-76800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1988,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":339943.194727599,"t_first_token_unix":1779770808.2086706,"t_done":339944.79339176,"t_done_unix":1779770809.8073354},{"request_id":"1253804:10:1611505:983","session_id":"1253804","input_length":91103,"t_proxy_recv":339948.558092085,"t_decision_unix":1779770813.5720332,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":90624,"affinity_cache_ratio":0.9947422148557128,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (479 < 8000)","cache_hit":90624,"estimated_new_tokens":479,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1915,"cache_hit":90624,"new_prefill":479,"score_linear":-90624.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3107,"cache_hit":3584,"new_prefill":87519,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":3584,"new_prefill":87519,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1988,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-90624.0,"chosen_score_lmetric":0,"t_first_token":339948.73210708,"t_first_token_unix":1779770813.7460504,"t_done":339948.865272796,"t_done_unix":1779770813.8792164},{"request_id":"1399948:36:1612467:984","session_id":"1399948","input_length":34773,"t_proxy_recv":339951.664015048,"t_decision_unix":1779770816.6779563,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9570643890374716,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1493 < 8000)","cache_hit":33280,"estimated_new_tokens":1493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":23509,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1915,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3107,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1988,"cache_hit":33280,"new_prefill":1493,"score_linear":-33280.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-33280.0,"chosen_score_lmetric":0,"t_first_token":339952.021438401,"t_first_token_unix":1779770817.035382,"t_done":339952.570192828,"t_done_unix":1779770817.5841367},{"request_id":"1253804:11:1613030:985","session_id":"1253804","input_length":91131,"t_proxy_recv":339953.893802704,"t_decision_unix":1779770818.907744,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":90624,"affinity_cache_ratio":0.9944365803074695,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (507 < 8000)","cache_hit":90624,"estimated_new_tokens":507,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1915,"cache_hit":90624,"new_prefill":507,"score_linear":-90624.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3107,"cache_hit":3584,"new_prefill":87547,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":3584,"new_prefill":87547,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1991,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-90624.0,"chosen_score_lmetric":0,"t_first_token":339954.013148975,"t_first_token_unix":1779770819.0270925,"t_done":339956.105340127,"t_done_unix":1779770821.1192832},{"request_id":"1399948:37:1613628:986","session_id":"1399948","input_length":35308,"t_proxy_recv":339955.745912578,"t_decision_unix":1779770820.7598536,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9860654809108418,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (492 < 8000)","cache_hit":34816,"estimated_new_tokens":492,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":24044,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91131,"ongoing_decode_tokens":91131,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1915,"cache_hit":0,"new_prefill":35308,"score_linear":91131.0,"score_lmetric":35308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3107,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1991,"cache_hit":34816,"new_prefill":492,"score_linear":-34816.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":339955.958064186,"t_first_token_unix":1779770820.9720073,"t_done":339957.10529753,"t_done_unix":1779770822.1192417},{"request_id":"1399948:38:1616890:987","session_id":"1399948","input_length":35581,"t_proxy_recv":339966.924474104,"t_decision_unix":1779770831.9384155,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9928894634776988,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (253 < 8000)","cache_hit":35328,"estimated_new_tokens":253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":24317,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3107,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1992,"cache_hit":35328,"new_prefill":253,"score_linear":-35328.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":339967.038769026,"t_first_token_unix":1779770832.0527124,"t_done":339967.557221816,"t_done_unix":1779770832.571165},{"request_id":"1399948:39:1618250:989","session_id":"1399948","input_length":35682,"t_proxy_recv":339971.617016735,"t_decision_unix":1779770836.630958,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9900790314444258,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (354 < 8000)","cache_hit":35328,"estimated_new_tokens":354,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":24418,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3107,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1992,"cache_hit":35328,"new_prefill":354,"score_linear":-35328.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":339971.691817795,"t_first_token_unix":1779770836.7057612,"t_done":339972.136893036,"t_done_unix":1779770837.1508365},{"request_id":"1399948:40:1620970:991","session_id":"1399948","input_length":35958,"t_proxy_recv":339980.604540547,"t_decision_unix":1779770845.6184819,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9824795594860671,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (630 < 8000)","cache_hit":35328,"estimated_new_tokens":630,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":24694,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3107,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":78439,"ongoing_decode_tokens":0,"pending_prefill_tokens":1127,"num_requests":1,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":0,"new_prefill":35958,"score_linear":78439.0,"score_lmetric":37085},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1992,"cache_hit":35328,"new_prefill":630,"score_linear":-35328.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":339980.743309439,"t_first_token_unix":1779770845.757253,"t_done":339981.110551859,"t_done_unix":1779770846.124495},{"request_id":"1268861:22:1620830:990","session_id":"1268861","input_length":78439,"t_proxy_recv":339980.139181743,"t_decision_unix":1779770845.153123,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":77312,"affinity_cache_ratio":0.9856321472736777,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1127 < 8000)","cache_hit":77312,"estimated_new_tokens":1127,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3107,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":77312,"new_prefill":1127,"score_linear":-77312.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1992,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-77312.0,"chosen_score_lmetric":0,"t_first_token":339980.8341905,"t_first_token_unix":1779770845.8481338,"t_done":339982.10645125,"t_done_unix":1779770847.120395},{"request_id":"1253804:12:1621957:992","session_id":"1253804","input_length":91389,"t_proxy_recv":339984.054242586,"t_decision_unix":1779770849.068184,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9972316143080677,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (253 < 8000)","cache_hit":91136,"estimated_new_tokens":253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":91136,"new_prefill":253,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3107,"cache_hit":3584,"new_prefill":87805,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":3584,"new_prefill":87805,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1993,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":339984.238599247,"t_first_token_unix":1779770849.2525425,"t_done":339984.530708578,"t_done_unix":1779770849.5446522},{"request_id":"1399948:41:1624143:993","session_id":"1399948","input_length":36168,"t_proxy_recv":339991.415914571,"t_decision_unix":1779770856.4298558,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":35840,"affinity_cache_ratio":0.990931209909312,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (328 < 8000)","cache_hit":35840,"estimated_new_tokens":328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":24904,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3107,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1993,"cache_hit":35840,"new_prefill":328,"score_linear":-35840.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":0,"t_first_token":339991.550502953,"t_first_token_unix":1779770856.5644467,"t_done":339992.224374776,"t_done_unix":1779770857.238318},{"request_id":"1253804:13:1624613:994","session_id":"1253804","input_length":91440,"t_proxy_recv":339992.989975053,"t_decision_unix":1779770858.003916,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9966754155730534,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (304 < 8000)","cache_hit":91136,"estimated_new_tokens":304,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":91136,"new_prefill":304,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3107,"cache_hit":3584,"new_prefill":87856,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":3584,"new_prefill":87856,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1993,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":339993.118114511,"t_first_token_unix":1779770858.1320581,"t_done":339994.125144347,"t_done_unix":1779770859.1390886},{"request_id":"1253804:14:1626575:995","session_id":"1253804","input_length":92367,"t_proxy_recv":339999.507131979,"t_decision_unix":1779770864.5210733,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9866727294380028,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1231 < 8000)","cache_hit":91136,"estimated_new_tokens":1231,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":91136,"new_prefill":1231,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3107,"cache_hit":3584,"new_prefill":88783,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":3584,"new_prefill":88783,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1993,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":340000.144010754,"t_first_token_unix":1779770865.157955,"t_done":340000.956828989,"t_done_unix":1779770865.9707723},{"request_id":"1253804:15:1628485:997","session_id":"1253804","input_length":92701,"t_proxy_recv":340005.832628045,"t_decision_unix":1779770870.8465695,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92160,"affinity_cache_ratio":0.9941640327504557,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (541 < 8000)","cache_hit":92160,"estimated_new_tokens":541,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1918,"cache_hit":92160,"new_prefill":541,"score_linear":-92160.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3107,"cache_hit":3584,"new_prefill":89117,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":3584,"new_prefill":89117,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":36984,"ongoing_decode_tokens":0,"pending_prefill_tokens":1144,"num_requests":1,"active_p_offloads":0,"cached_blocks":1993,"cache_hit":0,"new_prefill":92701,"score_linear":36984.0,"score_lmetric":93845},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-92160.0,"chosen_score_lmetric":0,"t_first_token":340006.124311273,"t_first_token_unix":1779770871.1382546,"t_done":340006.50802085,"t_done_unix":1779770871.521965},{"request_id":"1399948:42:1628429:996","session_id":"1399948","input_length":36984,"t_proxy_recv":340005.609453183,"t_decision_unix":1779770870.6233945,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":35840,"affinity_cache_ratio":0.9690677049534934,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1144 < 8000)","cache_hit":35840,"estimated_new_tokens":1144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":25720,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1918,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3107,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1993,"cache_hit":35840,"new_prefill":1144,"score_linear":-35840.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":0,"t_first_token":340005.90526838,"t_first_token_unix":1779770870.9192119,"t_done":340007.122976362,"t_done_unix":1779770872.13692},{"request_id":"1253804:16:1629713:999","session_id":"1253804","input_length":92953,"t_proxy_recv":340009.880878306,"t_decision_unix":1779770874.8948193,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92672,"affinity_cache_ratio":0.9969769668542167,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (281 < 8000)","cache_hit":92672,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":92672,"new_prefill":281,"score_linear":-92672.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79074,"ongoing_decode_tokens":0,"pending_prefill_tokens":3298,"num_requests":1,"active_p_offloads":0,"cached_blocks":3107,"cache_hit":3584,"new_prefill":89369,"score_linear":75490.0,"score_lmetric":92667},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":3584,"new_prefill":89369,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-92672.0,"chosen_score_lmetric":0,"t_first_token":340010.170784299,"t_first_token_unix":1779770875.1847281,"t_done":340011.157134318,"t_done_unix":1779770876.1710782},{"request_id":"1253804:17:1631602:1002","session_id":"1253804","input_length":93219,"t_proxy_recv":340015.95221379,"t_decision_unix":1779770880.9661555,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92672,"affinity_cache_ratio":0.9941320975337645,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (547 < 8000)","cache_hit":92672,"estimated_new_tokens":547,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":92672,"new_prefill":547,"score_linear":-92672.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":158964,"ongoing_decode_tokens":0,"pending_prefill_tokens":3828,"num_requests":2,"active_p_offloads":0,"cached_blocks":3107,"cache_hit":3584,"new_prefill":89635,"score_linear":155380.0,"score_lmetric":186926},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":79693,"ongoing_decode_tokens":0,"pending_prefill_tokens":1357,"num_requests":1,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":3584,"new_prefill":89635,"score_linear":76109.0,"score_lmetric":90992},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-92672.0,"chosen_score_lmetric":0,"t_first_token":340016.262560559,"t_first_token_unix":1779770881.276504,"t_done":340017.012519179,"t_done_unix":1779770882.0264626},{"request_id":"1268861:23:1631587:1001","session_id":"1268861","input_length":79693,"t_proxy_recv":340015.877826731,"t_decision_unix":1779770880.891768,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9829721556472965,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1357 < 8000)","cache_hit":78336,"estimated_new_tokens":1357,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":158964,"ongoing_decode_tokens":0,"pending_prefill_tokens":3828,"num_requests":2,"active_p_offloads":0,"cached_blocks":3107,"cache_hit":0,"new_prefill":79693,"score_linear":158964.0,"score_lmetric":167042},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":78336,"new_prefill":1357,"score_linear":-78336.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":340016.588528728,"t_first_token_unix":1779770881.6024723,"t_done":340017.228075388,"t_done_unix":1779770882.2420187},{"request_id":"1253804:18:1633257:1003","session_id":"1253804","input_length":93509,"t_proxy_recv":340021.403738484,"t_decision_unix":1779770886.4176798,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9965243987209788,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (325 < 8000)","cache_hit":93184,"estimated_new_tokens":325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":93184,"new_prefill":325,"score_linear":-93184.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":158964,"ongoing_decode_tokens":0,"pending_prefill_tokens":3828,"num_requests":2,"active_p_offloads":0,"cached_blocks":3107,"cache_hit":3584,"new_prefill":89925,"score_linear":155380.0,"score_lmetric":187506},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":3584,"new_prefill":89925,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":340021.6919877,"t_first_token_unix":1779770886.7059312,"t_done":340022.587471289,"t_done_unix":1779770887.601415},{"request_id":"1388507:3:1629072:998","session_id":"1388507","input_length":79074,"t_proxy_recv":340007.917639861,"t_decision_unix":1779770872.9315808,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9582922325922554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3298 < 8000)","cache_hit":75776,"estimated_new_tokens":3298,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3107,"cache_hit":75776,"new_prefill":3298,"score_linear":-75776.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":340029.23122389,"t_first_token_unix":1779770894.2451673,"t_done":340030.100446287,"t_done_unix":1779770895.1143901},{"request_id":"1253804:19:1634903:1005","session_id":"1253804","input_length":93664,"t_proxy_recv":340026.953429778,"t_decision_unix":1779770891.967371,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9948752989408951,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (480 < 8000)","cache_hit":93184,"estimated_new_tokens":480,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":93184,"new_prefill":480,"score_linear":-93184.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":158964,"ongoing_decode_tokens":0,"pending_prefill_tokens":3828,"num_requests":2,"active_p_offloads":0,"cached_blocks":3107,"cache_hit":3584,"new_prefill":90080,"score_linear":155380.0,"score_lmetric":187816},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":3584,"new_prefill":90080,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":340027.134714755,"t_first_token_unix":1779770892.148658,"t_done":340031.168064956,"t_done_unix":1779770896.1820095},{"request_id":"1294611:15:1631116:1000","session_id":"1294611","input_length":79890,"t_proxy_recv":340014.465303648,"t_decision_unix":1779770879.4792447,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":79360,"affinity_cache_ratio":0.9933658780823632,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (530 < 8000)","cache_hit":79360,"estimated_new_tokens":530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79074,"ongoing_decode_tokens":0,"pending_prefill_tokens":3298,"num_requests":1,"active_p_offloads":0,"cached_blocks":3107,"cache_hit":79360,"new_prefill":530,"score_linear":-286.0,"score_lmetric":3828},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":12800,"new_prefill":67090,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":12800,"new_prefill":67090,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-286.0,"chosen_score_lmetric":3828,"t_first_token":340029.238622112,"t_first_token_unix":1779770894.2525659,"t_done":340032.296876089,"t_done_unix":1779770897.3108213},{"request_id":"1294611:15:1634779:1004","session_id":"1294611","input_length":80221,"t_proxy_recv":340032.312580222,"t_decision_unix":1779770897.3265219,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":79872,"affinity_cache_ratio":0.995649518205956,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (349 < 8000)","cache_hit":79872,"estimated_new_tokens":349,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3114,"cache_hit":79872,"new_prefill":349,"score_linear":-79872.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":12800,"new_prefill":67421,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":12800,"new_prefill":67421,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":340032.44045855,"t_first_token_unix":1779770897.454402,"t_done":340033.001296235,"t_done_unix":1779770898.0152397},{"request_id":"1253804:20:1638889:1007","session_id":"1253804","input_length":94111,"t_proxy_recv":340040.125047188,"t_decision_unix":1779770905.1389883,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93696,"affinity_cache_ratio":0.9955903135658956,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (415 < 8000)","cache_hit":93696,"estimated_new_tokens":415,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":93696,"new_prefill":415,"score_linear":-93696.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3114,"cache_hit":3584,"new_prefill":90527,"score_linear":77133.0,"score_lmetric":90527},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":3584,"new_prefill":90527,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93696.0,"chosen_score_lmetric":0,"t_first_token":340040.318592673,"t_first_token_unix":1779770905.3325357,"t_done":340041.143547397,"t_done_unix":1779770906.1574914},{"request_id":"1258908:2:1639411:1008","session_id":"1258908","input_length":9804,"t_proxy_recv":340041.925900229,"t_decision_unix":1779770906.9398413,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9400244798041616,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (588 < 8000)","cache_hit":9216,"estimated_new_tokens":588,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3114,"cache_hit":0,"new_prefill":9804,"score_linear":80717.0,"score_lmetric":9804},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":9216,"new_prefill":588,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":340042.683180136,"t_first_token_unix":1779770907.6971235,"t_done":340044.260573164,"t_done_unix":1779770909.2745166},{"request_id":"1268861:24:1643502:1011","session_id":"1268861","input_length":80019,"t_proxy_recv":340055.755315866,"t_decision_unix":1779770920.7692573,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":79360,"affinity_cache_ratio":0.9917644559417138,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (659 < 8000)","cache_hit":79360,"estimated_new_tokens":659,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":94269,"ongoing_decode_tokens":94269,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":80019,"score_linear":94269.0,"score_lmetric":80019},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3114,"cache_hit":0,"new_prefill":80019,"score_linear":80717.0,"score_lmetric":80019},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1627,"cache_hit":79360,"new_prefill":659,"score_linear":-79360.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":38102,"ongoing_decode_tokens":0,"pending_prefill_tokens":1238,"num_requests":1,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":80019,"score_linear":38102.0,"score_lmetric":81257},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79360.0,"chosen_score_lmetric":0,"t_first_token":340056.035025585,"t_first_token_unix":1779770921.0489697,"t_done":340056.494124391,"t_done_unix":1779770921.5080683},{"request_id":"1399948:43:1643413:1010","session_id":"1399948","input_length":38102,"t_proxy_recv":340055.403483047,"t_decision_unix":1779770920.417424,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9675082672825573,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1238 < 8000)","cache_hit":36864,"estimated_new_tokens":1238,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":26838,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":94269,"ongoing_decode_tokens":94269,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":38102,"score_linear":94269.0,"score_lmetric":38102},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3114,"cache_hit":0,"new_prefill":38102,"score_linear":80717.0,"score_lmetric":38102},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1627,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":36864,"new_prefill":1238,"score_linear":-36864.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-36864.0,"chosen_score_lmetric":0,"t_first_token":340055.78189338,"t_first_token_unix":1779770920.7958364,"t_done":340056.576997281,"t_done_unix":1779770921.5909407},{"request_id":"1294611:15:1636645:1006","session_id":"1294611","input_length":80717,"t_proxy_recv":340033.020531947,"t_decision_unix":1779770898.0344737,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9895313254952488,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (845 < 8000)","cache_hit":79872,"estimated_new_tokens":845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3114,"cache_hit":79872,"new_prefill":845,"score_linear":-79872.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":12800,"new_prefill":67917,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":12800,"new_prefill":67917,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":340033.427781914,"t_first_token_unix":1779770898.4417257,"t_done":340056.634790349,"t_done_unix":1779770921.648734},{"request_id":"1253804:21:1640487:1009","session_id":"1253804","input_length":94269,"t_proxy_recv":340045.41282903,"t_decision_unix":1779770910.4267704,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93696,"affinity_cache_ratio":0.9939216497470006,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (573 < 8000)","cache_hit":93696,"estimated_new_tokens":573,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":93696,"new_prefill":573,"score_linear":-93696.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3114,"cache_hit":3584,"new_prefill":90685,"score_linear":77133.0,"score_lmetric":90685},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1627,"cache_hit":3584,"new_prefill":90685,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93696.0,"chosen_score_lmetric":0,"t_first_token":340045.637066818,"t_first_token_unix":1779770910.6510105,"t_done":340060.098398989,"t_done_unix":1779770925.1123426},{"request_id":"1399948:44:1644970:1012","session_id":"1399948","input_length":38308,"t_proxy_recv":340060.527966427,"t_decision_unix":1779770925.5419078,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9890362326407017,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (420 < 8000)","cache_hit":37888,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":27044,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1923,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3117,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1997,"cache_hit":37888,"new_prefill":420,"score_linear":-37888.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-37888.0,"chosen_score_lmetric":0,"t_first_token":340060.650871641,"t_first_token_unix":1779770925.6648152,"t_done":340062.174193866,"t_done_unix":1779770927.1881373},{"request_id":"1253804:22:1650001:1013","session_id":"1253804","input_length":95715,"t_proxy_recv":340077.121119584,"t_decision_unix":1779770942.1350608,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":95232,"affinity_cache_ratio":0.9949537690017238,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (483 < 8000)","cache_hit":95232,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1923,"cache_hit":95232,"new_prefill":483,"score_linear":-95232.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3117,"cache_hit":3584,"new_prefill":92131,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":3584,"new_prefill":92131,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1998,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-95232.0,"chosen_score_lmetric":0,"t_first_token":340077.313547471,"t_first_token_unix":1779770942.3274906,"t_done":340077.8119167,"t_done_unix":1779770942.82586},{"request_id":"1399948:45:1650679:1014","session_id":"1399948","input_length":38758,"t_proxy_recv":340079.569322186,"t_decision_unix":1779770944.5832636,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9907631972754012,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (358 < 8000)","cache_hit":38400,"estimated_new_tokens":358,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":27494,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3117,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1998,"cache_hit":38400,"new_prefill":358,"score_linear":-38400.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":0,"t_first_token":340079.722634245,"t_first_token_unix":1779770944.7365775,"t_done":340080.315137614,"t_done_unix":1779770945.3290808},{"request_id":"1253804:23:1651448:1015","session_id":"1253804","input_length":96944,"t_proxy_recv":340081.86772995,"t_decision_unix":1779770946.8816714,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9876217197557353,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1200 < 8000)","cache_hit":95744,"estimated_new_tokens":1200,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":95744,"new_prefill":1200,"score_linear":-95744.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3117,"cache_hit":3584,"new_prefill":93360,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":3584,"new_prefill":93360,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1998,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-95744.0,"chosen_score_lmetric":0,"t_first_token":340082.71088763,"t_first_token_unix":1779770947.7248316,"t_done":340083.123636358,"t_done_unix":1779770948.1375804},{"request_id":"1399948:46:1658183:1018","session_id":"1399948","input_length":39837,"t_proxy_recv":340104.704452267,"t_decision_unix":1779770969.7183936,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9639280066270051,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1437 < 8000)","cache_hit":38400,"estimated_new_tokens":1437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":28573,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1926,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3117,"cache_hit":0,"new_prefill":39837,"score_linear":83204.0,"score_lmetric":39837},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":0,"new_prefill":39837,"score_linear":80406.0,"score_lmetric":39837},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1998,"cache_hit":38400,"new_prefill":1437,"score_linear":-38400.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":0,"t_first_token":340105.104130719,"t_first_token_unix":1779770970.1180751,"t_done":340105.955808599,"t_done_unix":1779770970.9697518},{"request_id":"1253804:24:1659020:1019","session_id":"1253804","input_length":97769,"t_proxy_recv":340107.600853889,"t_decision_unix":1779770972.6147947,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":96768,"affinity_cache_ratio":0.9897615808691916,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1001 < 8000)","cache_hit":96768,"estimated_new_tokens":1001,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1926,"cache_hit":96768,"new_prefill":1001,"score_linear":-96768.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3117,"cache_hit":3584,"new_prefill":94185,"score_linear":79620.0,"score_lmetric":94185},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":3584,"new_prefill":94185,"score_linear":76822.0,"score_lmetric":94185},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2001,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-96768.0,"chosen_score_lmetric":0,"t_first_token":340108.273726179,"t_first_token_unix":1779770973.2876704,"t_done":340108.686299886,"t_done_unix":1779770973.7002437},{"request_id":"1268861:25:1653400:1016","session_id":"1268861","input_length":80406,"t_proxy_recv":340088.303620426,"t_decision_unix":1779770953.3175616,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9933587045742855,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (534 < 8000)","cache_hit":79872,"estimated_new_tokens":534,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1926,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3117,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":79872,"new_prefill":534,"score_linear":-79872.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1998,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":340088.716205635,"t_first_token_unix":1779770953.7301493,"t_done":340113.096366708,"t_done_unix":1779770978.11031},{"request_id":"1253804:25:1662273:1020","session_id":"1253804","input_length":98187,"t_proxy_recv":340118.463028313,"t_decision_unix":1779770983.4769697,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9959770641734649,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (395 < 8000)","cache_hit":97792,"estimated_new_tokens":395,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":97792,"new_prefill":395,"score_linear":-97792.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3117,"cache_hit":3584,"new_prefill":94603,"score_linear":79620.0,"score_lmetric":94603},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":94603,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2001,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-97792.0,"chosen_score_lmetric":0,"t_first_token":340118.945917839,"t_first_token_unix":1779770983.9598615,"t_done":340119.357350281,"t_done_unix":1779770984.371294},{"request_id":"1294611:15:1657992:1017","session_id":"1294611","input_length":83204,"t_proxy_recv":340104.226857851,"t_decision_unix":1779770969.2407992,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":82944,"affinity_cache_ratio":0.9968751502331619,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (260 < 8000)","cache_hit":82944,"estimated_new_tokens":260,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1926,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3117,"cache_hit":82944,"new_prefill":260,"score_linear":-82944.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":0,"new_prefill":83204,"score_linear":80406.0,"score_lmetric":83204},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1998,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":12800,"new_prefill":70404,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":12800,"new_prefill":70404,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-82944.0,"chosen_score_lmetric":0,"t_first_token":340104.416694425,"t_first_token_unix":1779770969.4306383,"t_done":340126.48037722,"t_done_unix":1779770991.4943209},{"request_id":"1399948:47:1664702:1022","session_id":"1399948","input_length":40261,"t_proxy_recv":340127.065528407,"t_decision_unix":1779770992.07947,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9919276719405876,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (325 < 8000)","cache_hit":39936,"estimated_new_tokens":325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":28997,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":0,"new_prefill":40261,"score_linear":98254.0,"score_lmetric":40261},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3119,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2001,"cache_hit":39936,"new_prefill":325,"score_linear":-39936.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":340127.295930174,"t_first_token_unix":1779770992.309874,"t_done":340127.715718611,"t_done_unix":1779770992.7296624},{"request_id":"1399948:48:1666394:1024","session_id":"1399948","input_length":40343,"t_proxy_recv":340132.695891793,"t_decision_unix":1779770997.7098331,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9899115088119377,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (407 < 8000)","cache_hit":39936,"estimated_new_tokens":407,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":29079,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":0,"new_prefill":40343,"score_linear":98254.0,"score_lmetric":40343},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132537,"ongoing_decode_tokens":0,"pending_prefill_tokens":953,"num_requests":1,"active_p_offloads":0,"cached_blocks":3119,"cache_hit":0,"new_prefill":40343,"score_linear":132537.0,"score_lmetric":41296},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2001,"cache_hit":39936,"new_prefill":407,"score_linear":-39936.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":340132.776644519,"t_first_token_unix":1779770997.790588,"t_done":340134.169917915,"t_done_unix":1779770999.1838627},{"request_id":"1399948:49:1668825:1025","session_id":"1399948","input_length":40642,"t_proxy_recv":340141.258581604,"t_decision_unix":1779771006.2725227,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9952266128635402,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (194 < 8000)","cache_hit":40448,"estimated_new_tokens":194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":29378,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":0,"new_prefill":40642,"score_linear":98254.0,"score_lmetric":40642},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132537,"ongoing_decode_tokens":0,"pending_prefill_tokens":953,"num_requests":1,"active_p_offloads":0,"cached_blocks":3119,"cache_hit":0,"new_prefill":40642,"score_linear":132537.0,"score_lmetric":41595},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2002,"cache_hit":40448,"new_prefill":194,"score_linear":-40448.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":340141.387558002,"t_first_token_unix":1779771006.4015017,"t_done":340142.466341796,"t_done_unix":1779771007.4802852},{"request_id":"1253804:26:1663639:1021","session_id":"1253804","input_length":98254,"t_proxy_recv":340123.301182744,"t_decision_unix":1779770988.3151238,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9952979013577056,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (462 < 8000)","cache_hit":97792,"estimated_new_tokens":462,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":97792,"new_prefill":462,"score_linear":-97792.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3117,"cache_hit":3584,"new_prefill":94670,"score_linear":79620.0,"score_lmetric":94670},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":94670,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2001,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-97792.0,"chosen_score_lmetric":0,"t_first_token":340123.442993485,"t_first_token_unix":1779770988.4569366,"t_done":340159.928196948,"t_done_unix":1779771024.9421403},{"request_id":"1356885:8:1665690:1023","session_id":"1356885","input_length":132537,"t_proxy_recv":340130.285841425,"t_decision_unix":1779770995.2997828,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9928095550676415,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (953 < 8000)","cache_hit":131584,"estimated_new_tokens":953,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":122368,"new_prefill":10169,"score_linear":-122368.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":0,"new_prefill":132537,"score_linear":98254.0,"score_lmetric":132537},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3119,"cache_hit":131584,"new_prefill":953,"score_linear":-131584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2001,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":6656,"new_prefill":125881,"score_linear":-6656.0,"score_lmetric":0}],"chosen_score_linear":-131584.0,"chosen_score_lmetric":0,"t_first_token":340170.139504112,"t_first_token_unix":1779771035.153448,"t_done":340172.713545469,"t_done_unix":1779771037.7274892},{"request_id":"1294611:15:1673197:1026","session_id":"1294611","input_length":85542,"t_proxy_recv":340156.47443992,"t_decision_unix":1779771021.488381,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9935704098571462,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (550 < 8000)","cache_hit":84992,"estimated_new_tokens":550,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":0,"new_prefill":85542,"score_linear":98254.0,"score_lmetric":85542},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132537,"ongoing_decode_tokens":0,"pending_prefill_tokens":953,"num_requests":1,"active_p_offloads":0,"cached_blocks":3119,"cache_hit":84992,"new_prefill":550,"score_linear":47545.0,"score_lmetric":1503},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2002,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":12800,"new_prefill":72742,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":12800,"new_prefill":72742,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":47545.0,"chosen_score_lmetric":1503,"t_first_token":340170.142936585,"t_first_token_unix":1779771035.1568801,"t_done":340172.875217711,"t_done_unix":1779771037.8891616},{"request_id":"1399948:50:1677482:1028","session_id":"1399948","input_length":42648,"t_proxy_recv":340171.117716348,"t_decision_unix":1779771036.1316574,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9484149315325455,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2200 < 8000)","cache_hit":40448,"estimated_new_tokens":2200,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":31384,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":218079,"ongoing_decode_tokens":218079,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":3119,"cache_hit":0,"new_prefill":42648,"score_linear":218079.0,"score_lmetric":85296},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2002,"cache_hit":40448,"new_prefill":2200,"score_linear":-40448.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":340171.724297688,"t_first_token_unix":1779771036.7382412,"t_done":340175.393899145,"t_done_unix":1779771040.4078426},{"request_id":"1294611:15:1676489:1027","session_id":"1294611","input_length":85722,"t_proxy_recv":340172.893239156,"t_decision_unix":1779771037.9071805,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9974568955460675,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (218 < 8000)","cache_hit":85504,"estimated_new_tokens":218,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3122,"cache_hit":85504,"new_prefill":218,"score_linear":-85504.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":42648,"ongoing_decode_tokens":42648,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2002,"cache_hit":0,"new_prefill":85722,"score_linear":42648.0,"score_lmetric":85722},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":12800,"new_prefill":72922,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":12800,"new_prefill":72922,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-85504.0,"chosen_score_lmetric":0,"t_first_token":340173.025358987,"t_first_token_unix":1779771038.039302,"t_done":340175.627818764,"t_done_unix":1779771040.6417623},{"request_id":"1294611:15:1679070:1029","session_id":"1294611","input_length":86602,"t_proxy_recv":340176.540317141,"t_decision_unix":1779771041.5542583,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":85504,"affinity_cache_ratio":0.987321308976698,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1098 < 8000)","cache_hit":85504,"estimated_new_tokens":1098,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3122,"cache_hit":85504,"new_prefill":1098,"score_linear":-85504.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":12800,"new_prefill":73802,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":12800,"new_prefill":73802,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-85504.0,"chosen_score_lmetric":0,"t_first_token":340177.000373884,"t_first_token_unix":1779771042.0143175,"t_done":340179.779590654,"t_done_unix":1779771044.7935343},{"request_id":"1253804:27:1683133:1031","session_id":"1253804","input_length":101743,"t_proxy_recv":340190.170509388,"t_decision_unix":1779771055.1844509,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9963928722369106,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (367 < 8000)","cache_hit":101376,"estimated_new_tokens":367,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":101376,"new_prefill":367,"score_linear":-101376.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":86925,"ongoing_decode_tokens":86925,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3124,"cache_hit":3584,"new_prefill":98159,"score_linear":83341.0,"score_lmetric":98159},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":98159,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":340190.369837515,"t_first_token_unix":1779771055.383781,"t_done":340190.685555097,"t_done_unix":1779771055.6994994},{"request_id":"1294611:15:1682649:1030","session_id":"1294611","input_length":86925,"t_proxy_recv":340188.450702906,"t_decision_unix":1779771053.4646444,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":86528,"affinity_cache_ratio":0.9954328444060973,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (397 < 8000)","cache_hit":86528,"estimated_new_tokens":397,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3124,"cache_hit":86528,"new_prefill":397,"score_linear":-86528.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":12800,"new_prefill":74125,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":12800,"new_prefill":74125,"score_linear":-12800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-86528.0,"chosen_score_lmetric":0,"t_first_token":340188.586665129,"t_first_token_unix":1779771053.6006088,"t_done":340192.579973596,"t_done_unix":1779771057.5939171},{"request_id":"1253804:28:1685257:1032","session_id":"1253804","input_length":101794,"t_proxy_recv":340197.171814992,"t_decision_unix":1779771062.1857564,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9958936676031986,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (418 < 8000)","cache_hit":101376,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":101376,"new_prefill":418,"score_linear":-101376.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3125,"cache_hit":3584,"new_prefill":98210,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":98210,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":340197.316204834,"t_first_token_unix":1779771062.3301485,"t_done":340198.037898388,"t_done_unix":1779771063.0518417},{"request_id":"1399948:51:1686626:1033","session_id":"1399948","input_length":43407,"t_proxy_recv":340202.102075647,"t_decision_unix":1779771067.1160169,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":43008,"affinity_cache_ratio":0.9908079342041606,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (399 < 8000)","cache_hit":43008,"estimated_new_tokens":399,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":32143,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3125,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":43008,"new_prefill":399,"score_linear":-43008.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-43008.0,"chosen_score_lmetric":0,"t_first_token":340202.274873669,"t_first_token_unix":1779771067.2888172,"t_done":340203.722919677,"t_done_unix":1779771068.736863},{"request_id":"1253804:29:1688398:1034","session_id":"1253804","input_length":102067,"t_proxy_recv":340208.157148036,"t_decision_unix":1779771073.1710894,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9932299371981149,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (691 < 8000)","cache_hit":101376,"estimated_new_tokens":691,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1929,"cache_hit":101376,"new_prefill":691,"score_linear":-101376.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3125,"cache_hit":3584,"new_prefill":98483,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":98483,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":340208.469390251,"t_first_token_unix":1779771073.4833343,"t_done":340209.49692533,"t_done_unix":1779771074.5108693},{"request_id":"1399948:52:1689144:1035","session_id":"1399948","input_length":43673,"t_proxy_recv":340210.739822083,"t_decision_unix":1779771075.7537634,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9964966913195796,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (153 < 8000)","cache_hit":43520,"estimated_new_tokens":153,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":32409,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1930,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3125,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":43520,"new_prefill":153,"score_linear":-43520.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":340210.853864501,"t_first_token_unix":1779771075.8678086,"t_done":340211.594404602,"t_done_unix":1779771076.6083484},{"request_id":"1356885:9:1689871:1036","session_id":"1356885","input_length":132823,"t_proxy_recv":340213.116337167,"t_decision_unix":1779771078.1302783,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":132608,"affinity_cache_ratio":0.9983813044427546,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (215 < 8000)","cache_hit":132608,"estimated_new_tokens":215,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":122368,"new_prefill":10455,"score_linear":-122368.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1930,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3125,"cache_hit":132608,"new_prefill":215,"score_linear":-132608.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":6656,"new_prefill":126167,"score_linear":-6656.0,"score_lmetric":0}],"chosen_score_linear":-132608.0,"chosen_score_lmetric":0,"t_first_token":340213.39816213,"t_first_token_unix":1779771078.4121056,"t_done":340215.095754279,"t_done_unix":1779771080.1096978},{"request_id":"1253804:30:1690362:1037","session_id":"1253804","input_length":102214,"t_proxy_recv":340214.76926352,"t_decision_unix":1779771079.7832048,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9968106130275696,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (326 < 8000)","cache_hit":101888,"estimated_new_tokens":326,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1930,"cache_hit":101888,"new_prefill":326,"score_linear":-101888.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132823,"ongoing_decode_tokens":132823,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3125,"cache_hit":3584,"new_prefill":98630,"score_linear":129239.0,"score_lmetric":98630},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":98630,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101888.0,"chosen_score_lmetric":0,"t_first_token":340214.990559544,"t_first_token_unix":1779771080.0045033,"t_done":340215.74092527,"t_done_unix":1779771080.7548687},{"request_id":"1253804:31:1691981:1038","session_id":"1253804","input_length":102322,"t_proxy_recv":340220.346824746,"t_decision_unix":1779771085.360766,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9957584879107132,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (434 < 8000)","cache_hit":101888,"estimated_new_tokens":434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1930,"cache_hit":101888,"new_prefill":434,"score_linear":-101888.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3125,"cache_hit":3584,"new_prefill":98738,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":98738,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101888.0,"chosen_score_lmetric":0,"t_first_token":340220.500375908,"t_first_token_unix":1779771085.5143192,"t_done":340220.890987389,"t_done_unix":1779771085.9049306},{"request_id":"1399948:53:1692115:1039","session_id":"1399948","input_length":43938,"t_proxy_recv":340220.860980544,"t_decision_unix":1779771085.874922,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9904865947471437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (418 < 8000)","cache_hit":43520,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":32674,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102322,"ongoing_decode_tokens":102322,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1930,"cache_hit":0,"new_prefill":43938,"score_linear":102322.0,"score_lmetric":43938},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3125,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":43520,"new_prefill":418,"score_linear":-43520.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":340221.024087706,"t_first_token_unix":1779771086.0380313,"t_done":340222.398462953,"t_done_unix":1779771087.4124062},{"request_id":"1253804:32:1693715:1040","session_id":"1253804","input_length":102509,"t_proxy_recv":340226.433147206,"t_decision_unix":1779771091.4470885,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9939419953369948,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (621 < 8000)","cache_hit":101888,"estimated_new_tokens":621,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1930,"cache_hit":101888,"new_prefill":621,"score_linear":-101888.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3125,"cache_hit":3584,"new_prefill":98925,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":98925,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101888.0,"chosen_score_lmetric":0,"t_first_token":340226.740755335,"t_first_token_unix":1779771091.754699,"t_done":340227.529133591,"t_done_unix":1779771092.5430775},{"request_id":"1399948:54:1694570:1041","session_id":"1399948","input_length":44182,"t_proxy_recv":340229.520378713,"t_decision_unix":1779771094.53432,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9966049522429948,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (150 < 8000)","cache_hit":44032,"estimated_new_tokens":150,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":32918,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3125,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":44032,"new_prefill":150,"score_linear":-44032.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":340229.630650007,"t_first_token_unix":1779771094.6445935,"t_done":340229.912996425,"t_done_unix":1779771094.9269397},{"request_id":"1253804:33:1695393:1042","session_id":"1253804","input_length":102632,"t_proxy_recv":340232.182986167,"t_decision_unix":1779771097.1969278,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102400,"affinity_cache_ratio":0.9977394964533479,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (232 < 8000)","cache_hit":102400,"estimated_new_tokens":232,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":102400,"new_prefill":232,"score_linear":-102400.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3125,"cache_hit":3584,"new_prefill":99048,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":99048,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102400.0,"chosen_score_lmetric":0,"t_first_token":340232.374879095,"t_first_token_unix":1779771097.3888226,"t_done":340232.886037267,"t_done_unix":1779771097.8999808},{"request_id":"1253804:34:1697569:1043","session_id":"1253804","input_length":102792,"t_proxy_recv":340240.019702724,"t_decision_unix":1779771105.033644,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102400,"affinity_cache_ratio":0.9961864736555374,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (392 < 8000)","cache_hit":102400,"estimated_new_tokens":392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":102400,"new_prefill":392,"score_linear":-102400.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3125,"cache_hit":3584,"new_prefill":99208,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":99208,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102400.0,"chosen_score_lmetric":0,"t_first_token":340240.2678199,"t_first_token_unix":1779771105.2817636,"t_done":340243.684434903,"t_done_unix":1779771108.6983786},{"request_id":"1253804:35:1701250:1044","session_id":"1253804","input_length":103349,"t_proxy_recv":340252.563466036,"t_decision_unix":1779771117.5774071,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102912,"affinity_cache_ratio":0.9957716088205981,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (437 < 8000)","cache_hit":102912,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1932,"cache_hit":102912,"new_prefill":437,"score_linear":-102912.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3125,"cache_hit":3584,"new_prefill":99765,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":99765,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102912.0,"chosen_score_lmetric":0,"t_first_token":340252.880988433,"t_first_token_unix":1779771117.894932,"t_done":340253.195012565,"t_done_unix":1779771118.208956},{"request_id":"1253804:36:1702697:1045","session_id":"1253804","input_length":103400,"t_proxy_recv":340257.713724066,"t_decision_unix":1779771122.7276654,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102912,"affinity_cache_ratio":0.9952804642166344,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (488 < 8000)","cache_hit":102912,"estimated_new_tokens":488,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1932,"cache_hit":102912,"new_prefill":488,"score_linear":-102912.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3125,"cache_hit":3584,"new_prefill":99816,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":99816,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102912.0,"chosen_score_lmetric":0,"t_first_token":340257.855967851,"t_first_token_unix":1779771122.869911,"t_done":340258.310463443,"t_done_unix":1779771123.3244069},{"request_id":"1399948:55:1704272:1047","session_id":"1399948","input_length":45284,"t_proxy_recv":340262.986318965,"t_decision_unix":1779771128.0002604,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9723522657009098,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1252 < 8000)","cache_hit":44032,"estimated_new_tokens":1252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":34020,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1933,"cache_hit":0,"new_prefill":45284,"score_linear":103471.0,"score_lmetric":45284},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3125,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":44032,"new_prefill":1252,"score_linear":-44032.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":340263.423977611,"t_first_token_unix":1779771128.437921,"t_done":340265.109253818,"t_done_unix":1779771130.123197},{"request_id":"1356885:10:1706624:1048","session_id":"1356885","input_length":133014,"t_proxy_recv":340271.312051333,"t_decision_unix":1779771136.3259923,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":132608,"affinity_cache_ratio":0.9969476897168719,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (406 < 8000)","cache_hit":132608,"estimated_new_tokens":406,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":122368,"new_prefill":10646,"score_linear":-122368.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1933,"cache_hit":0,"new_prefill":133014,"score_linear":103471.0,"score_lmetric":133014},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3125,"cache_hit":132608,"new_prefill":406,"score_linear":-132608.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2011,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":6656,"new_prefill":126358,"score_linear":-6656.0,"score_lmetric":0}],"chosen_score_linear":-132608.0,"chosen_score_lmetric":0,"t_first_token":340271.570475051,"t_first_token_unix":1779771136.5844185,"t_done":340273.040710023,"t_done_unix":1779771138.0546536},{"request_id":"1253804:37:1704071:1046","session_id":"1253804","input_length":103471,"t_proxy_recv":340262.187487793,"t_decision_unix":1779771127.2014294,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":103424,"affinity_cache_ratio":0.9995457664466372,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (47 < 8000)","cache_hit":103424,"estimated_new_tokens":47,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1933,"cache_hit":103424,"new_prefill":47,"score_linear":-103424.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3125,"cache_hit":3584,"new_prefill":99887,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":99887,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-103424.0,"chosen_score_lmetric":0,"t_first_token":340262.331539993,"t_first_token_unix":1779771127.3454835,"t_done":340277.875084156,"t_done_unix":1779771142.889028},{"request_id":"1399948:56:1708284:1049","session_id":"1399948","input_length":45571,"t_proxy_recv":340277.02142779,"t_decision_unix":1779771142.035369,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9886989532816923,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (515 < 8000)","cache_hit":45056,"estimated_new_tokens":515,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":34307,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1933,"cache_hit":0,"new_prefill":45571,"score_linear":103471.0,"score_lmetric":45571},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2011,"cache_hit":45056,"new_prefill":515,"score_linear":-45056.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-45056.0,"chosen_score_lmetric":0,"t_first_token":340277.138032133,"t_first_token_unix":1779771142.1519759,"t_done":340278.041087774,"t_done_unix":1779771143.0550315},{"request_id":"1399948:57:1711464:1050","session_id":"1399948","input_length":45756,"t_proxy_recv":340287.817082519,"t_decision_unix":1779771152.8310237,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":45568,"affinity_cache_ratio":0.995891249235073,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (188 < 8000)","cache_hit":45568,"estimated_new_tokens":188,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":34492,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1935,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":45568,"new_prefill":188,"score_linear":-45568.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-45568.0,"chosen_score_lmetric":0,"t_first_token":340287.931830575,"t_first_token_unix":1779771152.945774,"t_done":340290.422865712,"t_done_unix":1779771155.4368095},{"request_id":"1253804:38:1712824:1051","session_id":"1253804","input_length":104953,"t_proxy_recv":340292.64170033,"t_decision_unix":1779771157.6556413,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104448,"affinity_cache_ratio":0.9951883223919278,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (505 < 8000)","cache_hit":104448,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1935,"cache_hit":104448,"new_prefill":505,"score_linear":-104448.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":3584,"new_prefill":101369,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":101369,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2013,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104448.0,"chosen_score_lmetric":0,"t_first_token":340292.849382321,"t_first_token_unix":1779771157.8633263,"t_done":340293.165342073,"t_done_unix":1779771158.179286},{"request_id":"1253804:39:1714767:1052","session_id":"1253804","input_length":105004,"t_proxy_recv":340299.225610961,"t_decision_unix":1779771164.2395446,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104960,"affinity_cache_ratio":0.9995809683440631,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (44 < 8000)","cache_hit":104960,"estimated_new_tokens":44,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1936,"cache_hit":104960,"new_prefill":44,"score_linear":-104960.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":3584,"new_prefill":101420,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":101420,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2013,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104960.0,"chosen_score_lmetric":0,"t_first_token":340299.373064173,"t_first_token_unix":1779771164.387008,"t_done":340299.953031314,"t_done_unix":1779771164.9669752},{"request_id":"1253804:40:1716790:1053","session_id":"1253804","input_length":105156,"t_proxy_recv":340305.935552125,"t_decision_unix":1779771170.949493,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104960,"affinity_cache_ratio":0.9981361025523984,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (196 < 8000)","cache_hit":104960,"estimated_new_tokens":196,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1936,"cache_hit":104960,"new_prefill":196,"score_linear":-104960.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":3584,"new_prefill":101572,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":101572,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2013,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104960.0,"chosen_score_lmetric":0,"t_first_token":340306.187321752,"t_first_token_unix":1779771171.2012663,"t_done":340310.874219339,"t_done_unix":1779771175.888163},{"request_id":"1305906:4:1718131:1054","session_id":"1305906","input_length":47861,"t_proxy_recv":340310.385845673,"t_decision_unix":1779771175.3997867,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9413927832682142,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2805 < 8000)","cache_hit":45056,"estimated_new_tokens":2805,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":105156,"ongoing_decode_tokens":105156,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1936,"cache_hit":0,"new_prefill":47861,"score_linear":105156.0,"score_lmetric":47861},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2013,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":45056,"new_prefill":2805,"score_linear":-45056.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-45056.0,"chosen_score_lmetric":0,"t_first_token":340311.313900465,"t_first_token_unix":1779771176.327844,"t_done":340319.057942374,"t_done_unix":1779771184.0718863},{"request_id":"1305906:5:1514292:934","session_id":"1305906","input_length":49817,"t_proxy_recv":340319.070436348,"t_decision_unix":1779771184.0843778,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9660959110343859,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1689 < 8000)","cache_hit":48128,"estimated_new_tokens":1689,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1937,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2013,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":37173,"ongoing_decode_tokens":37173,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2410,"cache_hit":48128,"new_prefill":1689,"score_linear":-10955.0,"score_lmetric":1689},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-10955.0,"chosen_score_lmetric":1689,"t_first_token":340319.729826755,"t_first_token_unix":1779771184.7437706,"t_done":340320.657332236,"t_done_unix":1779771185.6712763},{"request_id":"1340290:13:1718889:1055","session_id":"1340290","input_length":37173,"t_proxy_recv":340313.018626585,"t_decision_unix":1779771178.0325677,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9503672020014526,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1845 < 8000)","cache_hit":35328,"estimated_new_tokens":1845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1937,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2013,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47861,"ongoing_decode_tokens":47861,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2404,"cache_hit":35328,"new_prefill":1845,"score_linear":12533.0,"score_lmetric":1845},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":36149,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":12533.0,"chosen_score_lmetric":1845,"t_first_token":340318.655095562,"t_first_token_unix":1779771183.6690404,"t_done":340321.320022105,"t_done_unix":1779771186.3339658},{"request_id":"1253804:41:1721979:1057","session_id":"1253804","input_length":105638,"t_proxy_recv":340323.614374416,"t_decision_unix":1779771188.6283154,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9984285957704614,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (166 < 8000)","cache_hit":105472,"estimated_new_tokens":166,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1937,"cache_hit":105472,"new_prefill":166,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":3584,"new_prefill":102054,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":102054,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2013,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":37438,"ongoing_decode_tokens":37438,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2417,"cache_hit":0,"new_prefill":105638,"score_linear":37438.0,"score_lmetric":105638},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":340323.813793016,"t_first_token_unix":1779771188.8277369,"t_done":340324.470930089,"t_done_unix":1779771189.4848742},{"request_id":"1340290:14:1721731:1056","session_id":"1340290","input_length":37438,"t_proxy_recv":340322.738254797,"t_decision_unix":1779771187.7521958,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":37376,"affinity_cache_ratio":0.998343928628666,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (62 < 8000)","cache_hit":37376,"estimated_new_tokens":62,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1937,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2013,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2417,"cache_hit":37376,"new_prefill":62,"score_linear":-37376.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":36414,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-37376.0,"chosen_score_lmetric":0,"t_first_token":340322.815343484,"t_first_token_unix":1779771187.8292875,"t_done":340324.597159243,"t_done_unix":1779771189.6111033},{"request_id":"1253804:42:1724453:1058","session_id":"1253804","input_length":105715,"t_proxy_recv":340332.117402115,"t_decision_unix":1779771197.1313431,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9977013668826562,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (243 < 8000)","cache_hit":105472,"estimated_new_tokens":243,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1937,"cache_hit":105472,"new_prefill":243,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":3584,"new_prefill":102131,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":102131,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2013,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2417,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":340332.263779035,"t_first_token_unix":1779771197.2777228,"t_done":340333.053473128,"t_done_unix":1779771198.0674171},{"request_id":"1253804:43:1726322:1060","session_id":"1253804","input_length":105845,"t_proxy_recv":340338.189683279,"t_decision_unix":1779771203.2036245,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9964759790259341,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (373 < 8000)","cache_hit":105472,"estimated_new_tokens":373,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1937,"cache_hit":105472,"new_prefill":373,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":3584,"new_prefill":102261,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":102261,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2013,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2417,"cache_hit":0,"new_prefill":105845,"score_linear":37724.0,"score_lmetric":105845},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":340338.388749928,"t_first_token_unix":1779771203.402694,"t_done":340339.089367177,"t_done_unix":1779771204.1033108},{"request_id":"1399948:58:1726693:1061","session_id":"1399948","input_length":46886,"t_proxy_recv":340339.40506013,"t_decision_unix":1779771204.4190016,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":46080,"affinity_cache_ratio":0.982809367401783,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (806 < 8000)","cache_hit":46080,"estimated_new_tokens":806,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":35622,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1937,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2013,"cache_hit":46080,"new_prefill":806,"score_linear":-46080.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2417,"cache_hit":0,"new_prefill":46886,"score_linear":37724.0,"score_lmetric":46886},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-46080.0,"chosen_score_lmetric":0,"t_first_token":340339.771150767,"t_first_token_unix":1779771204.7850945,"t_done":340339.897223324,"t_done_unix":1779771204.9111664},{"request_id":"1399948:59:1728305:1062","session_id":"1399948","input_length":46927,"t_proxy_recv":340344.699888087,"t_decision_unix":1779771209.7138288,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":46592,"affinity_cache_ratio":0.9928612525838004,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (335 < 8000)","cache_hit":46592,"estimated_new_tokens":335,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":35663,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1937,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":46592,"new_prefill":335,"score_linear":-46592.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2417,"cache_hit":0,"new_prefill":46927,"score_linear":37724.0,"score_lmetric":46927},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-46592.0,"chosen_score_lmetric":0,"t_first_token":340344.791420906,"t_first_token_unix":1779771209.8053644,"t_done":340344.933928726,"t_done_unix":1779771209.9478722},{"request_id":"1253804:44:1728625:1063","session_id":"1253804","input_length":106070,"t_proxy_recv":340345.892362366,"t_decision_unix":1779771210.9063034,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9943622136325069,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (598 < 8000)","cache_hit":105472,"estimated_new_tokens":598,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1937,"cache_hit":105472,"new_prefill":598,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":3584,"new_prefill":102486,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":102486,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2417,"cache_hit":0,"new_prefill":106070,"score_linear":37724.0,"score_lmetric":106070},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":340346.213086034,"t_first_token_unix":1779771211.2270296,"t_done":340347.264510391,"t_done_unix":1779771212.278455},{"request_id":"1340290:15:1725612:1059","session_id":"1340290","input_length":37724,"t_proxy_recv":340335.923804206,"t_decision_unix":1779771200.9377422,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9907751033824621,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (348 < 8000)","cache_hit":37376,"estimated_new_tokens":348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1937,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2013,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2417,"cache_hit":37376,"new_prefill":348,"score_linear":-37376.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":36700,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-37376.0,"chosen_score_lmetric":0,"t_first_token":340336.004591865,"t_first_token_unix":1779771201.0185354,"t_done":340353.615425834,"t_done_unix":1779771218.62937},{"request_id":"1253804:45:1732408:1064","session_id":"1253804","input_length":106394,"t_proxy_recv":340358.856976176,"t_decision_unix":1779771223.8709173,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9961463992330395,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (410 < 8000)","cache_hit":105984,"estimated_new_tokens":410,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1938,"cache_hit":105984,"new_prefill":410,"score_linear":-105984.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":3584,"new_prefill":102810,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":102810,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105984.0,"chosen_score_lmetric":0,"t_first_token":340359.180349132,"t_first_token_unix":1779771224.1942928,"t_done":340359.558588774,"t_done_unix":1779771224.5725324},{"request_id":"1399948:60:1732843:1065","session_id":"1399948","input_length":47074,"t_proxy_recv":340360.450486995,"t_decision_unix":1779771225.4644282,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":46592,"affinity_cache_ratio":0.9897608021413095,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (482 < 8000)","cache_hit":46592,"estimated_new_tokens":482,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":35810,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1938,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":46592,"new_prefill":482,"score_linear":-46592.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-46592.0,"chosen_score_lmetric":0,"t_first_token":340360.580578039,"t_first_token_unix":1779771225.5945215,"t_done":340360.951584245,"t_done_unix":1779771225.9655278},{"request_id":"1253804:46:1733935:1066","session_id":"1253804","input_length":106443,"t_proxy_recv":340363.949706579,"t_decision_unix":1779771228.963648,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9956878329246639,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (459 < 8000)","cache_hit":105984,"estimated_new_tokens":459,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1938,"cache_hit":105984,"new_prefill":459,"score_linear":-105984.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":3584,"new_prefill":102859,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":102859,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2015,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105984.0,"chosen_score_lmetric":0,"t_first_token":340364.083702133,"t_first_token_unix":1779771229.0976455,"t_done":340364.804352411,"t_done_unix":1779771229.8182957},{"request_id":"1399948:61:1735933:1067","session_id":"1399948","input_length":47205,"t_proxy_recv":340370.646537708,"t_decision_unix":1779771235.6604793,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":47104,"affinity_cache_ratio":0.9978603961444762,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (101 < 8000)","cache_hit":47104,"estimated_new_tokens":101,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":35941,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2015,"cache_hit":47104,"new_prefill":101,"score_linear":-47104.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-47104.0,"chosen_score_lmetric":0,"t_first_token":340370.757156926,"t_first_token_unix":1779771235.7711,"t_done":340372.299747392,"t_done_unix":1779771237.3136907},{"request_id":"1253804:47:1736337:1068","session_id":"1253804","input_length":107137,"t_proxy_recv":340371.925867771,"t_decision_unix":1779771236.939809,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":106496,"affinity_cache_ratio":0.994017006263009,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (641 < 8000)","cache_hit":106496,"estimated_new_tokens":641,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":106496,"new_prefill":641,"score_linear":-106496.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":3584,"new_prefill":103553,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":103553,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":47205,"ongoing_decode_tokens":47205,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2015,"cache_hit":0,"new_prefill":107137,"score_linear":47205.0,"score_lmetric":107137},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-106496.0,"chosen_score_lmetric":0,"t_first_token":340372.641907141,"t_first_token_unix":1779771237.6558506,"t_done":340373.063903608,"t_done_unix":1779771238.0778472},{"request_id":"1253804:48:1737694:1069","session_id":"1253804","input_length":108145,"t_proxy_recv":340376.362914454,"t_decision_unix":1779771241.3768542,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":107008,"affinity_cache_ratio":0.98948633778723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1137 < 8000)","cache_hit":107008,"estimated_new_tokens":1137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1940,"cache_hit":107008,"new_prefill":1137,"score_linear":-107008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":3584,"new_prefill":104561,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":104561,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2015,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":340377.281483915,"t_first_token_unix":1779771242.2954278,"t_done":340377.715048486,"t_done_unix":1779771242.728992},{"request_id":"1253804:49:1739030:1070","session_id":"1253804","input_length":109454,"t_proxy_recv":340380.747194657,"t_decision_unix":1779771245.761136,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9870082409048551,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1422 < 8000)","cache_hit":108032,"estimated_new_tokens":1422,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1942,"cache_hit":108032,"new_prefill":1422,"score_linear":-108032.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":3584,"new_prefill":105870,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":105870,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2015,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":340381.879852856,"t_first_token_unix":1779771246.893797,"t_done":340382.312628523,"t_done_unix":1779771247.3265727},{"request_id":"1253804:50:1741670:1071","session_id":"1253804","input_length":110854,"t_proxy_recv":340389.728279117,"t_decision_unix":1779771254.7422206,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9837804680029588,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1798 < 8000)","cache_hit":109056,"estimated_new_tokens":1798,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":109056,"new_prefill":1798,"score_linear":-109056.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":3584,"new_prefill":107270,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":107270,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2015,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-109056.0,"chosen_score_lmetric":0,"t_first_token":340390.878126362,"t_first_token_unix":1779771255.8920698,"t_done":340391.318920986,"t_done_unix":1779771256.332865},{"request_id":"1253804:51:1744514:1072","session_id":"1253804","input_length":111661,"t_proxy_recv":340399.149828047,"t_decision_unix":1779771264.1637692,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":110592,"affinity_cache_ratio":0.9904263798461415,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1069 < 8000)","cache_hit":110592,"estimated_new_tokens":1069,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1947,"cache_hit":110592,"new_prefill":1069,"score_linear":-110592.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":3584,"new_prefill":108077,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":108077,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2015,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-110592.0,"chosen_score_lmetric":0,"t_first_token":340399.898634776,"t_first_token_unix":1779771264.9125788,"t_done":340400.338174721,"t_done_unix":1779771265.3521183},{"request_id":"1340290:16:1745847:1073","session_id":"1340290","input_length":40200,"t_proxy_recv":340403.757944202,"t_decision_unix":1779771268.7718854,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9934328358208955,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (264 < 8000)","cache_hit":39936,"estimated_new_tokens":264,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2015,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":39936,"new_prefill":264,"score_linear":-39936.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":39176,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":340403.837181844,"t_first_token_unix":1779771268.851125,"t_done":340404.570209264,"t_done_unix":1779771269.584153},{"request_id":"1253804:52:1746191:1074","session_id":"1253804","input_length":111724,"t_proxy_recv":340404.795459367,"t_decision_unix":1779771269.8093996,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9990333321399162,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (108 < 8000)","cache_hit":111616,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":111616,"new_prefill":108,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":3584,"new_prefill":108140,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":108140,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2015,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":340404.955263197,"t_first_token_unix":1779771269.969207,"t_done":340405.740338963,"t_done_unix":1779771270.7542825},{"request_id":"1253804:53:1748377:1075","session_id":"1253804","input_length":111811,"t_proxy_recv":340412.130915797,"t_decision_unix":1779771277.1448572,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9982559855470392,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (195 < 8000)","cache_hit":111616,"estimated_new_tokens":195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":111616,"new_prefill":195,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":3584,"new_prefill":108227,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":108227,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2015,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":340412.283561753,"t_first_token_unix":1779771277.2975054,"t_done":340412.7805973,"t_done_unix":1779771277.7945411},{"request_id":"1399948:62:1749028:1076","session_id":"1399948","input_length":48212,"t_proxy_recv":340414.289873409,"t_decision_unix":1779771279.3038146,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":47104,"affinity_cache_ratio":0.9770181697502697,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1108 < 8000)","cache_hit":47104,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":36948,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2015,"cache_hit":47104,"new_prefill":1108,"score_linear":-47104.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-47104.0,"chosen_score_lmetric":0,"t_first_token":340414.657017171,"t_first_token_unix":1779771279.6709611,"t_done":340415.21315312,"t_done_unix":1779771280.2270966},{"request_id":"1253804:54:1750056:1077","session_id":"1253804","input_length":112074,"t_proxy_recv":340417.721767731,"t_decision_unix":1779771282.735709,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9959134143512323,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (458 < 8000)","cache_hit":111616,"estimated_new_tokens":458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":111616,"new_prefill":458,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":3584,"new_prefill":108490,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":108490,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2017,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":340418.059995895,"t_first_token_unix":1779771283.0739398,"t_done":340424.029035952,"t_done_unix":1779771289.0429802},{"request_id":"1399948:63:1753316:1079","session_id":"1399948","input_length":48636,"t_proxy_recv":340428.588466699,"t_decision_unix":1779771293.602408,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9895550620939222,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (508 < 8000)","cache_hit":48128,"estimated_new_tokens":508,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":37372,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":133552,"ongoing_decode_tokens":0,"pending_prefill_tokens":432,"num_requests":1,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":0,"new_prefill":48636,"score_linear":133552.0,"score_lmetric":49068},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2017,"cache_hit":48128,"new_prefill":508,"score_linear":-48128.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":340428.849841438,"t_first_token_unix":1779771293.863785,"t_done":340428.961097512,"t_done_unix":1779771293.975041},{"request_id":"1399948:64:1754453:1080","session_id":"1399948","input_length":48693,"t_proxy_recv":340432.499142609,"t_decision_unix":1779771297.513084,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9989115478610888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (53 < 8000)","cache_hit":48640,"estimated_new_tokens":53,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":37429,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":133552,"ongoing_decode_tokens":133552,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":0,"new_prefill":48693,"score_linear":133552.0,"score_lmetric":48693},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2018,"cache_hit":48640,"new_prefill":53,"score_linear":-48640.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48640.0,"chosen_score_lmetric":0,"t_first_token":340432.608490714,"t_first_token_unix":1779771297.6224413,"t_done":340433.900782609,"t_done_unix":1779771298.9147265},{"request_id":"1356885:11:1753167:1078","session_id":"1356885","input_length":133552,"t_proxy_recv":340428.162789395,"t_decision_unix":1779771293.1767309,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":133120,"affinity_cache_ratio":0.9967653048999641,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (432 < 8000)","cache_hit":133120,"estimated_new_tokens":432,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":122368,"new_prefill":11184,"score_linear":-122368.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3126,"cache_hit":133120,"new_prefill":432,"score_linear":-133120.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2017,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":6656,"new_prefill":126896,"score_linear":-6656.0,"score_lmetric":0}],"chosen_score_linear":-133120.0,"chosen_score_lmetric":0,"t_first_token":340428.808984053,"t_first_token_unix":1779771293.8229277,"t_done":340446.18151853,"t_done_unix":1779771311.1954625},{"request_id":"1399948:65:1759200:1081","session_id":"1399948","input_length":49220,"t_proxy_recv":340448.995929547,"t_decision_unix":1779771314.0098708,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9882161722876879,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (580 < 8000)","cache_hit":48640,"estimated_new_tokens":580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":37956,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3128,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2018,"cache_hit":48640,"new_prefill":580,"score_linear":-48640.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48640.0,"chosen_score_lmetric":0,"t_first_token":340449.26363567,"t_first_token_unix":1779771314.2775793,"t_done":340454.867619664,"t_done_unix":1779771319.8815796},{"request_id":"1277428:14:1767578:1082","session_id":"1277428","input_length":49716,"t_proxy_recv":340477.845339324,"t_decision_unix":1779771342.8592806,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9886555636012552,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (564 < 8000)","cache_hit":49152,"estimated_new_tokens":564,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":4608,"new_prefill":45108,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3128,"cache_hit":49152,"new_prefill":564,"score_linear":-49152.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":36352,"new_prefill":13364,"score_linear":-36352.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2020,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":340487.112269032,"t_first_token_unix":1779771352.1262126,"t_done":340488.159991572,"t_done_unix":1779771353.1739352},{"request_id":"1277428:14:1770237:1083","session_id":"1277428","input_length":49925,"t_proxy_recv":340488.175752054,"t_decision_unix":1779771353.1896937,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":49664,"affinity_cache_ratio":0.994772158237356,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (261 < 8000)","cache_hit":49664,"estimated_new_tokens":261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":4608,"new_prefill":45317,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3129,"cache_hit":49664,"new_prefill":261,"score_linear":-49664.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":36352,"new_prefill":13573,"score_linear":-36352.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2020,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":340488.284197999,"t_first_token_unix":1779771353.2981415,"t_done":340488.60157772,"t_done_unix":1779771353.615521},{"request_id":"1277428:15:1771467:1084","session_id":"1277428","input_length":51398,"t_proxy_recv":340491.272976844,"t_decision_unix":1779771356.2869182,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9662632787267987,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1734 < 8000)","cache_hit":49664,"estimated_new_tokens":1734,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":4608,"new_prefill":46790,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3129,"cache_hit":49664,"new_prefill":1734,"score_linear":-49664.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":36352,"new_prefill":15046,"score_linear":-36352.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2020,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":340491.857892265,"t_first_token_unix":1779771356.8718355,"t_done":340495.372911425,"t_done_unix":1779771360.3868546},{"request_id":"1399948:66:1772336:1085","session_id":"1399948","input_length":51012,"t_proxy_recv":340494.223595641,"t_decision_unix":1779771359.2375367,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9735748451344781,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1348 < 8000)","cache_hit":49664,"estimated_new_tokens":1348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":39748,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":51398,"ongoing_decode_tokens":51398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3129,"cache_hit":0,"new_prefill":51012,"score_linear":51398.0,"score_lmetric":51012},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2020,"cache_hit":49664,"new_prefill":1348,"score_linear":-49664.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":340494.705332374,"t_first_token_unix":1779771359.7192757,"t_done":340497.684029728,"t_done_unix":1779771362.6979735},{"request_id":"1399948:67:1777074:1086","session_id":"1399948","input_length":52331,"t_proxy_recv":340510.281651548,"t_decision_unix":1779771375.2955928,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9783875714203818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1131 < 8000)","cache_hit":51200,"estimated_new_tokens":1131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":41067,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3133,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":51200,"new_prefill":1131,"score_linear":-51200.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-51200.0,"chosen_score_lmetric":0,"t_first_token":340510.762258502,"t_first_token_unix":1779771375.776202,"t_done":340515.10452427,"t_done_unix":1779771380.1184678},{"request_id":"1399948:68:1784799:1087","session_id":"1399948","input_length":53289,"t_proxy_recv":340536.769763251,"t_decision_unix":1779771401.7837045,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9896226238060387,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (553 < 8000)","cache_hit":52736,"estimated_new_tokens":553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":42025,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3133,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":52736,"new_prefill":553,"score_linear":-52736.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":340537.059588064,"t_first_token_unix":1779771402.0735316,"t_done":340541.386521602,"t_done_unix":1779771406.4004653},{"request_id":"1277428:16:1787662:1088","session_id":"1277428","input_length":52754,"t_proxy_recv":340547.227080911,"t_decision_unix":1779771412.241022,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":51712,"affinity_cache_ratio":0.9802479432839216,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1042 < 8000)","cache_hit":51712,"estimated_new_tokens":1042,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":4608,"new_prefill":48146,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3133,"cache_hit":51712,"new_prefill":1042,"score_linear":-51712.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":36352,"new_prefill":16402,"score_linear":-36352.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-51712.0,"chosen_score_lmetric":0,"t_first_token":340547.626069561,"t_first_token_unix":1779771412.640013,"t_done":340548.227979875,"t_done_unix":1779771413.2419236},{"request_id":"1305906:5:1788459:1089","session_id":"1305906","input_length":52461,"t_proxy_recv":340549.759941467,"t_decision_unix":1779771414.7738829,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":49664,"affinity_cache_ratio":0.946684203503555,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2797 < 8000)","cache_hit":49664,"estimated_new_tokens":2797,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3135,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":49664,"new_prefill":2797,"score_linear":-49664.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":340550.750882691,"t_first_token_unix":1779771415.764826,"t_done":340551.258994906,"t_done_unix":1779771416.2729385},{"request_id":"1399948:69:1790968:1090","session_id":"1399948","input_length":54141,"t_proxy_recv":340558.357069448,"t_decision_unix":1779771423.3710108,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9929628193051476,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (381 < 8000)","cache_hit":53760,"estimated_new_tokens":381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":42877,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3135,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":53760,"new_prefill":381,"score_linear":-53760.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":51255,"ongoing_decode_tokens":51255,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2423,"cache_hit":0,"new_prefill":54141,"score_linear":51255.0,"score_lmetric":54141},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":340558.642963606,"t_first_token_unix":1779771423.6569076,"t_done":340562.548452897,"t_done_unix":1779771427.5623965},{"request_id":"1305906:6:1529600:945","session_id":"1305906","input_length":51255,"t_proxy_recv":340551.268795092,"t_decision_unix":1779771416.2827365,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9989269339576626,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (55 < 8000)","cache_hit":51200,"estimated_new_tokens":55,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3135,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2423,"cache_hit":51200,"new_prefill":55,"score_linear":-51200.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-51200.0,"chosen_score_lmetric":0,"t_first_token":340551.342904288,"t_first_token_unix":1779771416.3568475,"t_done":340566.395844369,"t_done_unix":1779771431.409788},{"request_id":"1277428:17:1793546:1091","session_id":"1277428","input_length":53574,"t_proxy_recv":340567.360293949,"t_decision_unix":1779771432.3742354,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9843580841452944,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (838 < 8000)","cache_hit":52736,"estimated_new_tokens":838,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":4608,"new_prefill":48966,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3135,"cache_hit":52736,"new_prefill":838,"score_linear":-52736.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":36352,"new_prefill":17222,"score_linear":-36352.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2426,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":340567.755816084,"t_first_token_unix":1779771432.7697604,"t_done":340569.086672731,"t_done_unix":1779771434.100617},{"request_id":"1399948:70:1795589:1092","session_id":"1399948","input_length":54654,"t_proxy_recv":340574.681625329,"t_decision_unix":1779771439.6955667,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9930105756211806,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (382 < 8000)","cache_hit":54272,"estimated_new_tokens":382,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":43390,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3136,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":54272,"new_prefill":382,"score_linear":-54272.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2426,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":340574.791584806,"t_first_token_unix":1779771439.8055282,"t_done":340575.712262071,"t_done_unix":1779771440.7262056},{"request_id":"1277428:18:1796824:1093","session_id":"1277428","input_length":53805,"t_proxy_recv":340579.278362329,"t_decision_unix":1779771444.2923036,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":53248,"affinity_cache_ratio":0.9896478022488616,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (557 < 8000)","cache_hit":53248,"estimated_new_tokens":557,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":4608,"new_prefill":49197,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3136,"cache_hit":53248,"new_prefill":557,"score_linear":-53248.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":36352,"new_prefill":17453,"score_linear":-36352.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2426,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53248.0,"chosen_score_lmetric":0,"t_first_token":340579.409160648,"t_first_token_unix":1779771444.423104,"t_done":340579.78951433,"t_done_unix":1779771444.8034575},{"request_id":"1399948:71:1800797:1094","session_id":"1399948","input_length":54920,"t_proxy_recv":340592.866977877,"t_decision_unix":1779771457.880919,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9882010196649672,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (648 < 8000)","cache_hit":54272,"estimated_new_tokens":648,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":43656,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3137,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":54272,"new_prefill":648,"score_linear":-54272.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2426,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":340593.04990727,"t_first_token_unix":1779771458.0638506,"t_done":340595.1408782,"t_done_unix":1779771460.1548214},{"request_id":"1399948:72:1804699:1097","session_id":"1399948","input_length":55246,"t_proxy_recv":340606.317190559,"t_decision_unix":1779771471.331132,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9916374036129313,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (462 < 8000)","cache_hit":54784,"estimated_new_tokens":462,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":43982,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":55246,"score_linear":112634.0,"score_lmetric":55246},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3137,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2030,"cache_hit":54784,"new_prefill":462,"score_linear":56952.0,"score_lmetric":462},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2426,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":56952.0,"chosen_score_lmetric":462,"t_first_token":340606.436588602,"t_first_token_unix":1779771471.4505317,"t_done":340607.198107219,"t_done_unix":1779771472.212051},{"request_id":"1305906:6:1806419:1099","session_id":"1305906","input_length":52932,"t_proxy_recv":340612.009392938,"t_decision_unix":1779771477.023334,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9962971359480087,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (196 < 8000)","cache_hit":52736,"estimated_new_tokens":196,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":52932,"score_linear":112634.0,"score_lmetric":52932},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3137,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":167295,"ongoing_decode_tokens":167295,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":52932,"score_linear":167295.0,"score_lmetric":105864},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2426,"cache_hit":52736,"new_prefill":196,"score_linear":-52736.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":340612.101090715,"t_first_token_unix":1779771477.1150339,"t_done":340612.806196708,"t_done_unix":1779771477.8201404},{"request_id":"1399948:73:1805981:1098","session_id":"1399948","input_length":55559,"t_proxy_recv":340610.499529936,"t_decision_unix":1779771475.513471,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9952662934898037,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (263 < 8000)","cache_hit":55296,"estimated_new_tokens":263,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":44295,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":55559,"score_linear":112634.0,"score_lmetric":55559},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3137,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":55296,"new_prefill":263,"score_linear":56440.0,"score_lmetric":263},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2426,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":56440.0,"chosen_score_lmetric":263,"t_first_token":340610.693299821,"t_first_token_unix":1779771475.7072437,"t_done":340613.115342793,"t_done_unix":1779771478.129286},{"request_id":"1305906:7:1572780:964","session_id":"1305906","input_length":54789,"t_proxy_recv":340612.81814566,"t_decision_unix":1779771477.8320873,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9625289747942105,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2053 < 8000)","cache_hit":52736,"estimated_new_tokens":2053,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":54789,"score_linear":112634.0,"score_lmetric":54789},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3137,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":167295,"ongoing_decode_tokens":167295,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":54789,"score_linear":167295.0,"score_lmetric":109578},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2426,"cache_hit":52736,"new_prefill":2053,"score_linear":-52736.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":340613.543111038,"t_first_token_unix":1779771478.557055,"t_done":340613.846026427,"t_done_unix":1779771478.8599699},{"request_id":"1399948:74:1808473:1100","session_id":"1399948","input_length":55791,"t_proxy_recv":340619.205242793,"t_decision_unix":1779771484.2191842,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9911276012260042,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (495 < 8000)","cache_hit":55296,"estimated_new_tokens":495,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":44527,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":55791,"score_linear":112634.0,"score_lmetric":55791},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3137,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":55296,"new_prefill":495,"score_linear":56440.0,"score_lmetric":495},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2430,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":56440.0,"chosen_score_lmetric":495,"t_first_token":340619.362476594,"t_first_token_unix":1779771484.37642,"t_done":340622.882166267,"t_done_unix":1779771487.8961103},{"request_id":"1399948:75:1817312:1101","session_id":"1399948","input_length":57308,"t_proxy_recv":340647.736746624,"t_decision_unix":1779771512.750688,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9738256438891604,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1500 < 8000)","cache_hit":55808,"estimated_new_tokens":1500,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":46044,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":57308,"score_linear":112634.0,"score_lmetric":57308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3137,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2032,"cache_hit":55808,"new_prefill":1500,"score_linear":55928.0,"score_lmetric":1500},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2430,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":55928.0,"chosen_score_lmetric":1500,"t_first_token":340648.382740952,"t_first_token_unix":1779771513.396685,"t_done":340649.994909165,"t_done_unix":1779771515.0088522},{"request_id":"1270606:6:1804345:1096","session_id":"1270606","input_length":111736,"t_proxy_recv":340605.153225821,"t_decision_unix":1779771470.167167,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9989260399513138,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (120 < 8000)","cache_hit":111616,"estimated_new_tokens":120,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":111736,"score_linear":112634.0,"score_lmetric":111736},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3137,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2030,"cache_hit":111616,"new_prefill":120,"score_linear":-111616.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2426,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":1536,"new_prefill":110200,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":340605.447991834,"t_first_token_unix":1779771470.4619358,"t_done":340651.015169338,"t_done_unix":1779771516.0291128},{"request_id":"1399948:76:1821495:1102","session_id":"1399948","input_length":57659,"t_proxy_recv":340661.393312602,"t_decision_unix":1779771526.407254,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9945368459390554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (315 < 8000)","cache_hit":57344,"estimated_new_tokens":315,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":11264,"new_prefill":46395,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":57659,"score_linear":112634.0,"score_lmetric":57659},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3137,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2037,"cache_hit":57344,"new_prefill":315,"score_linear":-57344.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2430,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":340661.590568716,"t_first_token_unix":1779771526.6045122,"t_done":340662.258032887,"t_done_unix":1779771527.2719767},{"request_id":"1270606:6:1822681:1103","session_id":"1270606","input_length":112180,"t_proxy_recv":340665.239602819,"t_decision_unix":1779771530.253544,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9995364592619005,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (52 < 8000)","cache_hit":112128,"estimated_new_tokens":52,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":112180,"score_linear":112634.0,"score_lmetric":112180},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3137,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2037,"cache_hit":112128,"new_prefill":52,"score_linear":-112128.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2430,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":1536,"new_prefill":110644,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":340665.379068466,"t_first_token_unix":1779771530.393012,"t_done":340666.274315565,"t_done_unix":1779771531.288259},{"request_id":"1270606:7:1825806:1104","session_id":"1270606","input_length":112645,"t_proxy_recv":340675.853838461,"t_decision_unix":1779771540.8677797,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9954103599804697,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (517 < 8000)","cache_hit":112128,"estimated_new_tokens":517,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":112645,"score_linear":112634.0,"score_lmetric":112645},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3137,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2037,"cache_hit":112128,"new_prefill":517,"score_linear":-112128.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2430,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":1536,"new_prefill":111109,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":340676.411265406,"t_first_token_unix":1779771541.4252088,"t_done":340680.485104228,"t_done_unix":1779771545.499048},{"request_id":"1277428:19:1834491:1105","session_id":"1277428","input_length":58474,"t_proxy_recv":340705.121926685,"t_decision_unix":1779771570.1358678,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9193829736293053,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4714 < 8000)","cache_hit":53760,"estimated_new_tokens":4714,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":4608,"new_prefill":53866,"score_linear":108026.0,"score_lmetric":53866},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3137,"cache_hit":53760,"new_prefill":4714,"score_linear":-53760.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":36352,"new_prefill":22122,"score_linear":-36352.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2038,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2430,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":340706.870055429,"t_first_token_unix":1779771571.8839989,"t_done":340707.207445879,"t_done_unix":1779771572.2213893},{"request_id":"1270606:8:1837578:1106","session_id":"1270606","input_length":113482,"t_proxy_recv":340715.951927897,"t_decision_unix":1779771580.9658694,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":112640,"affinity_cache_ratio":0.9925803211081934,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (842 < 8000)","cache_hit":112640,"estimated_new_tokens":842,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":113482,"score_linear":112634.0,"score_lmetric":113482},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3146,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2038,"cache_hit":112640,"new_prefill":842,"score_linear":-112640.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2430,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":1536,"new_prefill":111946,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":340716.520745258,"t_first_token_unix":1779771581.5346887,"t_done":340716.954896802,"t_done_unix":1779771581.9688401},{"request_id":"1253804:55:1803044:1095","session_id":"1253804","input_length":112634,"t_proxy_recv":340600.742473125,"t_decision_unix":1779771465.7564144,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9955075732016976,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (506 < 8000)","cache_hit":112128,"estimated_new_tokens":506,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":112128,"new_prefill":506,"score_linear":-112128.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3137,"cache_hit":3584,"new_prefill":109050,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":109050,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2030,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2426,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":340600.917426684,"t_first_token_unix":1779771465.9313703,"t_done":340725.907556359,"t_done_unix":1779771590.9215},{"request_id":"1270606:9:1847569:1107","session_id":"1270606","input_length":116467,"t_proxy_recv":340749.856065338,"t_decision_unix":1779771614.8700066,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":113152,"affinity_cache_ratio":0.9715370018975332,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3315 < 8000)","cache_hit":113152,"estimated_new_tokens":3315,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3146,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":113152,"new_prefill":3315,"score_linear":-113152.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2430,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":1536,"new_prefill":114931,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-113152.0,"chosen_score_lmetric":0,"t_first_token":340752.10260076,"t_first_token_unix":1779771617.1165442,"t_done":340753.643869714,"t_done_unix":1779771618.6578133},{"request_id":"1270606:10:1851128:1108","session_id":"1270606","input_length":116659,"t_proxy_recv":340761.93227648,"t_decision_unix":1779771626.9462178,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9962711835349181,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (435 < 8000)","cache_hit":116224,"estimated_new_tokens":435,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3146,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":116224,"new_prefill":435,"score_linear":-116224.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2430,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":1536,"new_prefill":115123,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-116224.0,"chosen_score_lmetric":0,"t_first_token":340762.180937952,"t_first_token_unix":1779771627.1948814,"t_done":340762.942865043,"t_done_unix":1779771627.9568086},{"request_id":"1305906:7:1851943:1109","session_id":"1305906","input_length":58042,"t_proxy_recv":340764.476371936,"t_decision_unix":1779771629.4903135,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9438682333482651,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3258 < 8000)","cache_hit":54784,"estimated_new_tokens":3258,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3146,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2430,"cache_hit":54784,"new_prefill":3258,"score_linear":-54784.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":340765.77118911,"t_first_token_unix":1779771630.785133,"t_done":340768.047411741,"t_done_unix":1779771633.061355},{"request_id":"1305906:8:1866131:1110","session_id":"1305906","input_length":58687,"t_proxy_recv":340812.946526886,"t_decision_unix":1779771677.9604683,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9858401349532264,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (831 < 8000)","cache_hit":57856,"estimated_new_tokens":831,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3146,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2436,"cache_hit":57856,"new_prefill":831,"score_linear":-57856.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":340813.278652253,"t_first_token_unix":1779771678.2925963,"t_done":340815.153774753,"t_done_unix":1779771680.1677182},{"request_id":"1270606:11:1868274:1111","session_id":"1270606","input_length":117828,"t_proxy_recv":340820.228669081,"t_decision_unix":1779771685.2426105,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9863869368910615,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1604 < 8000)","cache_hit":116224,"estimated_new_tokens":1604,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3146,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":116224,"new_prefill":1604,"score_linear":-116224.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2438,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":1536,"new_prefill":116292,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-116224.0,"chosen_score_lmetric":0,"t_first_token":340821.239611108,"t_first_token_unix":1779771686.2535546,"t_done":340822.98643024,"t_done_unix":1779771688.0003738},{"request_id":"1270606:11:1870810:1113","session_id":"1270606","input_length":118012,"t_proxy_recv":340828.721209738,"t_decision_unix":1779771693.735151,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9978646239365488,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (252 < 8000)","cache_hit":117760,"estimated_new_tokens":252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":118012,"score_linear":112926.0,"score_lmetric":118012},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3146,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":117760,"new_prefill":252,"score_linear":-117760.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2438,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":1536,"new_prefill":116476,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-117760.0,"chosen_score_lmetric":0,"t_first_token":340828.895755753,"t_first_token_unix":1779771693.909699,"t_done":340829.411583697,"t_done_unix":1779771694.425527},{"request_id":"1356885:12:1874205:1114","session_id":"1356885","input_length":135435,"t_proxy_recv":340840.184490591,"t_decision_unix":1779771705.1984317,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":134656,"affinity_cache_ratio":0.9942481633255805,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (779 < 8000)","cache_hit":134656,"estimated_new_tokens":779,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":122368,"new_prefill":13067,"score_linear":-122368.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":135435,"score_linear":112926.0,"score_lmetric":135435},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3146,"cache_hit":134656,"new_prefill":779,"score_linear":-134656.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2438,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":6656,"new_prefill":128779,"score_linear":-6656.0,"score_lmetric":0}],"chosen_score_linear":-134656.0,"chosen_score_lmetric":0,"t_first_token":340840.852545714,"t_first_token_unix":1779771705.8664894,"t_done":340843.416725421,"t_done_unix":1779771708.4306693},{"request_id":"1340290:17:1875101:1115","session_id":"1340290","input_length":40328,"t_proxy_recv":340843.116037564,"t_decision_unix":1779771708.1299787,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9902797064074589,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (392 < 8000)","cache_hit":39936,"estimated_new_tokens":392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":40328,"score_linear":112926.0,"score_lmetric":40328},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":135435,"ongoing_decode_tokens":135435,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3146,"cache_hit":0,"new_prefill":40328,"score_linear":135435.0,"score_lmetric":40328},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2438,"cache_hit":39936,"new_prefill":392,"score_linear":-39936.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":39304,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":340843.191475309,"t_first_token_unix":1779771708.2054188,"t_done":340846.324693914,"t_done_unix":1779771711.3386378},{"request_id":"1270606:12:1876851:1116","session_id":"1270606","input_length":118600,"t_proxy_recv":340849.080532484,"t_decision_unix":1779771714.094474,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9929173693086003,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (840 < 8000)","cache_hit":117760,"estimated_new_tokens":840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":118600,"score_linear":112926.0,"score_lmetric":118600},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3147,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":117760,"new_prefill":840,"score_linear":-117760.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2439,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":1536,"new_prefill":117064,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-117760.0,"chosen_score_lmetric":0,"t_first_token":340849.670795465,"t_first_token_unix":1779771714.6847389,"t_done":340851.839275104,"t_done_unix":1779771716.8532186},{"request_id":"1340290:18:1878955:1117","session_id":"1340290","input_length":40583,"t_proxy_recv":340856.791796304,"t_decision_unix":1779771721.8057375,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9966734839711209,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (135 < 8000)","cache_hit":40448,"estimated_new_tokens":135,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":40583,"score_linear":112926.0,"score_lmetric":40583},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3147,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2439,"cache_hit":40448,"new_prefill":135,"score_linear":-40448.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":39559,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":340856.857015477,"t_first_token_unix":1779771721.870959,"t_done":340857.070641021,"t_done_unix":1779771722.0845842},{"request_id":"1340290:19:1880565:1118","session_id":"1340290","input_length":40676,"t_proxy_recv":340862.064331449,"t_decision_unix":1779771727.0782728,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9943947290785722,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (228 < 8000)","cache_hit":40448,"estimated_new_tokens":228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":40676,"score_linear":112926.0,"score_lmetric":40676},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3147,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2439,"cache_hit":40448,"new_prefill":228,"score_linear":-40448.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":39652,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":340862.167558695,"t_first_token_unix":1779771727.1815016,"t_done":340862.732020531,"t_done_unix":1779771727.7459643},{"request_id":"1340290:20:1882251:1120","session_id":"1340290","input_length":40883,"t_proxy_recv":340867.875625359,"t_decision_unix":1779771732.8895664,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9893598806349827,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (435 < 8000)","cache_hit":40448,"estimated_new_tokens":435,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":40883,"score_linear":112926.0,"score_lmetric":40883},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3147,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119030,"ongoing_decode_tokens":119030,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":0,"new_prefill":40883,"score_linear":119030.0,"score_lmetric":40883},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2439,"cache_hit":40448,"new_prefill":435,"score_linear":-40448.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":39859,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":340867.991969022,"t_first_token_unix":1779771733.005913,"t_done":340868.321249403,"t_done_unix":1779771733.3351934},{"request_id":"1270606:12:1881189:1119","session_id":"1270606","input_length":119030,"t_proxy_recv":340864.480306003,"t_decision_unix":1779771729.4942472,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":118784,"affinity_cache_ratio":0.9979332941275308,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (246 < 8000)","cache_hit":118784,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":119030,"score_linear":112926.0,"score_lmetric":119030},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3147,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":118784,"new_prefill":246,"score_linear":-118784.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2439,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":1536,"new_prefill":117494,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-118784.0,"chosen_score_lmetric":0,"t_first_token":340864.845248557,"t_first_token_unix":1779771729.8591926,"t_done":340868.889189453,"t_done_unix":1779771733.9031332},{"request_id":"1340290:21:1883855:1121","session_id":"1340290","input_length":41002,"t_proxy_recv":340873.343426912,"t_decision_unix":1779771738.3573682,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":40448,"affinity_cache_ratio":0.986488463977367,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (554 < 8000)","cache_hit":40448,"estimated_new_tokens":554,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":41002,"score_linear":112926.0,"score_lmetric":41002},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3147,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2439,"cache_hit":40448,"new_prefill":554,"score_linear":-40448.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":39978,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":340873.463046495,"t_first_token_unix":1779771738.4769897,"t_done":340873.711566867,"t_done_unix":1779771738.7255104},{"request_id":"1340290:22:1884847:1122","session_id":"1340290","input_length":41909,"t_proxy_recv":340876.815939559,"t_decision_unix":1779771741.8298807,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":40960,"affinity_cache_ratio":0.9773556992531437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (949 < 8000)","cache_hit":40960,"estimated_new_tokens":949,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":41909,"score_linear":112926.0,"score_lmetric":41909},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3147,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2440,"cache_hit":40960,"new_prefill":949,"score_linear":-40960.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":40885,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40960.0,"chosen_score_lmetric":0,"t_first_token":340877.14653031,"t_first_token_unix":1779771742.1604738,"t_done":340877.489405543,"t_done_unix":1779771742.5033486},{"request_id":"1253804:55:1869941:1112","session_id":"1253804","input_length":112926,"t_proxy_recv":340825.855517065,"t_decision_unix":1779771690.8694582,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":112640,"affinity_cache_ratio":0.9974673680109098,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (286 < 8000)","cache_hit":112640,"estimated_new_tokens":286,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":112640,"new_prefill":286,"score_linear":-112640.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3146,"cache_hit":3584,"new_prefill":109342,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":3584,"new_prefill":109342,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2438,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":340826.019591072,"t_first_token_unix":1779771691.0335343,"t_done":340879.060588376,"t_done_unix":1779771744.0745323},{"request_id":"1340290:23:1886013:1124","session_id":"1340290","input_length":42086,"t_proxy_recv":340880.846519124,"t_decision_unix":1779771745.8604605,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":41472,"affinity_cache_ratio":0.9854108254526446,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (614 < 8000)","cache_hit":41472,"estimated_new_tokens":614,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":63845,"ongoing_decode_tokens":0,"pending_prefill_tokens":5477,"num_requests":1,"active_p_offloads":0,"cached_blocks":3147,"cache_hit":0,"new_prefill":42086,"score_linear":63845.0,"score_lmetric":47563},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2441,"cache_hit":41472,"new_prefill":614,"score_linear":-41472.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":41062,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41472.0,"chosen_score_lmetric":0,"t_first_token":340880.959738615,"t_first_token_unix":1779771745.973682,"t_done":340881.259489322,"t_done_unix":1779771746.2734327},{"request_id":"1270606:12:1886765:1125","session_id":"1270606","input_length":119440,"t_proxy_recv":340883.591032938,"t_decision_unix":1779771748.604974,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9987943737441393,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (144 < 8000)","cache_hit":119296,"estimated_new_tokens":144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3147,"cache_hit":0,"new_prefill":119440,"score_linear":63845.0,"score_lmetric":119440},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":119296,"new_prefill":144,"score_linear":-119296.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2442,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":1536,"new_prefill":117904,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":340883.82305008,"t_first_token_unix":1779771748.8369932,"t_done":340884.882746168,"t_done_unix":1779771749.8966897},{"request_id":"1340290:24:1887125:1126","session_id":"1340290","input_length":42199,"t_proxy_recv":340884.620987069,"t_decision_unix":1779771749.6349285,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9949050925377378,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (215 < 8000)","cache_hit":41984,"estimated_new_tokens":215,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3147,"cache_hit":0,"new_prefill":42199,"score_linear":63845.0,"score_lmetric":42199},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119440,"ongoing_decode_tokens":119440,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":42199,"score_linear":119440.0,"score_lmetric":42199},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2442,"cache_hit":41984,"new_prefill":215,"score_linear":-41984.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":41175,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":340884.730653587,"t_first_token_unix":1779771749.7445974,"t_done":340884.903270517,"t_done_unix":1779771749.9172142},{"request_id":"1340290:25:1888447:1127","session_id":"1340290","input_length":42444,"t_proxy_recv":340889.015571364,"t_decision_unix":1779771754.0295122,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9891621901800018,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (460 < 8000)","cache_hit":41984,"estimated_new_tokens":460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3147,"cache_hit":0,"new_prefill":42444,"score_linear":63845.0,"score_lmetric":42444},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2442,"cache_hit":41984,"new_prefill":460,"score_linear":-41984.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":41420,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":340889.170519584,"t_first_token_unix":1779771754.1844633,"t_done":340889.47708864,"t_done_unix":1779771754.4910321},{"request_id":"1277428:20:1885419:1123","session_id":"1277428","input_length":63845,"t_proxy_recv":340878.731141272,"t_decision_unix":1779771743.7450826,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9142141123032343,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5477 < 8000)","cache_hit":58368,"estimated_new_tokens":5477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":4608,"new_prefill":59237,"score_linear":108318.0,"score_lmetric":59237},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3147,"cache_hit":58368,"new_prefill":5477,"score_linear":-58368.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":36352,"new_prefill":27493,"score_linear":-36352.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2441,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":340880.951224002,"t_first_token_unix":1779771745.9651673,"t_done":340891.160683245,"t_done_unix":1779771756.174629},{"request_id":"1340290:26:1889402:1128","session_id":"1340290","input_length":48504,"t_proxy_recv":340892.334077924,"t_decision_unix":1779771757.3480191,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":41984,"affinity_cache_ratio":0.8655780966518225,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6520 < 8000)","cache_hit":41984,"estimated_new_tokens":6520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3159,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2442,"cache_hit":41984,"new_prefill":6520,"score_linear":-41984.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":47480,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":340894.221712122,"t_first_token_unix":1779771759.2356558,"t_done":340894.431818813,"t_done_unix":1779771759.4457624},{"request_id":"1270606:13:1890252:1129","session_id":"1270606","input_length":119686,"t_proxy_recv":340895.317615508,"t_decision_unix":1779771760.3315568,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9967414735223836,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (390 < 8000)","cache_hit":119296,"estimated_new_tokens":390,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3159,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":119296,"new_prefill":390,"score_linear":-119296.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2454,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":1536,"new_prefill":118150,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":340895.675340038,"t_first_token_unix":1779771760.6892843,"t_done":340896.6092267,"t_done_unix":1779771761.623171},{"request_id":"1340290:27:1892591:1131","session_id":"1340290","input_length":49361,"t_proxy_recv":340902.921935341,"t_decision_unix":1779771767.9358766,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9750207653815766,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1233 < 8000)","cache_hit":48128,"estimated_new_tokens":1233,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3159,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119828,"ongoing_decode_tokens":119828,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":49361,"score_linear":119828.0,"score_lmetric":49361},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2454,"cache_hit":48128,"new_prefill":1233,"score_linear":-48128.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":48337,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":340903.291899925,"t_first_token_unix":1779771768.3058434,"t_done":340903.620563079,"t_done_unix":1779771768.6345062},{"request_id":"1270606:14:1892412:1130","session_id":"1270606","input_length":119828,"t_proxy_recv":340902.264670867,"t_decision_unix":1779771767.2786117,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9955603031011115,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (532 < 8000)","cache_hit":119296,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3159,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":119296,"new_prefill":532,"score_linear":-119296.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2454,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":1536,"new_prefill":118292,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":340902.518615775,"t_first_token_unix":1779771767.5325594,"t_done":340904.496745443,"t_done_unix":1779771769.51069},{"request_id":"1340290:28:1893837:1132","session_id":"1340290","input_length":49454,"t_proxy_recv":340907.231430432,"t_decision_unix":1779771772.2453713,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9938933149997978,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (302 < 8000)","cache_hit":49152,"estimated_new_tokens":302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3159,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":49152,"new_prefill":302,"score_linear":-49152.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":48430,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":340907.341830559,"t_first_token_unix":1779771772.3557744,"t_done":340907.92542719,"t_done_unix":1779771772.9393709},{"request_id":"1305906:9:1893880:1133","session_id":"1305906","input_length":59265,"t_proxy_recv":340907.400985718,"t_decision_unix":1779771772.414927,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9935037543237999,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (385 < 8000)","cache_hit":58880,"estimated_new_tokens":385,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3159,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":49454,"ongoing_decode_tokens":49454,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":58880,"new_prefill":385,"score_linear":-9426.0,"score_lmetric":385},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9426.0,"chosen_score_lmetric":385,"t_first_token":340907.709663416,"t_first_token_unix":1779771772.7236073,"t_done":340908.405569314,"t_done_unix":1779771773.419513},{"request_id":"1270606:15:1895310:1134","session_id":"1270606","input_length":120058,"t_proxy_recv":340912.067565408,"t_decision_unix":1779771777.0815065,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119808,"affinity_cache_ratio":0.9979176731246564,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (250 < 8000)","cache_hit":119808,"estimated_new_tokens":250,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3159,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":119808,"new_prefill":250,"score_linear":-119808.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":1536,"new_prefill":118522,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-119808.0,"chosen_score_lmetric":0,"t_first_token":340912.322587975,"t_first_token_unix":1779771777.3365312,"t_done":340913.315299191,"t_done_unix":1779771778.3292432},{"request_id":"1340290:29:1896119:1136","session_id":"1340290","input_length":49576,"t_proxy_recv":340914.555596571,"t_decision_unix":1779771779.5695379,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9914474745844764,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (424 < 8000)","cache_hit":49152,"estimated_new_tokens":424,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":135905,"ongoing_decode_tokens":135905,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":3159,"cache_hit":0,"new_prefill":49576,"score_linear":135905.0,"score_lmetric":49576},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":49152,"new_prefill":424,"score_linear":-49152.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":48552,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":340914.66412566,"t_first_token_unix":1779771779.6780698,"t_done":340914.915360311,"t_done_unix":1779771779.9293041},{"request_id":"1356885:13:1895311:1135","session_id":"1356885","input_length":135905,"t_proxy_recv":340912.080089825,"t_decision_unix":1779771777.0940316,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":135168,"affinity_cache_ratio":0.9945770942938081,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (737 < 8000)","cache_hit":135168,"estimated_new_tokens":737,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":122368,"new_prefill":13537,"score_linear":-122368.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3159,"cache_hit":135168,"new_prefill":737,"score_linear":-135168.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":120058,"ongoing_decode_tokens":0,"pending_prefill_tokens":250,"num_requests":1,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":0,"new_prefill":135905,"score_linear":120058.0,"score_lmetric":136155},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":6656,"new_prefill":129249,"score_linear":-6656.0,"score_lmetric":0}],"chosen_score_linear":-135168.0,"chosen_score_lmetric":0,"t_first_token":340912.50586262,"t_first_token_unix":1779771777.5198064,"t_done":340914.953931844,"t_done_unix":1779771779.9678762},{"request_id":"1340290:30:1896991:1137","session_id":"1340290","input_length":49695,"t_proxy_recv":340917.529660709,"t_decision_unix":1779771782.5436018,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9890733474192575,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (543 < 8000)","cache_hit":49152,"estimated_new_tokens":543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3160,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":49152,"new_prefill":543,"score_linear":-49152.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":48671,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":340917.640503458,"t_first_token_unix":1779771782.6544468,"t_done":340919.159058382,"t_done_unix":1779771784.1730044},{"request_id":"1340290:31:1899492:1138","session_id":"1340290","input_length":49927,"t_proxy_recv":340925.913239796,"t_decision_unix":1779771790.9271808,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9947323091713902,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (263 < 8000)","cache_hit":49664,"estimated_new_tokens":263,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3160,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2457,"cache_hit":49664,"new_prefill":263,"score_linear":-49664.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":48903,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":340926.007176548,"t_first_token_unix":1779771791.0211198,"t_done":340926.673144009,"t_done_unix":1779771791.6870875},{"request_id":"1270606:16:1902252:1140","session_id":"1270606","input_length":120572,"t_proxy_recv":340934.42246221,"t_decision_unix":1779771799.4364028,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119808,"affinity_cache_ratio":0.9936635371396344,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (764 < 8000)","cache_hit":119808,"estimated_new_tokens":764,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3160,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":119808,"new_prefill":764,"score_linear":-119808.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":50078,"ongoing_decode_tokens":50078,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2457,"cache_hit":0,"new_prefill":120572,"score_linear":50078.0,"score_lmetric":120572},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":1536,"new_prefill":119036,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-119808.0,"chosen_score_lmetric":0,"t_first_token":340935.013458153,"t_first_token_unix":1779771800.0274022,"t_done":340935.97814776,"t_done_unix":1779771800.9920926},{"request_id":"1270606:17:1908800:1141","session_id":"1270606","input_length":121006,"t_proxy_recv":340956.009840205,"t_decision_unix":1779771821.0237813,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":120320,"affinity_cache_ratio":0.9943308596267953,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (686 < 8000)","cache_hit":120320,"estimated_new_tokens":686,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3160,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":120320,"new_prefill":686,"score_linear":-120320.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":50078,"ongoing_decode_tokens":50078,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2457,"cache_hit":0,"new_prefill":121006,"score_linear":50078.0,"score_lmetric":121006},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":1536,"new_prefill":119470,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-120320.0,"chosen_score_lmetric":0,"t_first_token":340956.601676827,"t_first_token_unix":1779771821.6156204,"t_done":340957.226219874,"t_done_unix":1779771822.2401636},{"request_id":"1340290:32:1901260:1139","session_id":"1340290","input_length":50078,"t_proxy_recv":340931.323565136,"t_decision_unix":1779771796.3375058,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9917328966811774,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (414 < 8000)","cache_hit":49664,"estimated_new_tokens":414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3160,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2457,"cache_hit":49664,"new_prefill":414,"score_linear":-49664.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":49054,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":340931.446745525,"t_first_token_unix":1779771796.460689,"t_done":340962.149158465,"t_done_unix":1779771827.163102},{"request_id":"1270606:18:1915824:1142","session_id":"1270606","input_length":121288,"t_proxy_recv":340978.990459698,"t_decision_unix":1779771844.004401,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":120832,"affinity_cache_ratio":0.9962403535386848,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (456 < 8000)","cache_hit":120832,"estimated_new_tokens":456,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3160,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2054,"cache_hit":120832,"new_prefill":456,"score_linear":-120832.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":1536,"new_prefill":119752,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-120832.0,"chosen_score_lmetric":0,"t_first_token":340979.365657456,"t_first_token_unix":1779771844.379601,"t_done":340980.24816231,"t_done_unix":1779771845.262106},{"request_id":"1270606:19:1920499:1143","session_id":"1270606","input_length":121560,"t_proxy_recv":340994.144237126,"t_decision_unix":1779771859.1581786,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":121344,"affinity_cache_ratio":0.9982230997038499,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (216 < 8000)","cache_hit":121344,"estimated_new_tokens":216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3160,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":121344,"new_prefill":216,"score_linear":-121344.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":1536,"new_prefill":120024,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-121344.0,"chosen_score_lmetric":0,"t_first_token":340994.513017424,"t_first_token_unix":1779771859.5269618,"t_done":340995.501857277,"t_done_unix":1779771860.5158014},{"request_id":"1270606:20:1922639:1144","session_id":"1270606","input_length":121704,"t_proxy_recv":341001.600449196,"t_decision_unix":1779771866.6143901,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":121344,"affinity_cache_ratio":0.9970420035495957,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (360 < 8000)","cache_hit":121344,"estimated_new_tokens":360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3160,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":121344,"new_prefill":360,"score_linear":-121344.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":1536,"new_prefill":120168,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-121344.0,"chosen_score_lmetric":0,"t_first_token":341001.837020833,"t_first_token_unix":1779771866.8509648,"t_done":341003.164677717,"t_done_unix":1779771868.178622},{"request_id":"1305906:10:1928316:1145","session_id":"1305906","input_length":61801,"t_proxy_recv":341020.149716168,"t_decision_unix":1779771885.1636546,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9527353926311872,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2921 < 8000)","cache_hit":58880,"estimated_new_tokens":2921,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3160,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":58880,"new_prefill":2921,"score_linear":-58880.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":341021.189969047,"t_first_token_unix":1779771886.2039137,"t_done":341021.545763957,"t_done_unix":1779771886.5597074},{"request_id":"1340290:33:1939781:1146","session_id":"1340290","input_length":53990,"t_proxy_recv":341057.900594562,"t_decision_unix":1779771922.9145358,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9957399518429338,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (230 < 8000)","cache_hit":53760,"estimated_new_tokens":230,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3160,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":53760,"new_prefill":230,"score_linear":-53760.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":52966,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":341057.99851909,"t_first_token_unix":1779771923.0124629,"t_done":341059.100076998,"t_done_unix":1779771924.1140206},{"request_id":"1340290:34:1942249:1147","session_id":"1340290","input_length":54164,"t_proxy_recv":341065.738354581,"t_decision_unix":1779771930.7522957,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":53760,"affinity_cache_ratio":0.992541171257662,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (404 < 8000)","cache_hit":53760,"estimated_new_tokens":404,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3160,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":53760,"new_prefill":404,"score_linear":-53760.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":53140,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":341065.834571202,"t_first_token_unix":1779771930.8485146,"t_done":341068.317116816,"t_done_unix":1779771933.3310602},{"request_id":"1356885:14:1948151:1148","session_id":"1356885","input_length":136210,"t_proxy_recv":341085.510733794,"t_decision_unix":1779771950.5246751,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":135680,"affinity_cache_ratio":0.9961089494163424,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (530 < 8000)","cache_hit":135680,"estimated_new_tokens":530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":122368,"new_prefill":13842,"score_linear":-122368.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3160,"cache_hit":135680,"new_prefill":530,"score_linear":-135680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2464,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":6656,"new_prefill":129554,"score_linear":-6656.0,"score_lmetric":0}],"chosen_score_linear":-135680.0,"chosen_score_lmetric":0,"t_first_token":341085.839082927,"t_first_token_unix":1779771950.8530266,"t_done":341087.557908813,"t_done_unix":1779771952.5718524},{"request_id":"1340290:35:1964727:1149","session_id":"1340290","input_length":54498,"t_proxy_recv":341140.214175193,"t_decision_unix":1779772005.2281163,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9958530588278469,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (226 < 8000)","cache_hit":54272,"estimated_new_tokens":226,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3161,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2464,"cache_hit":54272,"new_prefill":226,"score_linear":-54272.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":53474,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":341140.320736411,"t_first_token_unix":1779772005.3346796,"t_done":341144.132985118,"t_done_unix":1779772009.1469283},{"request_id":"1340290:36:1969509:1150","session_id":"1340290","input_length":54811,"t_proxy_recv":341155.978092143,"t_decision_unix":1779772020.9920335,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9995073981500063,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (27 < 8000)","cache_hit":54784,"estimated_new_tokens":27,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3161,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2465,"cache_hit":54784,"new_prefill":27,"score_linear":-54784.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":53787,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":341156.059278914,"t_first_token_unix":1779772021.0732222,"t_done":341156.518481577,"t_done_unix":1779772021.5324252},{"request_id":"1340290:37:1971106:1151","session_id":"1340290","input_length":55358,"t_proxy_recv":341161.121723127,"t_decision_unix":1779772026.1356645,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9896311282922071,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (574 < 8000)","cache_hit":54784,"estimated_new_tokens":574,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3161,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2465,"cache_hit":54784,"new_prefill":574,"score_linear":-54784.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":54334,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":341161.41876985,"t_first_token_unix":1779772026.4327133,"t_done":341161.885369447,"t_done_unix":1779772026.899313},{"request_id":"1340290:38:1972289:1152","session_id":"1340290","input_length":56006,"t_proxy_recv":341165.050479312,"t_decision_unix":1779772030.0644207,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9873227868442667,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (710 < 8000)","cache_hit":55296,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3161,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2466,"cache_hit":55296,"new_prefill":710,"score_linear":-55296.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":54982,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55296.0,"chosen_score_lmetric":0,"t_first_token":341165.364677428,"t_first_token_unix":1779772030.3786209,"t_done":341166.03269841,"t_done_unix":1779772031.0466418},{"request_id":"1340290:39:1973889:1153","session_id":"1340290","input_length":56242,"t_proxy_recv":341170.476670917,"t_decision_unix":1779772035.4906125,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9922833469649017,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (434 < 8000)","cache_hit":55808,"estimated_new_tokens":434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3161,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2467,"cache_hit":55808,"new_prefill":434,"score_linear":-55808.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":55218,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":341170.664863211,"t_first_token_unix":1779772035.6788068,"t_done":341171.334385975,"t_done_unix":1779772036.3483298},{"request_id":"1340290:40:1975278:1154","session_id":"1340290","input_length":56416,"t_proxy_recv":341175.036344766,"t_decision_unix":1779772040.050286,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":56320,"affinity_cache_ratio":0.998298355076574,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (96 < 8000)","cache_hit":56320,"estimated_new_tokens":96,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3161,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2468,"cache_hit":56320,"new_prefill":96,"score_linear":-56320.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":55392,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-56320.0,"chosen_score_lmetric":0,"t_first_token":341175.157669199,"t_first_token_unix":1779772040.1716125,"t_done":341175.646976982,"t_done_unix":1779772040.6609204},{"request_id":"1340290:41:1977055:1156","session_id":"1340290","input_length":57181,"t_proxy_recv":341180.974247688,"t_decision_unix":1779772045.9881895,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":56320,"affinity_cache_ratio":0.9849425508473094,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (861 < 8000)","cache_hit":56320,"estimated_new_tokens":861,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":67793,"ongoing_decode_tokens":0,"pending_prefill_tokens":2769,"num_requests":1,"active_p_offloads":0,"cached_blocks":3161,"cache_hit":0,"new_prefill":57181,"score_linear":67793.0,"score_lmetric":59950},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2468,"cache_hit":56320,"new_prefill":861,"score_linear":-56320.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":56157,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-56320.0,"chosen_score_lmetric":0,"t_first_token":341181.387248264,"t_first_token_unix":1779772046.401192,"t_done":341183.383779392,"t_done_unix":1779772048.3977227},{"request_id":"1277428:21:1976968:1155","session_id":"1277428","input_length":67793,"t_proxy_recv":341180.691641367,"t_decision_unix":1779772045.7055829,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9591550750077442,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2769 < 8000)","cache_hit":65024,"estimated_new_tokens":2769,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":4608,"new_prefill":63185,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3161,"cache_hit":65024,"new_prefill":2769,"score_linear":-65024.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":36352,"new_prefill":31441,"score_linear":-36352.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2468,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":341181.94807405,"t_first_token_unix":1779772046.9620175,"t_done":341187.879801462,"t_done_unix":1779772052.8937452},{"request_id":"1340290:42:1982198:1157","session_id":"1340290","input_length":57463,"t_proxy_recv":341197.881913241,"t_decision_unix":1779772062.8958545,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9979291022048971,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (119 < 8000)","cache_hit":57344,"estimated_new_tokens":119,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3167,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":57344,"new_prefill":119,"score_linear":-57344.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":56439,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":341197.983435532,"t_first_token_unix":1779772062.997379,"t_done":341198.480191706,"t_done_unix":1779772063.4941356},{"request_id":"1340290:43:1983901:1158","session_id":"1340290","input_length":57640,"t_proxy_recv":341203.273745566,"t_decision_unix":1779772068.2876868,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9948646773074254,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (296 < 8000)","cache_hit":57344,"estimated_new_tokens":296,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3167,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":57344,"new_prefill":296,"score_linear":-57344.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":56616,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":341203.427053692,"t_first_token_unix":1779772068.4409971,"t_done":341203.951638758,"t_done_unix":1779772068.9655824},{"request_id":"1340290:44:1986230:1159","session_id":"1340290","input_length":57809,"t_proxy_recv":341211.356778133,"t_decision_unix":1779772076.3707194,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9919562697849815,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (465 < 8000)","cache_hit":57344,"estimated_new_tokens":465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3167,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":57344,"new_prefill":465,"score_linear":-57344.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":56785,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":341211.513634437,"t_first_token_unix":1779772076.527578,"t_done":341212.234868868,"t_done_unix":1779772077.2488122},{"request_id":"1277428:21:1989132:1160","session_id":"1277428","input_length":69987,"t_proxy_recv":341220.775761372,"t_decision_unix":1779772085.789703,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9729806964150485,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1891 < 8000)","cache_hit":68096,"estimated_new_tokens":1891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":4608,"new_prefill":65379,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3167,"cache_hit":68096,"new_prefill":1891,"score_linear":-68096.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":36352,"new_prefill":33635,"score_linear":-36352.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2471,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":341221.547726201,"t_first_token_unix":1779772086.5616698,"t_done":341221.902081373,"t_done_unix":1779772086.9160252},{"request_id":"1277428:22:1990436:1161","session_id":"1277428","input_length":70055,"t_proxy_recv":341225.315841004,"t_decision_unix":1779772090.3297822,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":69632,"affinity_cache_ratio":0.993961887088716,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (423 < 8000)","cache_hit":69632,"estimated_new_tokens":423,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":4608,"new_prefill":65447,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3170,"cache_hit":69632,"new_prefill":423,"score_linear":-69632.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":36352,"new_prefill":33703,"score_linear":-36352.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2471,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":341225.430508571,"t_first_token_unix":1779772090.444452,"t_done":341225.849208566,"t_done_unix":1779772090.8631516},{"request_id":"1340290:45:1991694:1162","session_id":"1340290","input_length":58053,"t_proxy_recv":341229.330099972,"t_decision_unix":1779772094.344041,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9966065491878111,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (197 < 8000)","cache_hit":57856,"estimated_new_tokens":197,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3170,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2471,"cache_hit":57856,"new_prefill":197,"score_linear":-57856.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":57029,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":341229.526010946,"t_first_token_unix":1779772094.5399551,"t_done":341229.781196646,"t_done_unix":1779772094.7951403},{"request_id":"1340290:46:1992980:1163","session_id":"1340290","input_length":58122,"t_proxy_recv":341233.553701296,"t_decision_unix":1779772098.5676427,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9954234197033826,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (266 < 8000)","cache_hit":57856,"estimated_new_tokens":266,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3170,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2471,"cache_hit":57856,"new_prefill":266,"score_linear":-57856.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":57098,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":341233.653245014,"t_first_token_unix":1779772098.6671886,"t_done":341234.077773776,"t_done_unix":1779772099.091717},{"request_id":"1340290:47:1995358:1164","session_id":"1340290","input_length":58307,"t_proxy_recv":341241.418144965,"t_decision_unix":1779772106.4320862,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9922650796645343,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (451 < 8000)","cache_hit":57856,"estimated_new_tokens":451,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3170,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2471,"cache_hit":57856,"new_prefill":451,"score_linear":-57856.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":57283,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":341241.563451084,"t_first_token_unix":1779772106.5773945,"t_done":341241.820570695,"t_done_unix":1779772106.8345141},{"request_id":"1340290:48:1996945:1165","session_id":"1340290","input_length":58339,"t_proxy_recv":341246.722709636,"t_decision_unix":1779772111.736651,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9917208042647285,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (483 < 8000)","cache_hit":57856,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3170,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2471,"cache_hit":57856,"new_prefill":483,"score_linear":-57856.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":57315,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":341246.802615653,"t_first_token_unix":1779772111.816559,"t_done":341248.846600857,"t_done_unix":1779772113.8605442},{"request_id":"1356885:15:1998292:1166","session_id":"1356885","input_length":136653,"t_proxy_recv":341251.191816734,"t_decision_unix":1779772116.2057586,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":136192,"affinity_cache_ratio":0.9966264919174844,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (461 < 8000)","cache_hit":136192,"estimated_new_tokens":461,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":122368,"new_prefill":14285,"score_linear":-122368.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3170,"cache_hit":136192,"new_prefill":461,"score_linear":-136192.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2472,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":6656,"new_prefill":129997,"score_linear":-6656.0,"score_lmetric":0}],"chosen_score_linear":-136192.0,"chosen_score_lmetric":0,"t_first_token":341251.844202662,"t_first_token_unix":1779772116.858146,"t_done":341253.536483853,"t_done_unix":1779772118.5504282},{"request_id":"1340290:48:1999591:1167","session_id":"1340290","input_length":58622,"t_proxy_recv":341255.739252074,"t_decision_unix":1779772120.753193,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9956671556753437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (254 < 8000)","cache_hit":58368,"estimated_new_tokens":254,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2472,"cache_hit":58368,"new_prefill":254,"score_linear":-58368.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":57598,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":341255.843175277,"t_first_token_unix":1779772120.8571184,"t_done":341256.449551675,"t_done_unix":1779772121.4634953},{"request_id":"1340290:48:2001313:1168","session_id":"1340290","input_length":58808,"t_proxy_recv":341261.201528506,"t_decision_unix":1779772126.2154694,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9925180247585362,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (440 < 8000)","cache_hit":58368,"estimated_new_tokens":440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2472,"cache_hit":58368,"new_prefill":440,"score_linear":-58368.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":57784,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":341261.36038656,"t_first_token_unix":1779772126.37433,"t_done":341261.8824298,"t_done_unix":1779772126.8963761},{"request_id":"1340290:48:2003195:1169","session_id":"1340290","input_length":58977,"t_proxy_recv":341267.525522831,"t_decision_unix":1779772132.5394642,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":58368,"affinity_cache_ratio":0.989673940688743,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (609 < 8000)","cache_hit":58368,"estimated_new_tokens":609,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2472,"cache_hit":58368,"new_prefill":609,"score_linear":-58368.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":57953,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":341267.697656237,"t_first_token_unix":1779772132.7115998,"t_done":341268.580144438,"t_done_unix":1779772133.5940876},{"request_id":"1340290:48:2005449:1170","session_id":"1340290","input_length":59220,"t_proxy_recv":341274.911863651,"t_decision_unix":1779772139.925805,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":58880,"affinity_cache_ratio":0.994258696386356,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (340 < 8000)","cache_hit":58880,"estimated_new_tokens":340,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2473,"cache_hit":58880,"new_prefill":340,"score_linear":-58880.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":58196,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":341275.065917857,"t_first_token_unix":1779772140.0798614,"t_done":341275.917319351,"t_done_unix":1779772140.9312627},{"request_id":"1340290:48:2007287:1171","session_id":"1340290","input_length":59487,"t_proxy_recv":341281.042601892,"t_decision_unix":1779772146.0565434,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9897960899019954,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (607 < 8000)","cache_hit":58880,"estimated_new_tokens":607,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2473,"cache_hit":58880,"new_prefill":607,"score_linear":-58880.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":58463,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":341281.244894251,"t_first_token_unix":1779772146.2588377,"t_done":341281.638011168,"t_done_unix":1779772146.6519544},{"request_id":"1340290:48:2008380:1173","session_id":"1340290","input_length":60935,"t_proxy_recv":341285.146049908,"t_decision_unix":1779772150.159991,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":59392,"affinity_cache_ratio":0.9746779355050463,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1543 < 8000)","cache_hit":59392,"estimated_new_tokens":1543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66506,"ongoing_decode_tokens":0,"pending_prefill_tokens":5066,"num_requests":1,"active_p_offloads":0,"cached_blocks":2474,"cache_hit":59392,"new_prefill":1543,"score_linear":7114.0,"score_lmetric":6609},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":59911,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":7114.0,"chosen_score_lmetric":6609,"t_first_token":341286.717077052,"t_first_token_unix":1779772151.7310207,"t_done":341287.742165967,"t_done_unix":1779772152.7561095},{"request_id":"1305906:11:2008110:1172","session_id":"1305906","input_length":66506,"t_proxy_recv":341284.140424712,"t_decision_unix":1779772149.1543663,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9238264216762397,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5066 < 8000)","cache_hit":61440,"estimated_new_tokens":5066,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2474,"cache_hit":61440,"new_prefill":5066,"score_linear":-61440.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":341286.09899451,"t_first_token_unix":1779772151.1129384,"t_done":341289.377741759,"t_done_unix":1779772154.391685},{"request_id":"1340290:48:2010180:1174","session_id":"1340290","input_length":61080,"t_proxy_recv":341291.006856263,"t_decision_unix":1779772156.0207891,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9975114603798297,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (152 < 8000)","cache_hit":60928,"estimated_new_tokens":152,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2487,"cache_hit":60928,"new_prefill":152,"score_linear":-60928.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":60056,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":341291.154591031,"t_first_token_unix":1779772156.1685343,"t_done":341292.193522504,"t_done_unix":1779772157.207466},{"request_id":"1340290:48:2012871:1175","session_id":"1340290","input_length":61365,"t_proxy_recv":341299.682708073,"t_decision_unix":1779772164.6966496,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9928786767701459,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (437 < 8000)","cache_hit":60928,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2487,"cache_hit":60928,"new_prefill":437,"score_linear":-60928.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":60341,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":341299.91447503,"t_first_token_unix":1779772164.9284186,"t_done":341300.424542352,"t_done_unix":1779772165.4384859},{"request_id":"1340290:48:2014153:1176","session_id":"1340290","input_length":61518,"t_proxy_recv":341304.079687757,"t_decision_unix":1779772169.0936291,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9904093110959394,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (590 < 8000)","cache_hit":60928,"estimated_new_tokens":590,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2487,"cache_hit":60928,"new_prefill":590,"score_linear":-60928.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":60494,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":341304.232218524,"t_first_token_unix":1779772169.246162,"t_done":341304.720312606,"t_done_unix":1779772169.734256},{"request_id":"1340290:48:2015982:1177","session_id":"1340290","input_length":69113,"t_proxy_recv":341310.177010718,"t_decision_unix":1779772175.1909523,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":61440,"affinity_cache_ratio":0.8889789185826111,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7673 < 8000)","cache_hit":61440,"estimated_new_tokens":7673,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2488,"cache_hit":61440,"new_prefill":7673,"score_linear":-61440.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":68089,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":341313.428433007,"t_first_token_unix":1779772178.4423764,"t_done":341315.8842513,"t_done_unix":1779772180.8981948},{"request_id":"1340290:48:2018973:1178","session_id":"1340290","input_length":69426,"t_proxy_recv":341319.963624344,"t_decision_unix":1779772184.9775655,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9955924293492352,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (306 < 8000)","cache_hit":69120,"estimated_new_tokens":306,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-69113,"ongoing_decode_tokens":0,"pending_prefill_tokens":-7673,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":69120,"new_prefill":306,"score_linear":-138233.0,"score_lmetric":7367},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":68402,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-138233.0,"chosen_score_lmetric":7367,"t_first_token":341320.096949573,"t_first_token_unix":1779772185.1108932,"t_done":341320.692040996,"t_done_unix":1779772185.7059846},{"request_id":"1340290:48:2020779:1179","session_id":"1340290","input_length":69601,"t_proxy_recv":341326.017844686,"t_decision_unix":1779772191.031786,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9930891797531645,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (481 < 8000)","cache_hit":69120,"estimated_new_tokens":481,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-69113,"ongoing_decode_tokens":0,"pending_prefill_tokens":-7673,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2503,"cache_hit":69120,"new_prefill":481,"score_linear":-138233.0,"score_lmetric":7192},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":68577,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-138233.0,"chosen_score_lmetric":7192,"t_first_token":341326.203926922,"t_first_token_unix":1779772191.2178702,"t_done":341326.779948212,"t_done_unix":1779772191.7938914},{"request_id":"1340290:48:2023753:1180","session_id":"1340290","input_length":69951,"t_proxy_recv":341335.638736298,"t_decision_unix":1779772200.6526775,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":69632,"affinity_cache_ratio":0.9954396649082929,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (319 < 8000)","cache_hit":69632,"estimated_new_tokens":319,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-69113,"ongoing_decode_tokens":0,"pending_prefill_tokens":-7673,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2504,"cache_hit":69632,"new_prefill":319,"score_linear":-138745.0,"score_lmetric":7354},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":68927,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-138745.0,"chosen_score_lmetric":7354,"t_first_token":341335.873321252,"t_first_token_unix":1779772200.8872647,"t_done":341336.771662426,"t_done_unix":1779772201.785606},{"request_id":"1340290:48:2026751:1181","session_id":"1340290","input_length":70342,"t_proxy_recv":341345.914456546,"t_decision_unix":1779772210.9283981,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":69632,"affinity_cache_ratio":0.989906457024253,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (710 < 8000)","cache_hit":69632,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2504,"cache_hit":69632,"new_prefill":710,"score_linear":-69632.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":69318,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":341346.150366997,"t_first_token_unix":1779772211.1643105,"t_done":341346.682559745,"t_done_unix":1779772211.6965034},{"request_id":"1340290:48:2028652:1182","session_id":"1340290","input_length":70503,"t_proxy_recv":341352.166020319,"t_decision_unix":1779772217.1799614,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9949080180985206,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (359 < 8000)","cache_hit":70144,"estimated_new_tokens":359,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2505,"cache_hit":70144,"new_prefill":359,"score_linear":-70144.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":69479,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":341352.349444045,"t_first_token_unix":1779772217.3633876,"t_done":341353.256957413,"t_done_unix":1779772218.270901},{"request_id":"1340290:48:2033065:1183","session_id":"1340290","input_length":70851,"t_proxy_recv":341366.895392764,"t_decision_unix":1779772231.909334,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9900213123315126,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (707 < 8000)","cache_hit":70144,"estimated_new_tokens":707,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2505,"cache_hit":70144,"new_prefill":707,"score_linear":-70144.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":69827,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":341367.12990491,"t_first_token_unix":1779772232.1438487,"t_done":341367.779350836,"t_done_unix":1779772232.7932944},{"request_id":"1340290:48:2034908:1184","session_id":"1340290","input_length":71067,"t_proxy_recv":341373.113559502,"t_decision_unix":1779772238.1275008,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":70656,"affinity_cache_ratio":0.9942167250622652,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (411 < 8000)","cache_hit":70656,"estimated_new_tokens":411,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":70656,"new_prefill":411,"score_linear":-70656.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":70043,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70656.0,"chosen_score_lmetric":0,"t_first_token":341373.279586563,"t_first_token_unix":1779772238.2935302,"t_done":341373.803223467,"t_done_unix":1779772238.817167},{"request_id":"1258908:2:2035438:1185","session_id":"1258908","input_length":7844,"t_proxy_recv":341374.925388695,"t_decision_unix":1779772239.93933,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":7680,"affinity_cache_ratio":0.9790922998470168,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (164 < 8000)","cache_hit":7680,"estimated_new_tokens":164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":7680,"new_prefill":164,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":341374.966216203,"t_first_token_unix":1779772239.9801595,"t_done":341376.004617414,"t_done_unix":1779772241.0185611},{"request_id":"1258908:3:1388683:699","session_id":"1258908","input_length":9120,"t_proxy_recv":341376.008133623,"t_decision_unix":1779772241.0220754,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":7680,"affinity_cache_ratio":0.8421052631578947,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1440 < 8000)","cache_hit":7680,"estimated_new_tokens":1440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":7680,"new_prefill":1440,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":341376.158246972,"t_first_token_unix":1779772241.1721907,"t_done":341376.843351032,"t_done_unix":1779772241.8572955},{"request_id":"1340290:48:2036994:1186","session_id":"1340290","input_length":71240,"t_proxy_recv":341380.060041679,"t_decision_unix":1779772245.073983,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":70656,"affinity_cache_ratio":0.9918023582257159,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (584 < 8000)","cache_hit":70656,"estimated_new_tokens":584,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2506,"cache_hit":70656,"new_prefill":584,"score_linear":-70656.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":70216,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70656.0,"chosen_score_lmetric":0,"t_first_token":341380.246237436,"t_first_token_unix":1779772245.2601807,"t_done":341380.973684707,"t_done_unix":1779772245.9876282},{"request_id":"1340290:48:2040473:1187","session_id":"1340290","input_length":71545,"t_proxy_recv":341391.586035877,"t_decision_unix":1779772256.5999773,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9947305891397022,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (377 < 8000)","cache_hit":71168,"estimated_new_tokens":377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2507,"cache_hit":71168,"new_prefill":377,"score_linear":-71168.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":70521,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":341391.822359978,"t_first_token_unix":1779772256.8363035,"t_done":341392.980570368,"t_done_unix":1779772257.994514},{"request_id":"1340290:48:2043771:1188","session_id":"1340290","input_length":71867,"t_proxy_recv":341402.600262246,"t_decision_unix":1779772267.6142037,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9902737000292207,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (699 < 8000)","cache_hit":71168,"estimated_new_tokens":699,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2507,"cache_hit":71168,"new_prefill":699,"score_linear":-71168.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":70843,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":341402.835326395,"t_first_token_unix":1779772267.8492699,"t_done":341403.419120003,"t_done_unix":1779772268.4330635},{"request_id":"1340290:48:2045403:1189","session_id":"1340290","input_length":72025,"t_proxy_recv":341408.116060491,"t_decision_unix":1779772273.130002,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":71680,"affinity_cache_ratio":0.995209996528983,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (345 < 8000)","cache_hit":71680,"estimated_new_tokens":345,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2508,"cache_hit":71680,"new_prefill":345,"score_linear":-71680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":71001,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":341408.264747284,"t_first_token_unix":1779772273.2786908,"t_done":341408.95731144,"t_done_unix":1779772273.9712548},{"request_id":"1340290:48:2047167:1190","session_id":"1340290","input_length":72211,"t_proxy_recv":341413.879551627,"t_decision_unix":1779772278.8934927,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9926465496946448,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (531 < 8000)","cache_hit":71680,"estimated_new_tokens":531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2508,"cache_hit":71680,"new_prefill":531,"score_linear":-71680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":71187,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":341414.073782357,"t_first_token_unix":1779772279.0877259,"t_done":341414.635808303,"t_done_unix":1779772279.6497521},{"request_id":"1340290:48:2048793:1191","session_id":"1340290","input_length":72777,"t_proxy_recv":341419.311072343,"t_decision_unix":1779772284.3250139,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9919617461560658,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (585 < 8000)","cache_hit":72192,"estimated_new_tokens":585,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2509,"cache_hit":72192,"new_prefill":585,"score_linear":-72192.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":71753,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72192.0,"chosen_score_lmetric":0,"t_first_token":341419.690602977,"t_first_token_unix":1779772284.7045543,"t_done":341420.219205199,"t_done_unix":1779772285.2331488},{"request_id":"1340290:48:2050838:1192","session_id":"1340290","input_length":72952,"t_proxy_recv":341426.53490292,"t_decision_unix":1779772291.5488443,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9966005044412765,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (248 < 8000)","cache_hit":72704,"estimated_new_tokens":248,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":72704,"new_prefill":248,"score_linear":-72704.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":71928,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":341426.724965311,"t_first_token_unix":1779772291.7389088,"t_done":341427.090265436,"t_done_unix":1779772292.104209},{"request_id":"1340290:48:2052523:1193","session_id":"1340290","input_length":73208,"t_proxy_recv":341432.102310933,"t_decision_unix":1779772297.1162522,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9931155065020216,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (504 < 8000)","cache_hit":72704,"estimated_new_tokens":504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2510,"cache_hit":72704,"new_prefill":504,"score_linear":-72704.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":72184,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":341432.338935829,"t_first_token_unix":1779772297.3528793,"t_done":341433.130747731,"t_done_unix":1779772298.1446917},{"request_id":"1340290:48:2055365:1194","session_id":"1340290","input_length":73454,"t_proxy_recv":341441.816482715,"t_decision_unix":1779772306.830424,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9967598769297792,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (238 < 8000)","cache_hit":73216,"estimated_new_tokens":238,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2511,"cache_hit":73216,"new_prefill":238,"score_linear":-73216.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":72430,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":341442.052192313,"t_first_token_unix":1779772307.066136,"t_done":341442.482074946,"t_done_unix":1779772307.4960182},{"request_id":"1340290:48:2057042:1195","session_id":"1340290","input_length":73636,"t_proxy_recv":341447.188505798,"t_decision_unix":1779772312.2024472,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9942962681297192,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (420 < 8000)","cache_hit":73216,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2511,"cache_hit":73216,"new_prefill":420,"score_linear":-73216.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":72612,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":341447.361791626,"t_first_token_unix":1779772312.3757353,"t_done":341447.636948647,"t_done_unix":1779772312.6508923},{"request_id":"1340290:48:2058614:1196","session_id":"1340290","input_length":73653,"t_proxy_recv":341452.332478789,"t_decision_unix":1779772317.34642,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9940667725686666,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (437 < 8000)","cache_hit":73216,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2511,"cache_hit":73216,"new_prefill":437,"score_linear":-73216.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":72629,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":341452.430341304,"t_first_token_unix":1779772317.4442847,"t_done":341454.202133457,"t_done_unix":1779772319.216077},{"request_id":"1340290:48:2061834:1197","session_id":"1340290","input_length":73858,"t_proxy_recv":341462.479745966,"t_decision_unix":1779772327.4936874,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9982398656882125,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (130 < 8000)","cache_hit":73728,"estimated_new_tokens":130,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2512,"cache_hit":73728,"new_prefill":130,"score_linear":-73728.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":72834,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":341462.592111193,"t_first_token_unix":1779772327.6060543,"t_done":341463.150881796,"t_done_unix":1779772328.1648254},{"request_id":"1258908:3:2063441:1198","session_id":"1258908","input_length":9359,"t_proxy_recv":341467.517651009,"t_decision_unix":1779772332.5315921,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9847205898066033,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (143 < 8000)","cache_hit":9216,"estimated_new_tokens":143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":9216,"new_prefill":143,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2512,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":341467.570560201,"t_first_token_unix":1779772332.5845034,"t_done":341468.657410846,"t_done_unix":1779772333.6713543},{"request_id":"1340290:48:2063837:1199","session_id":"1340290","input_length":74011,"t_proxy_recv":341468.873541345,"t_decision_unix":1779772333.887483,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9961762440718271,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (283 < 8000)","cache_hit":73728,"estimated_new_tokens":283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9740,"ongoing_decode_tokens":9740,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":74011,"score_linear":9740.0,"score_lmetric":74011},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2512,"cache_hit":73728,"new_prefill":283,"score_linear":-73728.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":72987,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":341469.021102244,"t_first_token_unix":1779772334.0350456,"t_done":341469.607617463,"t_done_unix":1779772334.6215608},{"request_id":"1258908:4:1553508:958","session_id":"1258908","input_length":9740,"t_proxy_recv":341468.661039193,"t_decision_unix":1779772333.6749809,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9462012320328542,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (524 < 8000)","cache_hit":9216,"estimated_new_tokens":524,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":9216,"new_prefill":524,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2512,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":341468.721819462,"t_first_token_unix":1779772333.7357624,"t_done":341470.644618937,"t_done_unix":1779772335.6585624},{"request_id":"1258908:5:1617181:988","session_id":"1258908","input_length":10201,"t_proxy_recv":341470.64798711,"t_decision_unix":1779772335.6619287,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9536319968630527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (473 < 8000)","cache_hit":9728,"estimated_new_tokens":473,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":9728,"new_prefill":473,"score_linear":-9728.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2512,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":341470.701655616,"t_first_token_unix":1779772335.7155988,"t_done":341472.79514816,"t_done_unix":1779772337.8090916},{"request_id":"1340290:48:2066647:1200","session_id":"1340290","input_length":74557,"t_proxy_recv":341478.307108118,"t_decision_unix":1779772343.3210497,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9888809903831968,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (829 < 8000)","cache_hit":73728,"estimated_new_tokens":829,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2512,"cache_hit":73728,"new_prefill":829,"score_linear":-73728.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":73533,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":341478.703512338,"t_first_token_unix":1779772343.7174559,"t_done":341479.947345496,"t_done_unix":1779772344.961289},{"request_id":"1340290:48:2071598:1201","session_id":"1340290","input_length":74863,"t_proxy_recv":341494.968058049,"t_decision_unix":1779772359.9819994,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":74240,"affinity_cache_ratio":0.991678132054553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (623 < 8000)","cache_hit":74240,"estimated_new_tokens":623,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2513,"cache_hit":74240,"new_prefill":623,"score_linear":-74240.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":73839,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-74240.0,"chosen_score_lmetric":0,"t_first_token":341495.214032287,"t_first_token_unix":1779772360.2279756,"t_done":341496.03509357,"t_done_unix":1779772361.049037},{"request_id":"1340290:48:2076822:1202","session_id":"1340290","input_length":75113,"t_proxy_recv":341512.483870359,"t_decision_unix":1779772377.4978118,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9951939078455128,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (361 < 8000)","cache_hit":74752,"estimated_new_tokens":361,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2514,"cache_hit":74752,"new_prefill":361,"score_linear":-74752.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":74089,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":341512.724663416,"t_first_token_unix":1779772377.738607,"t_done":341513.170747302,"t_done_unix":1779772378.184691},{"request_id":"1340290:48:2078461:1203","session_id":"1340290","input_length":75299,"t_proxy_recv":341517.770417706,"t_decision_unix":1779772382.7843592,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9927356272991673,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (547 < 8000)","cache_hit":74752,"estimated_new_tokens":547,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2514,"cache_hit":74752,"new_prefill":547,"score_linear":-74752.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":74275,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":341518.015019722,"t_first_token_unix":1779772383.0289633,"t_done":341518.306428169,"t_done_unix":1779772383.3203723},{"request_id":"1340290:48:2080016:1204","session_id":"1340290","input_length":75338,"t_proxy_recv":341523.065212814,"t_decision_unix":1779772388.0791543,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9990177599617723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (74 < 8000)","cache_hit":75264,"estimated_new_tokens":74,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2515,"cache_hit":75264,"new_prefill":74,"score_linear":-75264.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":74314,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":341523.168816219,"t_first_token_unix":1779772388.1827598,"t_done":341523.552154903,"t_done_unix":1779772388.566099},{"request_id":"1340290:48:2082644:1206","session_id":"1340290","input_length":75439,"t_proxy_recv":341531.740114292,"t_decision_unix":1779772396.7540555,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9976802449661316,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (175 < 8000)","cache_hit":75264,"estimated_new_tokens":175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2515,"cache_hit":75264,"new_prefill":175,"score_linear":-75264.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":74415,"score_linear":113947.0,"score_lmetric":135626},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":341531.896977099,"t_first_token_unix":1779772396.9109201,"t_done":341532.895872703,"t_done_unix":1779772397.909816},{"request_id":"1356885:16:2084239:1207","session_id":"1356885","input_length":136991,"t_proxy_recv":341536.83147973,"t_decision_unix":1779772401.845421,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":136704,"affinity_cache_ratio":0.9979049718594653,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (287 < 8000)","cache_hit":136704,"estimated_new_tokens":287,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":122368,"new_prefill":14623,"score_linear":-122368.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":136704,"new_prefill":287,"score_linear":-136704.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2515,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":136991,"score_linear":114971.0,"score_lmetric":198202},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":6656,"new_prefill":130335,"score_linear":-6656.0,"score_lmetric":0}],"chosen_score_linear":-136704.0,"chosen_score_lmetric":0,"t_first_token":341537.266286669,"t_first_token_unix":1779772402.2802312,"t_done":341540.122430147,"t_done_unix":1779772405.1363745},{"request_id":"1340290:48:2085626:1208","session_id":"1340290","input_length":77337,"t_proxy_recv":341541.817898257,"t_decision_unix":1779772406.8318396,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9731952364327553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2073 < 8000)","cache_hit":75264,"estimated_new_tokens":2073,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3172,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2515,"cache_hit":75264,"new_prefill":2073,"score_linear":-75264.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":76313,"score_linear":113947.0,"score_lmetric":137524},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":341542.793366585,"t_first_token_unix":1779772407.8073108,"t_done":341543.308592987,"t_done_unix":1779772408.3225372},{"request_id":"1340290:48:2087584:1209","session_id":"1340290","input_length":78683,"t_proxy_recv":341548.395049136,"t_decision_unix":1779772413.40899,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":77312,"affinity_cache_ratio":0.9825756516655441,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1371 < 8000)","cache_hit":77312,"estimated_new_tokens":1371,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3172,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2519,"cache_hit":77312,"new_prefill":1371,"score_linear":-77312.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":77659,"score_linear":113947.0,"score_lmetric":138870},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-77312.0,"chosen_score_lmetric":0,"t_first_token":341549.233764968,"t_first_token_unix":1779772414.2477093,"t_done":341550.709756879,"t_done_unix":1779772415.7237005},{"request_id":"1340290:48:2092759:1211","session_id":"1340290","input_length":79023,"t_proxy_recv":341565.675714811,"t_decision_unix":1779772430.689656,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9913063285372613,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (687 < 8000)","cache_hit":78336,"estimated_new_tokens":687,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3172,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2521,"cache_hit":78336,"new_prefill":687,"score_linear":-78336.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":1024,"new_prefill":77999,"score_linear":113947.0,"score_lmetric":139210},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":341565.928231432,"t_first_token_unix":1779772430.9421744,"t_done":341567.224309128,"t_done_unix":1779772432.2382526},{"request_id":"1382086:2:2082052:1205","session_id":"1382086","input_length":114971,"t_proxy_recv":341529.724955784,"t_decision_unix":1779772394.738897,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":53760,"affinity_cache_ratio":0.467596176427099,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_no_active_decode (num_req=0 decode_tok=0)","cache_hit":53760,"estimated_new_tokens":61211,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3171,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2515,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":53760,"new_prefill":61211,"score_linear":-53760.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":341572.574526866,"t_first_token_unix":1779772437.5884705,"t_done":341573.746519446,"t_done_unix":1779772438.760463},{"request_id":"1382086:3:2089879:1210","session_id":"1382086","input_length":115184,"t_proxy_recv":341573.763289722,"t_decision_unix":1779772438.7772315,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":114688,"affinity_cache_ratio":0.9956938463675511,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (496 < 8000)","cache_hit":114688,"estimated_new_tokens":496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3172,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2522,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":114688,"new_prefill":496,"score_linear":-114688.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-114688.0,"chosen_score_lmetric":0,"t_first_token":341574.068747859,"t_first_token_unix":1779772439.0826917,"t_done":341574.577343752,"t_done_unix":1779772439.5912874},{"request_id":"1382086:4:2092953:1212","session_id":"1382086","input_length":115246,"t_proxy_recv":341574.595140982,"t_decision_unix":1779772439.609083,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":115200,"affinity_cache_ratio":0.9996008538257293,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (46 < 8000)","cache_hit":115200,"estimated_new_tokens":46,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3172,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2522,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":115200,"new_prefill":46,"score_linear":-115200.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-115200.0,"chosen_score_lmetric":0,"t_first_token":341574.756879299,"t_first_token_unix":1779772439.7708228,"t_done":341581.8672739,"t_done_unix":1779772446.881217},{"request_id":"1356885:17:2097011:1213","session_id":"1356885","input_length":137546,"t_proxy_recv":341579.549333042,"t_decision_unix":1779772444.5632741,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":137216,"affinity_cache_ratio":0.9976008026405712,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (330 < 8000)","cache_hit":137216,"estimated_new_tokens":330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":122368,"new_prefill":15178,"score_linear":-122368.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":3172,"cache_hit":137216,"new_prefill":330,"score_linear":-137216.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1636,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2522,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":115246,"ongoing_decode_tokens":115246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":0,"new_prefill":137546,"score_linear":115246.0,"score_lmetric":137546},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":6656,"new_prefill":130890,"score_linear":-6656.0,"score_lmetric":0}],"chosen_score_linear":-137216.0,"chosen_score_lmetric":0,"t_first_token":341580.214685727,"t_first_token_unix":1779772445.2286289,"t_done":341582.916572178,"t_done_unix":1779772447.930516}] \ No newline at end of file diff --git a/analysis/characterization/elastic_migration_v2/data/breakdown_unified_v2_strict.json b/analysis/characterization/elastic_migration_v2/data/breakdown_unified_v2_strict.json new file mode 100644 index 0000000..4a4671c --- /dev/null +++ b/analysis/characterization/elastic_migration_v2/data/breakdown_unified_v2_strict.json @@ -0,0 +1 @@ +[{"request_id":"1237198:1:1237198:0","session_id":"1237198","input_length":8228,"t_proxy_recv":328474.125087302,"t_decision_unix":1779759339.139028,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8228 < 16000)","cache_hit":0,"estimated_new_tokens":8228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328475.041448729,"t_first_token_unix":1779759340.0553925,"t_done":328475.13904396,"t_done_unix":1779759340.1529877},{"request_id":"1237337:1:1237337:1","session_id":"1237337","input_length":3976,"t_proxy_recv":328474.543903495,"t_decision_unix":1779759339.5578444,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3976 < 16000)","cache_hit":0,"estimated_new_tokens":3976,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":8228,"ongoing_decode_tokens":0,"pending_prefill_tokens":8228,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":8228.0,"score_lmetric":12204},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328475.102710678,"t_first_token_unix":1779759340.1166549,"t_done":328475.495162721,"t_done_unix":1779759340.5091062},{"request_id":"1237198:2:1237773:2","session_id":"1237198","input_length":10237,"t_proxy_recv":328476.093636946,"t_decision_unix":1779759341.1075783,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":8192,"affinity_cache_ratio":0.8002344436846732,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2045 < 16000)","cache_hit":8192,"estimated_new_tokens":2045,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":16,"cache_hit":8192,"new_prefill":2045,"score_linear":-8192.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":7,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":328476.385922895,"t_first_token_unix":1779759341.3998666,"t_done":328476.5217459,"t_done_unix":1779759341.535689},{"request_id":"1237877:1:1237877:3","session_id":"1237877","input_length":749,"t_proxy_recv":328476.551718619,"t_decision_unix":1779759341.5656602,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (749 < 16000)","cache_hit":0,"estimated_new_tokens":749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":7,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328476.672510661,"t_first_token_unix":1779759341.686454,"t_done":328476.800820019,"t_done_unix":1779759341.8147633},{"request_id":"1239034:1:1239034:4","session_id":"1239034","input_length":13489,"t_proxy_recv":328480.330846768,"t_decision_unix":1779759345.344788,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (13489 < 16000)","cache_hit":0,"estimated_new_tokens":13489,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328481.84819022,"t_first_token_unix":1779759346.862134,"t_done":328482.301890369,"t_done_unix":1779759347.3158333},{"request_id":"1237877:2:1239577:6","session_id":"1237877","input_length":1620,"t_proxy_recv":328482.211993895,"t_decision_unix":1779759347.2259352,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":512,"affinity_cache_ratio":0.3160493827160494,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1108 < 16000)","cache_hit":512,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":512,"new_prefill":1108,"score_linear":-512.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13489,"ongoing_decode_tokens":13489,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":13489.0,"score_lmetric":1620},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":37165.0,"score_lmetric":38785},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":328482.291458813,"t_first_token_unix":1779759347.305402,"t_done":328482.744308881,"t_done_unix":1779759347.7582521},{"request_id":"1239704:1:1239704:7","session_id":"1239704","input_length":5194,"t_proxy_recv":328482.657657551,"t_decision_unix":1779759347.6715987,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5194 < 16000)","cache_hit":0,"estimated_new_tokens":5194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":1620,"ongoing_decode_tokens":1620,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":5194,"score_linear":1620.0,"score_lmetric":5194},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":37165.0,"score_lmetric":42359},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328483.310652499,"t_first_token_unix":1779759348.3245964,"t_done":328483.583765218,"t_done_unix":1779759348.597709},{"request_id":"1240924:1:1240924:11","session_id":"1240924","input_length":7429,"t_proxy_recv":328486.675917584,"t_decision_unix":1779759351.689859,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7429 < 16000)","cache_hit":0,"estimated_new_tokens":7429,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":66214.0,"score_lmetric":73643},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30040,"ongoing_decode_tokens":0,"pending_prefill_tokens":30040,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7429,"score_linear":30040.0,"score_lmetric":37469},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7429,"score_linear":18420.0,"score_lmetric":7429},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":37165,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":37165.0,"score_lmetric":7429},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328487.21607241,"t_first_token_unix":1779759352.2300162,"t_done":328487.39369381,"t_done_unix":1779759352.4076374},{"request_id":"1239100:1:1239100:5","session_id":"1239100","input_length":37165,"t_proxy_recv":328480.569713709,"t_decision_unix":1779759345.5836546,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":37165,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13489,"ongoing_decode_tokens":0,"pending_prefill_tokens":13489,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":13489.0,"score_lmetric":50654},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328486.592629664,"t_first_token_unix":1779759351.6065736,"t_done":328487.847258152,"t_done_unix":1779759352.861201},{"request_id":"1240198:1:1240198:9","session_id":"1240198","input_length":30040,"t_proxy_recv":328484.190343319,"t_decision_unix":1779759349.2042844,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":30040,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":66214.0,"score_lmetric":96254},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":37165.0,"score_lmetric":67205},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328488.119374227,"t_first_token_unix":1779759353.1333177,"t_done":328488.770694969,"t_done_unix":1779759353.7846382},{"request_id":"1241953:1:1241953:13","session_id":"1241953","input_length":1093,"t_proxy_recv":328490.09279796,"t_decision_unix":1779759355.1067393,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1093 < 16000)","cache_hit":0,"estimated_new_tokens":1093,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":34,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":66214.0,"score_lmetric":67307},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1093,"score_linear":18420.0,"score_lmetric":1093},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7587,"ongoing_decode_tokens":0,"pending_prefill_tokens":7587,"num_requests":1,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":1093,"score_linear":7587.0,"score_lmetric":8680},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328490.20657547,"t_first_token_unix":1779759355.220519,"t_done":328490.728266216,"t_done_unix":1779759355.7422106},{"request_id":"1241942:1:1241942:12","session_id":"1241942","input_length":7587,"t_proxy_recv":328490.047100288,"t_decision_unix":1779759355.0610416,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7587 < 16000)","cache_hit":0,"estimated_new_tokens":7587,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":34,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":66214.0,"score_lmetric":73801},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7587,"score_linear":18420.0,"score_lmetric":7587},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328490.579636564,"t_first_token_unix":1779759355.59358,"t_done":328490.769156081,"t_done_unix":1779759355.7830992},{"request_id":"1237877:3:1242953:15","session_id":"1237877","input_length":2659,"t_proxy_recv":328493.479065438,"t_decision_unix":1779759358.493007,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":1536,"affinity_cache_ratio":0.5776607747273411,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1123 < 16000)","cache_hit":1536,"estimated_new_tokens":1123,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17157,"ongoing_decode_tokens":0,"pending_prefill_tokens":17157,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":2659,"score_linear":17157.0,"score_lmetric":19816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":66214.0,"score_lmetric":68873},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":1536,"new_prefill":1123,"score_linear":-1536.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":2659,"score_linear":18420.0,"score_lmetric":2659},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":328493.573689787,"t_first_token_unix":1779759358.5876334,"t_done":328493.637791978,"t_done_unix":1779759358.651735},{"request_id":"1242838:1:1242838:14","session_id":"1242838","input_length":17157,"t_proxy_recv":328493.099965029,"t_decision_unix":1779759358.1139064,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":17157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":66214.0,"score_lmetric":83371},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17157,"score_linear":18420.0,"score_lmetric":17157},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328494.806107511,"t_first_token_unix":1779759359.8200512,"t_done":328495.708816203,"t_done_unix":1779759360.7227595},{"request_id":"1239704:2:1243943:17","session_id":"1239704","input_length":14812,"t_proxy_recv":328496.757639936,"t_decision_unix":1779759361.7715812,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":5120,"affinity_cache_ratio":0.3456656764785309,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9692 < 16000)","cache_hit":5120,"estimated_new_tokens":9692,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":43,"cache_hit":5120,"new_prefill":9692,"score_linear":-5120.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":11074,"ongoing_decode_tokens":0,"pending_prefill_tokens":11074,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14812,"score_linear":11074.0,"score_lmetric":25886},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":66214.0,"score_lmetric":81026},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":14812,"score_linear":18420.0,"score_lmetric":14812},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":328497.84069698,"t_first_token_unix":1779759362.8546405,"t_done":328497.957182543,"t_done_unix":1779759362.9711266},{"request_id":"1243831:1:1243831:16","session_id":"1243831","input_length":11074,"t_proxy_recv":328496.355856884,"t_decision_unix":1779759361.3697982,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11074 < 16000)","cache_hit":0,"estimated_new_tokens":11074,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":43,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":66214.0,"score_lmetric":77288},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":11074,"score_linear":18420.0,"score_lmetric":11074},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328497.294529614,"t_first_token_unix":1779759362.3084745,"t_done":328498.771251358,"t_done_unix":1779759363.7851944},{"request_id":"1239755:1:1239755:8","session_id":"1239755","input_length":66214,"t_proxy_recv":328482.869747454,"t_decision_unix":1779759347.8836887,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":66214,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5194,"ongoing_decode_tokens":0,"pending_prefill_tokens":5194,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":5194.0,"score_lmetric":71408},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":37165.0,"score_lmetric":103379},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328498.762340034,"t_first_token_unix":1779759363.776284,"t_done":328499.452474586,"t_done_unix":1779759364.466418},{"request_id":"1239034:2:1240558:10","session_id":"1239034","input_length":18420,"t_proxy_recv":328485.425520876,"t_decision_unix":1779759350.4394622,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13312,"affinity_cache_ratio":0.7226927252985885,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5108 < 16000)","cache_hit":13312,"estimated_new_tokens":5108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":66214.0,"score_lmetric":84634},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30040,"ongoing_decode_tokens":0,"pending_prefill_tokens":30040,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":18420,"score_linear":30040.0,"score_lmetric":48460},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":13312,"new_prefill":5108,"score_linear":-13312.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":37165.0,"score_lmetric":55585},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13312.0,"chosen_score_lmetric":0,"t_first_token":328486.132331867,"t_first_token_unix":1779759351.1462755,"t_done":328499.593290174,"t_done_unix":1779759364.607235},{"request_id":"1244640:1:1244640:18","session_id":"1244640","input_length":8274,"t_proxy_recv":328499.251206838,"t_decision_unix":1779759364.2651484,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8274 < 16000)","cache_hit":0,"estimated_new_tokens":8274,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":66214,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":66214.0,"score_lmetric":8274},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":8274,"score_linear":18420.0,"score_lmetric":8274},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328499.845035488,"t_first_token_unix":1779759364.8589785,"t_done":328500.050148582,"t_done_unix":1779759365.0640914},{"request_id":"1241953:2:1245624:20","session_id":"1241953","input_length":10382,"t_proxy_recv":328502.475583329,"t_decision_unix":1779759367.4895244,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":1024,"affinity_cache_ratio":0.09863224812174919,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9358 < 16000)","cache_hit":1024,"estimated_new_tokens":9358,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":1024,"new_prefill":9358,"score_linear":-1024.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":6109,"ongoing_decode_tokens":0,"pending_prefill_tokens":6109,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10382,"score_linear":6109.0,"score_lmetric":16491}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":328503.246694257,"t_first_token_unix":1779759368.2606378,"t_done":328503.433032239,"t_done_unix":1779759368.4469752},{"request_id":"1245572:1:1245572:19","session_id":"1245572","input_length":6109,"t_proxy_recv":328502.385288457,"t_decision_unix":1779759367.39923,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6109 < 16000)","cache_hit":0,"estimated_new_tokens":6109,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328503.385909057,"t_first_token_unix":1779759368.3998525,"t_done":328503.631858144,"t_done_unix":1779759368.6458015},{"request_id":"1245572:2:1246348:22","session_id":"1245572","input_length":6182,"t_proxy_recv":328504.981971118,"t_decision_unix":1779759369.9959126,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.9938531219670009,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (38 < 16000)","cache_hit":6144,"estimated_new_tokens":38,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17447,"ongoing_decode_tokens":0,"pending_prefill_tokens":10279,"num_requests":1,"active_p_offloads":0,"cached_blocks":76,"cache_hit":0,"new_prefill":6182,"score_linear":17447.0,"score_lmetric":16461},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":6144,"new_prefill":38,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":328505.014753482,"t_first_token_unix":1779759370.0286973,"t_done":328505.194346357,"t_done_unix":1779759370.2082896},{"request_id":"1240924:2:1246244:21","session_id":"1240924","input_length":17447,"t_proxy_recv":328504.607913746,"t_decision_unix":1779759369.6218548,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":7168,"affinity_cache_ratio":0.4108442712214134,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (10279 < 16000)","cache_hit":7168,"estimated_new_tokens":10279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":76,"cache_hit":7168,"new_prefill":10279,"score_linear":-7168.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":328505.824798002,"t_first_token_unix":1779759370.8387418,"t_done":328506.19575915,"t_done_unix":1779759371.2097025},{"request_id":"1241942:2:1247111:23","session_id":"1241942","input_length":17975,"t_proxy_recv":328507.655545249,"t_decision_unix":1779759372.6694863,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":7168,"affinity_cache_ratio":0.3987760778859527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (10807 < 16000)","cache_hit":7168,"estimated_new_tokens":10807,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":7168,"new_prefill":10807,"score_linear":-7168.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":328508.945451797,"t_first_token_unix":1779759373.9593956,"t_done":328509.131233264,"t_done_unix":1779759374.1451766},{"request_id":"1244640:2:1247941:24","session_id":"1244640","input_length":10696,"t_proxy_recv":328510.471635173,"t_decision_unix":1779759375.4855762,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":8192,"affinity_cache_ratio":0.7658937920718025,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2504 < 16000)","cache_hit":8192,"estimated_new_tokens":2504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":8192,"new_prefill":2504,"score_linear":-8192.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":328510.7965892,"t_first_token_unix":1779759375.810533,"t_done":328510.842337664,"t_done_unix":1779759375.8562806},{"request_id":"1248768:1:1248768:25","session_id":"1248768","input_length":11515,"t_proxy_recv":328513.251077211,"t_decision_unix":1779759378.2650185,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11515 < 16000)","cache_hit":0,"estimated_new_tokens":11515,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328514.233750191,"t_first_token_unix":1779759379.2476935,"t_done":328514.49752968,"t_done_unix":1779759379.511473},{"request_id":"1249058:1:1249058:26","session_id":"1249058","input_length":4126,"t_proxy_recv":328514.271444269,"t_decision_unix":1779759379.2853858,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4126 < 16000)","cache_hit":0,"estimated_new_tokens":4126,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":11515,"ongoing_decode_tokens":11515,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":4126,"score_linear":11515.0,"score_lmetric":4126},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328514.534416277,"t_first_token_unix":1779759379.5483596,"t_done":328514.700989682,"t_done_unix":1779759379.7149327},{"request_id":"1248768:2:1249765:27","session_id":"1248768","input_length":12188,"t_proxy_recv":328516.536759081,"t_decision_unix":1779759381.5507002,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.924187725631769,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (924 < 16000)","cache_hit":11264,"estimated_new_tokens":924,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":83,"cache_hit":11264,"new_prefill":924,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":45,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":328516.677788519,"t_first_token_unix":1779759381.6917322,"t_done":328517.147658208,"t_done_unix":1779759382.1616015},{"request_id":"1249058:2:1249872:28","session_id":"1249058","input_length":7482,"t_proxy_recv":328516.926504866,"t_decision_unix":1779759381.940446,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":4096,"affinity_cache_ratio":0.5474472066292435,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3386 < 16000)","cache_hit":4096,"estimated_new_tokens":3386,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":12188,"ongoing_decode_tokens":12188,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":83,"cache_hit":0,"new_prefill":7482,"score_linear":12188.0,"score_lmetric":7482},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":45,"cache_hit":4096,"new_prefill":3386,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-4096.0,"chosen_score_lmetric":0,"t_first_token":328517.248989985,"t_first_token_unix":1779759382.2629335,"t_done":328517.377279519,"t_done_unix":1779759382.3912225},{"request_id":"1242838:2:1250503:29","session_id":"1242838","input_length":21578,"t_proxy_recv":328519.201488949,"t_decision_unix":1779759384.2154305,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16896,"affinity_cache_ratio":0.783019742330151,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4682 < 16000)","cache_hit":16896,"estimated_new_tokens":4682,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":16896,"new_prefill":4682,"score_linear":-16896.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":328519.915240237,"t_first_token_unix":1779759384.929184,"t_done":328520.408507408,"t_done_unix":1779759385.422451},{"request_id":"1250772:1:1250772:30","session_id":"1250772","input_length":6829,"t_proxy_recv":328520.061203465,"t_decision_unix":1779759385.0751448,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6829 < 16000)","cache_hit":0,"estimated_new_tokens":6829,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21578,"ongoing_decode_tokens":21578,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6829,"score_linear":21578.0,"score_lmetric":6829},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328520.87633515,"t_first_token_unix":1779759385.8902786,"t_done":328522.474471255,"t_done_unix":1779759387.4884148},{"request_id":"1251059:1:1251059:32","session_id":"1251059","input_length":16512,"t_proxy_recv":328521.243679401,"t_decision_unix":1779759386.2576208,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":16512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":6829,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":16512,"score_linear":6829.0,"score_lmetric":16512},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":0,"pending_prefill_tokens":20086,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":16512,"score_linear":20086.0,"score_lmetric":36598},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328522.807383315,"t_first_token_unix":1779759387.8213263,"t_done":328522.80930427,"t_done_unix":1779759387.8232472},{"request_id":"1248768:3:1251261:33","session_id":"1248768","input_length":16989,"t_proxy_recv":328521.818517524,"t_decision_unix":1779759386.832456,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11776,"affinity_cache_ratio":0.6931543940196597,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5213 < 16000)","cache_hit":11776,"estimated_new_tokens":5213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":11776,"new_prefill":5213,"score_linear":-11776.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16512,"ongoing_decode_tokens":0,"pending_prefill_tokens":16512,"num_requests":1,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":16989,"score_linear":16512.0,"score_lmetric":33501},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":6829,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":16989,"score_linear":6829.0,"score_lmetric":16989},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":0,"pending_prefill_tokens":20086,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":16989,"score_linear":20086.0,"score_lmetric":37075},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":328522.501750353,"t_first_token_unix":1779759387.5156937,"t_done":328523.480378122,"t_done_unix":1779759388.4943213},{"request_id":"1251828:1:1251828:35","session_id":"1251828","input_length":1090,"t_proxy_recv":328523.747439027,"t_decision_unix":1779759388.7613807,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1090 < 16000)","cache_hit":0,"estimated_new_tokens":1090,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":20086,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":1090,"score_linear":20086.0,"score_lmetric":1090},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":13780,"ongoing_decode_tokens":0,"pending_prefill_tokens":7636,"num_requests":1,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":1090,"score_linear":13780.0,"score_lmetric":8726}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328523.834931489,"t_first_token_unix":1779759388.848875,"t_done":328523.943510251,"t_done_unix":1779759388.9574533},{"request_id":"1250935:1:1250935:31","session_id":"1250935","input_length":20086,"t_proxy_recv":328520.686846059,"t_decision_unix":1779759385.7007875,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":20086,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":0,"pending_prefill_tokens":6829,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":20086,"score_linear":6829.0,"score_lmetric":26915},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328522.768502117,"t_first_token_unix":1779759387.7824457,"t_done":328524.025848792,"t_done_unix":1779759389.0397918},{"request_id":"1245572:3:1251662:34","session_id":"1245572","input_length":13780,"t_proxy_recv":328523.229307792,"t_decision_unix":1779759388.2432492,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.4458635703918723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7636 < 16000)","cache_hit":6144,"estimated_new_tokens":7636,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16989,"ongoing_decode_tokens":16989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":13780,"score_linear":16989.0,"score_lmetric":13780},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":20086,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":13780,"score_linear":20086.0,"score_lmetric":13780},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":6144,"new_prefill":7636,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":328524.026473692,"t_first_token_unix":1779759389.040417,"t_done":328524.253051992,"t_done_unix":1779759389.2669952},{"request_id":"1252010:1:1252010:36","session_id":"1252010","input_length":9855,"t_proxy_recv":328524.356697899,"t_decision_unix":1779759389.370639,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9855 < 16000)","cache_hit":0,"estimated_new_tokens":9855,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":144,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328525.173673775,"t_first_token_unix":1779759390.1876175,"t_done":328525.346397581,"t_done_unix":1779759390.360341},{"request_id":"1248768:4:1253385:37","session_id":"1248768","input_length":17309,"t_proxy_recv":328529.130310891,"t_decision_unix":1779759394.1442518,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16896,"affinity_cache_ratio":0.9761395805650239,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (413 < 16000)","cache_hit":16896,"estimated_new_tokens":413,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":16896,"new_prefill":413,"score_linear":-16896.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":328529.214208925,"t_first_token_unix":1779759394.228152,"t_done":328532.186285649,"t_done_unix":1779759397.200229},{"request_id":"1251828:2:1254272:41","session_id":"1251828","input_length":3934,"t_proxy_recv":328532.100154325,"t_decision_unix":1779759397.1140957,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":4,"affinity_cache_hit":1024,"affinity_cache_ratio":0.2602948652770717,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3934 < 16000)","cache_hit":0,"estimated_new_tokens":3934,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":3934,"score_linear":17309.0,"score_lmetric":3934},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":3934,"score_linear":35221.0,"score_lmetric":39155},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":1024,"new_prefill":2910,"score_linear":48600.0,"score_lmetric":52534},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":0,"pending_prefill_tokens":4108,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":3934,"score_linear":10764.0,"score_lmetric":8042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328532.345437091,"t_first_token_unix":1779759397.3593805,"t_done":328532.491389711,"t_done_unix":1779759397.5053327},{"request_id":"1254584:1:1254584:42","session_id":"1254584","input_length":748,"t_proxy_recv":328533.232327366,"t_decision_unix":1779759398.246269,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (748 < 16000)","cache_hit":0,"estimated_new_tokens":748,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":748,"score_linear":35221.0,"score_lmetric":35969},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":748,"score_linear":49624.0,"score_lmetric":50372},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":10764,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":748,"score_linear":10764.0,"score_lmetric":748},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328533.299802157,"t_first_token_unix":1779759398.3137457,"t_done":328533.452975544,"t_done_unix":1779759398.466919},{"request_id":"1252010:2:1254691:43","session_id":"1252010","input_length":13092,"t_proxy_recv":328533.685411508,"t_decision_unix":1779759398.6993527,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":9728,"affinity_cache_ratio":0.743049190345249,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3364 < 16000)","cache_hit":9728,"estimated_new_tokens":3364,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":13092,"score_linear":35221.0,"score_lmetric":48313},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":13092,"score_linear":49624.0,"score_lmetric":62716},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":10764,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":13092,"score_linear":10764.0,"score_lmetric":13092},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":9728,"new_prefill":3364,"score_linear":-9728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":328534.114841351,"t_first_token_unix":1779759399.1287851,"t_done":328534.285644611,"t_done_unix":1779759399.2995875},{"request_id":"1250772:2:1254198:40","session_id":"1250772","input_length":10764,"t_proxy_recv":328531.827706018,"t_decision_unix":1779759396.8416474,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":6656,"affinity_cache_ratio":0.6183574879227053,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4108 < 16000)","cache_hit":6656,"estimated_new_tokens":4108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":10764,"score_linear":17309.0,"score_lmetric":10764},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":10764,"score_linear":35221.0,"score_lmetric":45985},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":10764,"score_linear":49624.0,"score_lmetric":60388},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":6656,"new_prefill":4108,"score_linear":-6656.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-6656.0,"chosen_score_lmetric":0,"t_first_token":328532.213559362,"t_first_token_unix":1779759397.2275028,"t_done":328534.495404945,"t_done_unix":1779759399.5093482},{"request_id":"1253804:1:1253804:39","session_id":"1253804","input_length":35221,"t_proxy_recv":328530.719191276,"t_decision_unix":1779759395.7331326,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":35221,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":35221,"score_linear":17309.0,"score_lmetric":35221},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":35221,"score_linear":49624.0,"score_lmetric":84845},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328535.889644393,"t_first_token_unix":1779759400.903588,"t_done":328538.107638965,"t_done_unix":1779759403.1215825},{"request_id":"1256273:1:1256273:46","session_id":"1256273","input_length":1694,"t_proxy_recv":328538.91483232,"t_decision_unix":1779759403.9287736,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1694 < 16000)","cache_hit":0,"estimated_new_tokens":1694,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":1694,"score_linear":49624.0,"score_lmetric":51318},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":0,"pending_prefill_tokens":10618,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":1694,"score_linear":17786.0,"score_lmetric":12312},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328539.069209763,"t_first_token_unix":1779759404.0831532,"t_done":328539.354137235,"t_done_unix":1779759404.3680804},{"request_id":"1243831:2:1256324:47","session_id":"1243831","input_length":11448,"t_proxy_recv":328539.079724282,"t_decision_unix":1779759404.0936656,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":11264,"affinity_cache_ratio":0.983927323549965,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (184 < 16000)","cache_hit":11264,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":11264,"new_prefill":184,"score_linear":-11264.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":11448,"score_linear":49624.0,"score_lmetric":61072},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":0,"pending_prefill_tokens":10618,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":11448,"score_linear":17786.0,"score_lmetric":22066},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":1694,"ongoing_decode_tokens":1694,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":11448,"score_linear":1694.0,"score_lmetric":11448},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":328539.13753617,"t_first_token_unix":1779759404.1514795,"t_done":328539.579445608,"t_done_unix":1779759404.5933886},{"request_id":"1253743:1:1253743:38","session_id":"1253743","input_length":49624,"t_proxy_recv":328530.477489958,"t_decision_unix":1779759395.4914315,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":49624,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":49624,"score_linear":17309.0,"score_lmetric":49624},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328539.725630065,"t_first_token_unix":1779759404.7395735,"t_done":328540.126457928,"t_done_unix":1779759405.1404011},{"request_id":"1249058:3:1256222:45","session_id":"1249058","input_length":17786,"t_proxy_recv":328538.76828657,"t_decision_unix":1779759403.7822278,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":7168,"affinity_cache_ratio":0.4030136062071292,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (10618 < 16000)","cache_hit":7168,"estimated_new_tokens":10618,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":17786,"score_linear":49624.0,"score_lmetric":67410},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":7168,"new_prefill":10618,"score_linear":-7168.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":328540.031679196,"t_first_token_unix":1779759405.0456228,"t_done":328540.14998003,"t_done_unix":1779759405.1639242},{"request_id":"1253743:2:1256070:44","session_id":"1253743","input_length":49687,"t_proxy_recv":328540.136052829,"t_decision_unix":1779759405.1499946,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9995371022601486,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (23 < 16000)","cache_hit":49664,"estimated_new_tokens":23,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":3584,"new_prefill":46103,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":49664,"new_prefill":23,"score_linear":-49664.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":17786,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":49687,"score_linear":17786.0,"score_lmetric":49687},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":328540.215385842,"t_first_token_unix":1779759405.229329,"t_done":328541.042305138,"t_done_unix":1779759406.056249},{"request_id":"1256273:2:1257769:51","session_id":"1256273","input_length":6170,"t_proxy_recv":328543.900137399,"t_decision_unix":1779759408.914079,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":1536,"affinity_cache_ratio":0.24894651539708265,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4634 < 16000)","cache_hit":1536,"estimated_new_tokens":4634,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":4434,"ongoing_decode_tokens":4434,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":6170,"score_linear":4434.0,"score_lmetric":6170},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":6170,"score_linear":27387.0,"score_lmetric":33557},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6170,"score_linear":90488.0,"score_lmetric":96658},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":1536,"new_prefill":4634,"score_linear":-1536.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":328544.227825598,"t_first_token_unix":1779759409.2417693,"t_done":328544.527934605,"t_done_unix":1779759409.541878},{"request_id":"1257572:1:1257572:50","session_id":"1257572","input_length":4434,"t_proxy_recv":328543.264008398,"t_decision_unix":1779759408.2779408,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4434 < 16000)","cache_hit":0,"estimated_new_tokens":4434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":4434,"score_linear":27387.0,"score_lmetric":31821},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":4434,"score_linear":90488.0,"score_lmetric":94922},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328543.548575843,"t_first_token_unix":1779759408.5625193,"t_done":328544.791669675,"t_done_unix":1779759409.805613},{"request_id":"1254584:2:1258039:52","session_id":"1254584","input_length":1257,"t_proxy_recv":328544.918834525,"t_decision_unix":1779759409.932776,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":512,"affinity_cache_ratio":0.40731901352426414,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (745 < 16000)","cache_hit":512,"estimated_new_tokens":745,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":113,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":1257,"score_linear":27387.0,"score_lmetric":28644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":512,"new_prefill":745,"score_linear":-512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":1257,"score_linear":90488.0,"score_lmetric":91745},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":328544.97473893,"t_first_token_unix":1779759409.9886825,"t_done":328545.30911519,"t_done_unix":1779759410.3230584},{"request_id":"1242838:3:1258161:53","session_id":"1242838","input_length":22262,"t_proxy_recv":328545.379515372,"t_decision_unix":1779759410.3934567,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9659509478034318,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (758 < 16000)","cache_hit":21504,"estimated_new_tokens":758,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":113,"cache_hit":21504,"new_prefill":758,"score_linear":-21504.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":22262,"score_linear":27387.0,"score_lmetric":49649},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22262,"score_linear":90488.0,"score_lmetric":112750},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":328545.54280237,"t_first_token_unix":1779759410.556746,"t_done":328546.096215435,"t_done_unix":1779759411.1101587},{"request_id":"1256273:3:1258499:55","session_id":"1256273","input_length":7934,"t_proxy_recv":328546.542898132,"t_decision_unix":1779759411.5568395,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":6144,"affinity_cache_ratio":0.7743887068313587,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1790 < 16000)","cache_hit":6144,"estimated_new_tokens":1790,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":0,"pending_prefill_tokens":45037,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":7934,"score_linear":80365.0,"score_lmetric":105942},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":7934,"score_linear":90488.0,"score_lmetric":98422},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":6144,"new_prefill":1790,"score_linear":-6144.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":328546.731546613,"t_first_token_unix":1779759411.7454898,"t_done":328547.347765438,"t_done_unix":1779759412.3617086},{"request_id":"1258908:1:1258908:58","session_id":"1258908","input_length":9250,"t_proxy_recv":328547.996230123,"t_decision_unix":1779759413.0101714,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9250 < 16000)","cache_hit":0,"estimated_new_tokens":9250,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":9250,"score_linear":80365.0,"score_lmetric":53800},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":9250,"score_linear":68131.0,"score_lmetric":77381},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":9250,"score_linear":90488.0,"score_lmetric":99738},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9250,"score_linear":112793.0,"score_lmetric":122043},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328548.694596808,"t_first_token_unix":1779759413.7085402,"t_done":328550.707515856,"t_done_unix":1779759415.721459},{"request_id":"1259178:1:1259178:59","session_id":"1259178","input_length":14291,"t_proxy_recv":328548.957531961,"t_decision_unix":1779759413.9714735,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (14291 < 16000)","cache_hit":0,"estimated_new_tokens":14291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":14291,"score_linear":80365.0,"score_lmetric":63882},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":14291,"score_linear":68131.0,"score_lmetric":82422},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9250,"ongoing_decode_tokens":9250,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":14291,"score_linear":9250.0,"score_lmetric":14291},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":14291,"score_linear":90488.0,"score_lmetric":104779},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14291,"score_linear":112793.0,"score_lmetric":127084},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328550.205356201,"t_first_token_unix":1779759415.2192996,"t_done":328552.161710397,"t_done_unix":1779759417.1756537},{"request_id":"1257525:1:1257525:49","session_id":"1257525","input_length":27387,"t_proxy_recv":328543.1803404,"t_decision_unix":1779759408.1942816,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":27387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":27387,"score_linear":90488.0,"score_lmetric":117875},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328546.644009728,"t_first_token_unix":1779759411.6579535,"t_done":328552.271958668,"t_done_unix":1779759417.2859013},{"request_id":"1253804:2:1258346:54","session_id":"1253804","input_length":52978,"t_proxy_recv":328546.090470517,"t_decision_unix":1779759411.1044118,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":35328,"affinity_cache_ratio":0.6668428404243271,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (1)","cache_hit":35328,"estimated_new_tokens":17650,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":22262,"ongoing_decode_tokens":22262,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":113,"cache_hit":0,"new_prefill":52978,"score_linear":22262.0,"score_lmetric":52978},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":35328,"new_prefill":17650,"score_linear":-7941.0,"score_lmetric":45037},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":3584,"new_prefill":49394,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":52978,"score_linear":90488.0,"score_lmetric":143466},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7941.0,"chosen_score_lmetric":45037,"t_first_token":328551.903879308,"t_first_token_unix":1779759416.917823,"t_done":328552.826371593,"t_done_unix":1779759417.8403153},{"request_id":"1260746:1:1260746:62","session_id":"1260746","input_length":9571,"t_proxy_recv":328554.5018134,"t_decision_unix":1779759419.5157547,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9571 < 16000)","cache_hit":0,"estimated_new_tokens":9571,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":9571,"score_linear":68131.0,"score_lmetric":77702},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":9571,"score_linear":90488.0,"score_lmetric":100059},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9571,"score_linear":125063.0,"score_lmetric":253908},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9571,"score_linear":30655.0,"score_lmetric":40226}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328555.252562949,"t_first_token_unix":1779759420.2665064,"t_done":328555.645264439,"t_done_unix":1779759420.6592076},{"request_id":"1260792:1:1260792:63","session_id":"1260792","input_length":12522,"t_proxy_recv":328554.623786439,"t_decision_unix":1779759419.6377273,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (12522 < 16000)","cache_hit":0,"estimated_new_tokens":12522,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":9571,"ongoing_decode_tokens":0,"pending_prefill_tokens":9571,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":12522,"score_linear":9571.0,"score_lmetric":22093},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":12522,"score_linear":68131.0,"score_lmetric":80653},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":12522,"score_linear":90488.0,"score_lmetric":103010},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12522,"score_linear":125063.0,"score_lmetric":259810},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":12522,"score_linear":30655.0,"score_lmetric":43177}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328555.656965687,"t_first_token_unix":1779759420.6709087,"t_done":328555.990574767,"t_done_unix":1779759421.0045178},{"request_id":"1261126:1:1261126:65","session_id":"1261126","input_length":5640,"t_proxy_recv":328555.654218459,"t_decision_unix":1779759420.66816,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5640 < 16000)","cache_hit":0,"estimated_new_tokens":5640,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":132,"cache_hit":0,"new_prefill":5640,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55138,"ongoing_decode_tokens":0,"pending_prefill_tokens":2402,"num_requests":1,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":5640,"score_linear":55138.0,"score_lmetric":8042},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":5640,"score_linear":68131.0,"score_lmetric":73771},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":12522,"ongoing_decode_tokens":0,"pending_prefill_tokens":12522,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":5640,"score_linear":12522.0,"score_lmetric":18162},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5640,"score_linear":90488.0,"score_lmetric":96128},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5640,"score_linear":125063.0,"score_lmetric":246046},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":5640,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":5640,"score_linear":30655.0,"score_lmetric":36295}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328556.021714395,"t_first_token_unix":1779759421.0356576,"t_done":328556.194432185,"t_done_unix":1779759421.2083752},{"request_id":"1253804:3:1260997:64","session_id":"1253804","input_length":55138,"t_proxy_recv":328555.360968193,"t_decision_unix":1779759420.3749087,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9564365773151003,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2402 < 16000)","cache_hit":52736,"estimated_new_tokens":2402,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":9571,"ongoing_decode_tokens":9571,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":55138,"score_linear":9571.0,"score_lmetric":55138},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":252,"cache_hit":52736,"new_prefill":2402,"score_linear":-52736.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":55138,"score_linear":68131.0,"score_lmetric":123269},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":12522,"ongoing_decode_tokens":0,"pending_prefill_tokens":12522,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":3584,"new_prefill":51554,"score_linear":8938.0,"score_lmetric":64076},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":55138,"score_linear":90488.0,"score_lmetric":145626},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":55138,"score_linear":125063.0,"score_lmetric":345042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":55138,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":55138,"score_linear":30655.0,"score_lmetric":85793}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":328556.243434144,"t_first_token_unix":1779759421.2573776,"t_done":328556.823812381,"t_done_unix":1779759421.8377562},{"request_id":"1260327:1:1260327:61","session_id":"1260327","input_length":30655,"t_proxy_recv":328552.780661755,"t_decision_unix":1779759417.7946036,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":30655,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":52978,"ongoing_decode_tokens":52978,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":30655,"score_linear":52978.0,"score_lmetric":30655},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":30655,"score_linear":68131.0,"score_lmetric":98786},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":30655,"score_linear":90488.0,"score_lmetric":121143},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":30655,"score_linear":125063.0,"score_lmetric":296076},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328556.83497147,"t_first_token_unix":1779759421.8489149,"t_done":328557.485998882,"t_done_unix":1779759422.4999545},{"request_id":"1257525:2:1262205:67","session_id":"1257525","input_length":29988,"t_proxy_recv":328559.471270675,"t_decision_unix":1779759424.4852111,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9048952914499133,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2852 < 16000)","cache_hit":27136,"estimated_new_tokens":2852,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":256,"cache_hit":27136,"new_prefill":2852,"score_linear":-27136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":29988,"score_linear":68131.0,"score_lmetric":98119},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":29988,"score_linear":90488.0,"score_lmetric":120476},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":29988,"score_linear":125063.0,"score_lmetric":294742},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":328560.106082451,"t_first_token_unix":1779759425.1200256,"t_done":328560.129983802,"t_done_unix":1779759425.143927},{"request_id":"1262757:1:1262757:73","session_id":"1262757","input_length":5465,"t_proxy_recv":328561.350705126,"t_decision_unix":1779759426.3646464,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5465 < 16000)","cache_hit":0,"estimated_new_tokens":5465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":5465,"score_linear":55989.0,"score_lmetric":6670},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":5465,"score_linear":68131.0,"score_lmetric":73596},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":15283,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":5465,"score_linear":15283.0,"score_lmetric":20748},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5465,"score_linear":113053.0,"score_lmetric":196076},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5465,"score_linear":125063.0,"score_lmetric":245696},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":5465,"score_linear":21510.0,"score_lmetric":26975}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328561.706806439,"t_first_token_unix":1779759426.7207499,"t_done":328561.837720829,"t_done_unix":1779759426.8516638},{"request_id":"1261126:2:1262820:74","session_id":"1261126","input_length":6953,"t_proxy_recv":328561.521423124,"t_decision_unix":1779759426.5353646,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":5632,"affinity_cache_ratio":0.8100100675967209,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1321 < 16000)","cache_hit":5632,"estimated_new_tokens":1321,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":5632,"new_prefill":1321,"score_linear":-5632.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":6953,"score_linear":55989.0,"score_lmetric":8158},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":6953,"score_linear":68131.0,"score_lmetric":75084},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":15283,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":6953,"score_linear":15283.0,"score_lmetric":22236},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6953,"score_linear":113053.0,"score_lmetric":199052},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":6953,"score_linear":125063.0,"score_lmetric":248672},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":5465,"ongoing_decode_tokens":0,"pending_prefill_tokens":5465,"num_requests":1,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":6953,"score_linear":5465.0,"score_lmetric":12418},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":6953,"score_linear":21510.0,"score_lmetric":28463}],"chosen_score_linear":-5632.0,"chosen_score_lmetric":0,"t_first_token":328561.675722918,"t_first_token_unix":1779759426.6896663,"t_done":328561.91443164,"t_done_unix":1779759426.928375},{"request_id":"1262354:1:1262354:69","session_id":"1262354","input_length":21510,"t_proxy_recv":328560.067885757,"t_decision_unix":1779759425.081827,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":21510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":29988,"ongoing_decode_tokens":0,"pending_prefill_tokens":2852,"num_requests":1,"active_p_offloads":0,"cached_blocks":256,"cache_hit":0,"new_prefill":21510,"score_linear":29988.0,"score_lmetric":24362},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":21510,"score_linear":68131.0,"score_lmetric":89641},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":21510,"score_linear":113053.0,"score_lmetric":228166},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":21510,"score_linear":125063.0,"score_lmetric":277786},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328562.374145234,"t_first_token_unix":1779759427.3880892,"t_done":328562.980852298,"t_done_unix":1779759427.9947958},{"request_id":"1258611:1:1258611:56","session_id":"1258611","input_length":68131,"t_proxy_recv":328546.941258499,"t_decision_unix":1779759411.9552,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":68131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":68131,"score_linear":80365.0,"score_lmetric":171562},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68131,"score_linear":90488.0,"score_lmetric":158619},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7934,"ongoing_decode_tokens":7934,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":68131,"score_linear":7934.0,"score_lmetric":68131},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328563.326963953,"t_first_token_unix":1779759428.3409073,"t_done":328564.498155098,"t_done_unix":1779759429.5120983},{"request_id":"1258611:2:1261594:66","session_id":"1258611","input_length":68320,"t_proxy_recv":328564.515061142,"t_decision_unix":1779759429.5290024,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9967213114754099,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (224 < 16000)","cache_hit":68096,"estimated_new_tokens":224,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":68320,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":68320,"score_linear":55989.0,"score_lmetric":68320},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":68096,"new_prefill":224,"score_linear":-68096.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":68320,"score_linear":15283.0,"score_lmetric":68320},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68320,"score_linear":113053.0,"score_lmetric":321786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":68320,"score_linear":125063.0,"score_lmetric":371406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":68320,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":0,"pending_prefill_tokens":605,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":68320,"score_linear":22109.0,"score_lmetric":68925}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":328564.695090476,"t_first_token_unix":1779759429.7090337,"t_done":328564.739039199,"t_done_unix":1779759429.7529824},{"request_id":"1258611:3:1262709:71","session_id":"1258611","input_length":68377,"t_proxy_recv":328564.752884621,"t_decision_unix":1779759429.7668262,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9958904309928778,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (281 < 16000)","cache_hit":68096,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":0,"pending_prefill_tokens":5990,"num_requests":1,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":68377,"score_linear":5990.0,"score_lmetric":74367},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":68377,"score_linear":55989.0,"score_lmetric":68377},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":68096,"new_prefill":281,"score_linear":-68096.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":68377,"score_linear":15283.0,"score_lmetric":68377},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68377,"score_linear":113053.0,"score_lmetric":321900},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":68377,"score_linear":125063.0,"score_lmetric":371520},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":68377,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":68377,"score_linear":22109.0,"score_lmetric":68377}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":328564.898935579,"t_first_token_unix":1779759429.9128785,"t_done":328565.338652624,"t_done_unix":1779759430.3525965},{"request_id":"1263611:1:1263611:76","session_id":"1263611","input_length":5990,"t_proxy_recv":328564.548136292,"t_decision_unix":1779759429.5620775,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5990 < 16000)","cache_hit":0,"estimated_new_tokens":5990,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":5990,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":5990,"score_linear":55989.0,"score_lmetric":5990},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68320,"ongoing_decode_tokens":0,"pending_prefill_tokens":224,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":5990,"score_linear":68320.0,"score_lmetric":6214},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":5990,"score_linear":15283.0,"score_lmetric":5990},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5990,"score_linear":113053.0,"score_lmetric":197126},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5990,"score_linear":125063.0,"score_lmetric":246746},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":5990,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":0,"pending_prefill_tokens":605,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":5990,"score_linear":22109.0,"score_lmetric":6595}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328564.944524957,"t_first_token_unix":1779759429.9584684,"t_done":328565.339390025,"t_done_unix":1779759430.3533332},{"request_id":"1262354:2:1263593:75","session_id":"1262354","input_length":22109,"t_proxy_recv":328564.433180914,"t_decision_unix":1779759429.4471219,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9726355782712922,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (605 < 16000)","cache_hit":21504,"estimated_new_tokens":605,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":22109,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":22109,"score_linear":55989.0,"score_lmetric":22109},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":68131,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22109,"score_linear":68131.0,"score_lmetric":22109},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":22109,"score_linear":15283.0,"score_lmetric":22109},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22109,"score_linear":113053.0,"score_lmetric":229364},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22109,"score_linear":125063.0,"score_lmetric":278984},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":22109,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":128,"cache_hit":21504,"new_prefill":605,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":328564.586629584,"t_first_token_unix":1779759429.6005726,"t_done":328565.822731052,"t_done_unix":1779759430.8366745},{"request_id":"1263971:1:1263971:80","session_id":"1263971","input_length":6336,"t_proxy_recv":328565.851814177,"t_decision_unix":1779759430.8657556,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6336 < 16000)","cache_hit":0,"estimated_new_tokens":6336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":6336,"score_linear":55989.0,"score_lmetric":6336},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":6336,"score_linear":71575.0,"score_lmetric":125256},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6336,"score_linear":113053.0,"score_lmetric":197818},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":6336,"score_linear":125063.0,"score_lmetric":247438},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":6336,"score_linear":50783.0,"score_lmetric":57119},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328566.268969881,"t_first_token_unix":1779759431.2829132,"t_done":328566.635137652,"t_done_unix":1779759431.6490812},{"request_id":"1257323:1:1257323:48","session_id":"1257323","input_length":90488,"t_proxy_recv":328542.580018655,"t_decision_unix":1779759407.59396,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":90488,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328570.218039071,"t_first_token_unix":1779759435.231983,"t_done":328570.63244189,"t_done_unix":1779759435.6463852},{"request_id":"1239034:3:1262346:68","session_id":"1239034","input_length":22565,"t_proxy_recv":328560.035695299,"t_decision_unix":1779759425.0496364,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":20480,"affinity_cache_ratio":0.9076002658985154,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2085 < 16000)","cache_hit":20480,"estimated_new_tokens":2085,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":29988,"ongoing_decode_tokens":0,"pending_prefill_tokens":2852,"num_requests":1,"active_p_offloads":0,"cached_blocks":256,"cache_hit":0,"new_prefill":22565,"score_linear":29988.0,"score_lmetric":25417},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22565,"score_linear":68131.0,"score_lmetric":90696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":20480,"new_prefill":2085,"score_linear":70008.0,"score_lmetric":92573},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22565,"score_linear":125063.0,"score_lmetric":279896},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":70008.0,"chosen_score_lmetric":92573,"t_first_token":328570.219403021,"t_first_token_unix":1779759435.233346,"t_done":328570.758995154,"t_done_unix":1779759435.7729387},{"request_id":"1265000:1:1265000:83","session_id":"1265000","input_length":301,"t_proxy_recv":328569.47875535,"t_decision_unix":1779759434.492696,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (301 < 16000)","cache_hit":0,"estimated_new_tokens":301,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":301,"score_linear":110048.0,"score_lmetric":110349},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":301,"score_linear":55989.0,"score_lmetric":301},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":301,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":301,"score_linear":71575.0,"score_lmetric":113186},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":301,"score_linear":113053.0,"score_lmetric":185748},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":301,"score_linear":125063.0,"score_lmetric":235368},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":301,"score_linear":50783.0,"score_lmetric":51084},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":301,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328569.520346551,"t_first_token_unix":1779759434.5342898,"t_done":328571.04282464,"t_done_unix":1779759436.0567677},{"request_id":"1265128:1:1265128:85","session_id":"1265128","input_length":14028,"t_proxy_recv":328569.807097367,"t_decision_unix":1779759434.821038,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":14028,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (14028 < 16000)","cache_hit":0,"estimated_new_tokens":14028,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":14028,"score_linear":110048.0,"score_lmetric":124076},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":14028,"score_linear":55989.0,"score_lmetric":14028},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":301,"ongoing_decode_tokens":301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":14028,"score_linear":301.0,"score_lmetric":14028},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":14028,"score_linear":71575.0,"score_lmetric":140640},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":14028,"score_linear":113053.0,"score_lmetric":213202},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14028,"score_linear":125063.0,"score_lmetric":262822},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":14028,"score_linear":50783.0,"score_lmetric":64811},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":23540,"ongoing_decode_tokens":0,"pending_prefill_tokens":23540,"num_requests":1,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":14028,"score_linear":23540.0,"score_lmetric":37568}],"chosen_score_linear":301.0,"chosen_score_lmetric":14028,"t_first_token":328571.026368984,"t_first_token_unix":1779759436.0403123,"t_done":328571.462089059,"t_done_unix":1779759436.4760323},{"request_id":"1266067:1:1266067:91","session_id":"1266067","input_length":579,"t_proxy_recv":328573.028930447,"t_decision_unix":1779759438.0428717,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":579,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (579 < 16000)","cache_hit":0,"estimated_new_tokens":579,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":579,"score_linear":135235.0,"score_lmetric":227596},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60059,"ongoing_decode_tokens":55989,"pending_prefill_tokens":4070,"num_requests":2,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":579,"score_linear":60059.0,"score_lmetric":9298},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":579,"score_linear":13178.0,"score_lmetric":13757},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":92560,"ongoing_decode_tokens":15283,"pending_prefill_tokens":64989,"num_requests":3,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":579,"score_linear":92560.0,"score_lmetric":196704},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":579,"score_linear":27639.0,"score_lmetric":579},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":579,"score_linear":125063.0,"score_lmetric":235924},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":579,"score_linear":50783.0,"score_lmetric":51362},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":579,"score_linear":45884.0,"score_lmetric":1158}],"chosen_score_linear":27639.0,"chosen_score_lmetric":579,"t_first_token":328573.148209272,"t_first_token_unix":1779759438.1621523,"t_done":328573.314777459,"t_done_unix":1779759438.3287206},{"request_id":"1263611:2:1265770:88","session_id":"1263611","input_length":13178,"t_proxy_recv":328572.130521681,"t_decision_unix":1779759437.144463,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":2,"affinity_cache_hit":5632,"affinity_cache_ratio":0.4273789649415693,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (13178 < 16000)","cache_hit":0,"estimated_new_tokens":13178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":5632,"new_prefill":7546,"score_linear":129603.0,"score_lmetric":241530},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":13178,"score_linear":55989.0,"score_lmetric":13178},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":13178,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":13178,"score_linear":71575.0,"score_lmetric":138940},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":13178,"score_linear":27639.0,"score_lmetric":13178},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":13178,"score_linear":125063.0,"score_lmetric":261122},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":13178,"score_linear":50783.0,"score_lmetric":63961},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":13178,"score_linear":45884.0,"score_lmetric":74092}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328573.243333521,"t_first_token_unix":1779759438.2572768,"t_done":328573.496367432,"t_done_unix":1779759438.510311},{"request_id":"1250772:3:1265019:84","session_id":"1250772","input_length":23540,"t_proxy_recv":328569.550617155,"t_decision_unix":1779759434.5645583,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":7,"affinity_cache_hit":10752,"affinity_cache_ratio":0.45675446049277824,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":23540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":23540,"score_linear":110048.0,"score_lmetric":133588},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":23540,"score_linear":55989.0,"score_lmetric":23540},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":301,"ongoing_decode_tokens":301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":23540,"score_linear":301.0,"score_lmetric":23540},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":23540,"score_linear":71575.0,"score_lmetric":159664},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":23540,"score_linear":113053.0,"score_lmetric":232226},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":10752,"new_prefill":12788,"score_linear":114311.0,"score_lmetric":260342},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":23540,"score_linear":50783.0,"score_lmetric":74323},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":23540,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328572.225097678,"t_first_token_unix":1779759437.2390406,"t_done":328573.850077514,"t_done_unix":1779759438.8640208},{"request_id":"1265942:1:1265942:89","session_id":"1265942","input_length":4070,"t_proxy_recv":328572.75412975,"t_decision_unix":1779759437.7680707,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":4070,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4070 < 16000)","cache_hit":0,"estimated_new_tokens":4070,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":4070,"score_linear":135235.0,"score_lmetric":234578},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":4070,"score_linear":55989.0,"score_lmetric":4070},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":4070,"score_linear":13178.0,"score_lmetric":17248},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":4070,"score_linear":71575.0,"score_lmetric":120724},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":4070,"score_linear":27639.0,"score_lmetric":4070},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":4070,"score_linear":125063.0,"score_lmetric":242906},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":4070,"score_linear":50783.0,"score_lmetric":54853},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":4070,"score_linear":45884.0,"score_lmetric":8140}],"chosen_score_linear":55989.0,"chosen_score_lmetric":4070,"t_first_token":328573.066314616,"t_first_token_unix":1779759438.080258,"t_done":328573.917413657,"t_done_unix":1779759438.931357},{"request_id":"1262354:3:1265178:86","session_id":"1262354","input_length":22344,"t_proxy_recv":328569.915057734,"t_decision_unix":1779759434.9289992,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9853204439670605,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (328 < 16000)","cache_hit":22016,"estimated_new_tokens":328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":22344,"score_linear":110048.0,"score_lmetric":132392},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":22344,"score_linear":55989.0,"score_lmetric":22344},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14329,"ongoing_decode_tokens":301,"pending_prefill_tokens":14028,"num_requests":2,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":22344,"score_linear":14329.0,"score_lmetric":72744},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":22344,"score_linear":71575.0,"score_lmetric":157272},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22344,"score_linear":113053.0,"score_lmetric":229834},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22344,"score_linear":125063.0,"score_lmetric":279454},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":22344,"score_linear":50783.0,"score_lmetric":73127},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":23540,"ongoing_decode_tokens":0,"pending_prefill_tokens":23540,"num_requests":1,"active_p_offloads":0,"cached_blocks":141,"cache_hit":22016,"new_prefill":328,"score_linear":1524.0,"score_lmetric":23868}],"chosen_score_linear":1524.0,"chosen_score_lmetric":23868,"t_first_token":328572.227158163,"t_first_token_unix":1779759437.2411013,"t_done":328574.649171254,"t_done_unix":1779759439.6631145},{"request_id":"1266440:1:1266440:92","session_id":"1266440","input_length":5381,"t_proxy_recv":328574.104583329,"t_decision_unix":1779759439.1185248,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5381 < 16000)","cache_hit":0,"estimated_new_tokens":5381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":5381,"score_linear":135235.0,"score_lmetric":237200},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":269,"cache_hit":0,"new_prefill":5381,"score_linear":55989.0,"score_lmetric":5381},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":348,"cache_hit":0,"new_prefill":5381,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":92560,"ongoing_decode_tokens":15283,"pending_prefill_tokens":64989,"num_requests":3,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":5381,"score_linear":92560.0,"score_lmetric":211110},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":5381,"score_linear":27639.0,"score_lmetric":5381},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5381,"score_linear":125063.0,"score_lmetric":245528},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":5381,"score_linear":50783.0,"score_lmetric":56164},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22344,"ongoing_decode_tokens":22344,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":187,"cache_hit":0,"new_prefill":5381,"score_linear":22344.0,"score_lmetric":5381}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328574.487955085,"t_first_token_unix":1779759439.5018985,"t_done":328574.794562134,"t_done_unix":1779759439.8085053},{"request_id":"1263727:1:1263727:77","session_id":"1263727","input_length":50783,"t_proxy_recv":328565.016261995,"t_decision_unix":1779759430.0302033,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":50783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":5990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":50783,"score_linear":5990.0,"score_lmetric":50783},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":50783,"score_linear":55989.0,"score_lmetric":50783},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68377,"ongoing_decode_tokens":68377,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":50783,"score_linear":68377.0,"score_lmetric":50783},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":50783,"score_linear":15283.0,"score_lmetric":50783},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":50783,"score_linear":113053.0,"score_lmetric":286712},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":50783,"score_linear":125063.0,"score_lmetric":336332},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":50783,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":50783,"score_linear":22109.0,"score_lmetric":50783}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328574.737602064,"t_first_token_unix":1779759439.7515562,"t_done":328574.923524514,"t_done_unix":1779759439.9374676},{"request_id":"1253804:4:1262690:70","session_id":"1253804","input_length":55989,"t_proxy_recv":328561.16714507,"t_decision_unix":1779759426.181086,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":54784,"affinity_cache_ratio":0.978477915304792,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1205 < 16000)","cache_hit":54784,"estimated_new_tokens":1205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":55989,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":261,"cache_hit":54784,"new_prefill":1205,"score_linear":-54784.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":55989,"score_linear":68131.0,"score_lmetric":124120},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":3584,"new_prefill":52405,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":55989,"score_linear":113053.0,"score_lmetric":297124},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":55989,"score_linear":125063.0,"score_lmetric":346744},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":55989,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":55989,"score_linear":21510.0,"score_lmetric":77499}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":328561.598418838,"t_first_token_unix":1779759426.612362,"t_done":328575.440063666,"t_done_unix":1779759440.4540079},{"request_id":"1263971:2:1266797:94","session_id":"1263971","input_length":9504,"t_proxy_recv":328575.450658453,"t_decision_unix":1779759440.4646,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.6464646464646465,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3360 < 16000)","cache_hit":6144,"estimated_new_tokens":3360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":9504,"score_linear":135235.0,"score_lmetric":245446},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":273,"cache_hit":0,"new_prefill":9504,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9504,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":92560,"ongoing_decode_tokens":15283,"pending_prefill_tokens":64989,"num_requests":3,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":9504,"score_linear":92560.0,"score_lmetric":223479},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":9504,"score_linear":27639.0,"score_lmetric":9504},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9504,"score_linear":125063.0,"score_lmetric":253774},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":17466,"ongoing_decode_tokens":0,"pending_prefill_tokens":17466,"num_requests":1,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":9504,"score_linear":17466.0,"score_lmetric":26970},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":188,"cache_hit":6144,"new_prefill":3360,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":328575.810054416,"t_first_token_unix":1779759440.823998,"t_done":328575.962772144,"t_done_unix":1779759440.9767153},{"request_id":"1260792:2:1265951:90","session_id":"1260792","input_length":20985,"t_proxy_recv":328572.781581657,"t_decision_unix":1779759437.7955234,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":12288,"affinity_cache_ratio":0.5855611150822015,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8697 < 16000)","cache_hit":12288,"estimated_new_tokens":8697,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":20985,"score_linear":135235.0,"score_lmetric":268408},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60059,"ongoing_decode_tokens":55989,"pending_prefill_tokens":4070,"num_requests":2,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":20985,"score_linear":60059.0,"score_lmetric":50110},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":20985,"score_linear":13178.0,"score_lmetric":34163},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":12288,"new_prefill":8697,"score_linear":59287.0,"score_lmetric":129978},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":20985,"score_linear":27639.0,"score_lmetric":20985},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":20985,"score_linear":125063.0,"score_lmetric":276736},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":20985,"score_linear":50783.0,"score_lmetric":71768},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":20985,"score_linear":45884.0,"score_lmetric":41970}],"chosen_score_linear":59287.0,"chosen_score_lmetric":129978,"t_first_token":328577.698377882,"t_first_token_unix":1779759442.7123213,"t_done":328578.213644499,"t_done_unix":1779759443.227588},{"request_id":"1263749:1:1263749:79","session_id":"1263749","input_length":56292,"t_proxy_recv":328565.088864578,"t_decision_unix":1779759430.102806,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":56292,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (1)","cache_hit":0,"estimated_new_tokens":56292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":5990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":145,"cache_hit":0,"new_prefill":56292,"score_linear":5990.0,"score_lmetric":56292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":56292,"score_linear":55989.0,"score_lmetric":56292},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68377,"ongoing_decode_tokens":68377,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":56292,"score_linear":68377.0,"score_lmetric":56292},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":56292,"score_linear":15283.0,"score_lmetric":56292},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":56292,"score_linear":113053.0,"score_lmetric":297730},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":56292,"score_linear":125063.0,"score_lmetric":347350},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":56292,"score_linear":50783.0,"score_lmetric":107075},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":56292,"score_linear":22109.0,"score_lmetric":56292}],"chosen_score_linear":15283.0,"chosen_score_lmetric":56292,"t_first_token":328576.531875331,"t_first_token_unix":1779759441.5458188,"t_done":328579.157303113,"t_done_unix":1779759444.1712463},{"request_id":"1266668:1:1266668:93","session_id":"1266668","input_length":17466,"t_proxy_recv":328575.009635201,"t_decision_unix":1779759440.0235767,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":17466,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":13370,"score_linear":131139.0,"score_lmetric":253178},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":269,"cache_hit":0,"new_prefill":17466,"score_linear":55989.0,"score_lmetric":17466},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17466,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":92560,"ongoing_decode_tokens":15283,"pending_prefill_tokens":64989,"num_requests":3,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":17466,"score_linear":92560.0,"score_lmetric":247365},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":17466,"score_linear":27639.0,"score_lmetric":17466},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":17466,"score_linear":125063.0,"score_lmetric":269698},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":17466,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":188,"cache_hit":0,"new_prefill":17466,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328576.719359427,"t_first_token_unix":1779759441.7333028,"t_done":328580.63139809,"t_done_unix":1779759445.6453416},{"request_id":"1265942:2:1268069:97","session_id":"1265942","input_length":10457,"t_proxy_recv":328579.759177924,"t_decision_unix":1779759444.773119,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":4096,"affinity_cache_ratio":0.39169934015492014,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6361 < 16000)","cache_hit":4096,"estimated_new_tokens":6361,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":10457,"score_linear":135235.0,"score_lmetric":247352},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":273,"cache_hit":4096,"new_prefill":6361,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10457,"score_linear":126924.0,"score_lmetric":118437},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10457,"score_linear":15283.0,"score_lmetric":10457},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":10457,"score_linear":27639.0,"score_lmetric":10457},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":10457,"score_linear":125063.0,"score_lmetric":255680},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":10457,"score_linear":17466.0,"score_lmetric":10457},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28671,"ongoing_decode_tokens":0,"pending_prefill_tokens":6143,"num_requests":1,"active_p_offloads":0,"cached_blocks":194,"cache_hit":0,"new_prefill":10457,"score_linear":28671.0,"score_lmetric":16600}],"chosen_score_linear":-4096.0,"chosen_score_lmetric":0,"t_first_token":328580.339344395,"t_first_token_unix":1779759445.3532875,"t_done":328580.69692663,"t_done_unix":1779759445.7108703},{"request_id":"1262354:4:1267821:95","session_id":"1262354","input_length":28671,"t_proxy_recv":328579.059237234,"t_decision_unix":1779759444.0731783,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22528,"affinity_cache_ratio":0.7857416902096195,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6143 < 16000)","cache_hit":22528,"estimated_new_tokens":6143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":28671,"score_linear":135235.0,"score_lmetric":283780},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":273,"cache_hit":0,"new_prefill":28671,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28671,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":71575,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":248,"cache_hit":0,"new_prefill":28671,"score_linear":71575.0,"score_lmetric":57342},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":28671,"score_linear":27639.0,"score_lmetric":28671},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28671,"score_linear":125063.0,"score_lmetric":292108},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":28671,"score_linear":17466.0,"score_lmetric":28671},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":194,"cache_hit":22528,"new_prefill":6143,"score_linear":-22528.0,"score_lmetric":0}],"chosen_score_linear":-22528.0,"chosen_score_lmetric":0,"t_first_token":328580.24874637,"t_first_token_unix":1779759445.2626898,"t_done":328581.557107119,"t_done_unix":1779759446.5710506},{"request_id":"1268634:1:1268634:99","session_id":"1268634","input_length":2298,"t_proxy_recv":328582.009041305,"t_decision_unix":1779759447.022983,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2298 < 16000)","cache_hit":0,"estimated_new_tokens":2298,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":2298,"score_linear":135235.0,"score_lmetric":231034},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":2298,"score_linear":102074.0,"score_lmetric":100788},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2298,"score_linear":126924.0,"score_lmetric":110278},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2298,"score_linear":15283.0,"score_lmetric":2298},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":2298,"score_linear":27639.0,"score_lmetric":2298},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":2298,"score_linear":125063.0,"score_lmetric":239362},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":341,"cache_hit":0,"new_prefill":2298,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":206,"cache_hit":0,"new_prefill":2298,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328582.222027906,"t_first_token_unix":1779759447.2359712,"t_done":328582.336837953,"t_done_unix":1779759447.3507812},{"request_id":"1268649:1:1268649:100","session_id":"1268649","input_length":18638,"t_proxy_recv":328582.018514563,"t_decision_unix":1779759447.0324562,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":18638,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":18638,"score_linear":135235.0,"score_lmetric":263714},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":18638,"score_linear":102074.0,"score_lmetric":117128},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":18638,"score_linear":126924.0,"score_lmetric":126618},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":18638,"score_linear":15283.0,"score_lmetric":18638},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":18638,"score_linear":27639.0,"score_lmetric":18638},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":18638,"score_linear":125063.0,"score_lmetric":272042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":2298,"ongoing_decode_tokens":0,"pending_prefill_tokens":2298,"num_requests":1,"active_p_offloads":0,"cached_blocks":341,"cache_hit":0,"new_prefill":18638,"score_linear":2298.0,"score_lmetric":20936},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":206,"cache_hit":0,"new_prefill":18638,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328583.959091023,"t_first_token_unix":1779759448.9730341,"t_done":328584.77614054,"t_done_unix":1779759449.790084},{"request_id":"1263971:3:1269088:104","session_id":"1263971","input_length":13955,"t_proxy_recv":328583.390755557,"t_decision_unix":1779759448.404697,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":9216,"affinity_cache_ratio":0.660408455750627,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4739 < 16000)","cache_hit":9216,"estimated_new_tokens":4739,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":13955,"score_linear":135235.0,"score_lmetric":254348},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":13955,"score_linear":102074.0,"score_lmetric":112445},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":13955,"score_linear":126924.0,"score_lmetric":121935},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":13955,"score_linear":15283.0,"score_lmetric":13955},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":39959,"ongoing_decode_tokens":27639,"pending_prefill_tokens":12320,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":13955,"score_linear":39959.0,"score_lmetric":52550},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":13955,"score_linear":125063.0,"score_lmetric":262676},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12195,"ongoing_decode_tokens":0,"pending_prefill_tokens":12195,"num_requests":1,"active_p_offloads":0,"cached_blocks":345,"cache_hit":0,"new_prefill":13955,"score_linear":12195.0,"score_lmetric":26150},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":42667,"ongoing_decode_tokens":0,"pending_prefill_tokens":19115,"num_requests":2,"active_p_offloads":0,"cached_blocks":206,"cache_hit":9216,"new_prefill":4739,"score_linear":33451.0,"score_lmetric":47708}],"chosen_score_linear":33451.0,"chosen_score_lmetric":47708,"t_first_token":328584.504568293,"t_first_token_unix":1779759449.5185113,"t_done":328584.827322955,"t_done_unix":1779759449.8412662},{"request_id":"1262354:5:1269336:105","session_id":"1262354","input_length":28906,"t_proxy_recv":328584.347099422,"t_decision_unix":1779759449.3610408,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9919047948522798,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (234 < 16000)","cache_hit":28672,"estimated_new_tokens":234,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":28906,"score_linear":135235.0,"score_lmetric":284250},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":28906,"score_linear":102074.0,"score_lmetric":127396},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28906,"score_linear":126924.0,"score_lmetric":136886},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28906,"score_linear":15283.0,"score_lmetric":28906},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":39959,"ongoing_decode_tokens":39959,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":28906,"score_linear":39959.0,"score_lmetric":57812},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28906,"score_linear":125063.0,"score_lmetric":292578},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12195,"ongoing_decode_tokens":12195,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":345,"cache_hit":0,"new_prefill":28906,"score_linear":12195.0,"score_lmetric":28906},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56622,"ongoing_decode_tokens":18638,"pending_prefill_tokens":5216,"num_requests":3,"active_p_offloads":0,"cached_blocks":206,"cache_hit":28672,"new_prefill":234,"score_linear":27950.0,"score_lmetric":16350}],"chosen_score_linear":27950.0,"chosen_score_lmetric":16350,"t_first_token":328584.524886339,"t_first_token_unix":1779759449.5388296,"t_done":328585.45360206,"t_done_unix":1779759450.467545},{"request_id":"1250772:4:1268869:103","session_id":"1250772","input_length":24029,"t_proxy_recv":328582.651969666,"t_decision_unix":1779759447.6659112,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9801489866411419,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (477 < 16000)","cache_hit":23552,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":24029,"score_linear":135235.0,"score_lmetric":274496},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":24029,"score_linear":102074.0,"score_lmetric":122519},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24029,"score_linear":126924.0,"score_lmetric":132009},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24029,"score_linear":15283.0,"score_lmetric":24029},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":39959,"ongoing_decode_tokens":27639,"pending_prefill_tokens":12320,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":24029,"score_linear":39959.0,"score_lmetric":72698},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":10752,"new_prefill":13277,"score_linear":114311.0,"score_lmetric":261320},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12195,"ongoing_decode_tokens":0,"pending_prefill_tokens":12195,"num_requests":1,"active_p_offloads":0,"cached_blocks":345,"cache_hit":0,"new_prefill":24029,"score_linear":12195.0,"score_lmetric":36224},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18638,"ongoing_decode_tokens":0,"pending_prefill_tokens":18638,"num_requests":1,"active_p_offloads":0,"cached_blocks":206,"cache_hit":23552,"new_prefill":477,"score_linear":-4914.0,"score_lmetric":19115}],"chosen_score_linear":-4914.0,"chosen_score_lmetric":19115,"t_first_token":328584.501991988,"t_first_token_unix":1779759449.5159354,"t_done":328585.605324624,"t_done_unix":1779759450.6192677},{"request_id":"1268831:1:1268831:101","session_id":"1268831","input_length":12195,"t_proxy_recv":328582.494755075,"t_decision_unix":1779759447.508696,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (12195 < 16000)","cache_hit":0,"estimated_new_tokens":12195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":12195,"score_linear":135235.0,"score_lmetric":250828},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":12195,"score_linear":102074.0,"score_lmetric":110685},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12195,"score_linear":126924.0,"score_lmetric":120175},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12195,"score_linear":15283.0,"score_lmetric":12195},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":12195,"score_linear":27639.0,"score_lmetric":12195},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12195,"score_linear":125063.0,"score_lmetric":259156},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":345,"cache_hit":0,"new_prefill":12195,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18638,"ongoing_decode_tokens":0,"pending_prefill_tokens":18638,"num_requests":1,"active_p_offloads":0,"cached_blocks":206,"cache_hit":0,"new_prefill":12195,"score_linear":18638.0,"score_lmetric":30833}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328583.502620461,"t_first_token_unix":1779759448.5165637,"t_done":328585.677653293,"t_done_unix":1779759450.6915965},{"request_id":"1269373:1:1269373:106","session_id":"1269373","input_length":14104,"t_proxy_recv":328584.47323011,"t_decision_unix":1779759449.4871714,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":6424,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6424 < 16000)","cache_hit":7680,"estimated_new_tokens":6424,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":10008,"score_linear":131139.0,"score_lmetric":246454},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":14104,"score_linear":102074.0,"score_lmetric":112594},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":14104,"score_linear":126924.0,"score_lmetric":122084},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":14104,"score_linear":15283.0,"score_lmetric":14104},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":39959,"ongoing_decode_tokens":39959,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":14104,"score_linear":39959.0,"score_lmetric":28208},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14104,"score_linear":125063.0,"score_lmetric":262974},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12195,"ongoing_decode_tokens":12195,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":345,"cache_hit":7680,"new_prefill":6424,"score_linear":4515.0,"score_lmetric":6424},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85528,"ongoing_decode_tokens":18638,"pending_prefill_tokens":5450,"num_requests":4,"active_p_offloads":0,"cached_blocks":206,"cache_hit":0,"new_prefill":14104,"score_linear":85528.0,"score_lmetric":78216}],"chosen_score_linear":4515.0,"chosen_score_lmetric":6424,"t_first_token":328585.207958468,"t_first_token_unix":1779759450.221902,"t_done":328586.630194532,"t_done_unix":1779759451.6441376},{"request_id":"1268861:1:1268861:102","session_id":"1268861","input_length":12320,"t_proxy_recv":328582.613600112,"t_decision_unix":1779759447.6275415,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":12320,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (12320 < 16000)","cache_hit":0,"estimated_new_tokens":12320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":12320,"score_linear":135235.0,"score_lmetric":251078},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":12320,"score_linear":102074.0,"score_lmetric":110810},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12320,"score_linear":126924.0,"score_lmetric":120300},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12320,"score_linear":15283.0,"score_lmetric":12320},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":12320,"score_linear":27639.0,"score_lmetric":12320},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12320,"score_linear":125063.0,"score_lmetric":259406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12195,"ongoing_decode_tokens":0,"pending_prefill_tokens":12195,"num_requests":1,"active_p_offloads":0,"cached_blocks":345,"cache_hit":0,"new_prefill":12320,"score_linear":12195.0,"score_lmetric":24515},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18638,"ongoing_decode_tokens":0,"pending_prefill_tokens":18638,"num_requests":1,"active_p_offloads":0,"cached_blocks":206,"cache_hit":0,"new_prefill":12320,"score_linear":18638.0,"score_lmetric":30958}],"chosen_score_linear":27639.0,"chosen_score_lmetric":12320,"t_first_token":328583.639086097,"t_first_token_unix":1779759448.6530294,"t_done":328586.636595168,"t_done_unix":1779759451.650538},{"request_id":"1269901:1:1269901:107","session_id":"1269901","input_length":1323,"t_proxy_recv":328586.031348482,"t_decision_unix":1779759451.0452898,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1323 < 16000)","cache_hit":0,"estimated_new_tokens":1323,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":1323,"score_linear":135235.0,"score_lmetric":229084},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":1323,"score_linear":102074.0,"score_lmetric":99813},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":1323,"score_linear":126924.0,"score_lmetric":109303},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":1323,"score_linear":15283.0,"score_lmetric":1323},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":39959,"ongoing_decode_tokens":39959,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":1323,"score_linear":39959.0,"score_lmetric":2646},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":1323,"score_linear":125063.0,"score_lmetric":237412},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":14104,"ongoing_decode_tokens":14104,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":369,"cache_hit":0,"new_prefill":1323,"score_linear":14104.0,"score_lmetric":1323},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":1323,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328586.184532235,"t_first_token_unix":1779759451.1984754,"t_done":328586.795851309,"t_done_unix":1779759451.8097942},{"request_id":"1260327:2:1270005:108","session_id":"1260327","input_length":30828,"t_proxy_recv":328586.455617187,"t_decision_unix":1779759451.4695585,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9964966913195796,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (108 < 16000)","cache_hit":30720,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":30828,"score_linear":135235.0,"score_lmetric":288094},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":30828,"score_linear":102074.0,"score_lmetric":129318},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":30828,"score_linear":126924.0,"score_lmetric":138808},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":30828,"score_linear":15283.0,"score_lmetric":30828},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":39959,"ongoing_decode_tokens":39959,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":30828,"score_linear":39959.0,"score_lmetric":61656},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":30828,"score_linear":125063.0,"score_lmetric":296422},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":14104,"ongoing_decode_tokens":14104,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":369,"cache_hit":0,"new_prefill":30828,"score_linear":14104.0,"score_lmetric":30828},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1323,"ongoing_decode_tokens":1323,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":252,"cache_hit":30720,"new_prefill":108,"score_linear":-29397.0,"score_lmetric":108}],"chosen_score_linear":-29397.0,"chosen_score_lmetric":108,"t_first_token":328586.542989072,"t_first_token_unix":1779759451.5569322,"t_done":328586.930853784,"t_done_unix":1779759451.944797},{"request_id":"1266440:2:1270501:112","session_id":"1266440","input_length":11128,"t_proxy_recv":328588.225340637,"t_decision_unix":1779759453.2392817,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":3,"affinity_cache_hit":5120,"affinity_cache_ratio":0.46010064701653486,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":11128,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11128 < 16000)","cache_hit":0,"estimated_new_tokens":11128,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":11128,"score_linear":135235.0,"score_lmetric":248694},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":11128,"score_linear":102074.0,"score_lmetric":109618},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":5120,"new_prefill":6008,"score_linear":121804.0,"score_lmetric":113988},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":11128,"score_linear":15283.0,"score_lmetric":11128},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":11128,"score_linear":27639.0,"score_lmetric":11128},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":11128,"score_linear":125063.0,"score_lmetric":257022},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":57803,"ongoing_decode_tokens":0,"pending_prefill_tokens":7115,"num_requests":1,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":11128,"score_linear":57803.0,"score_lmetric":18243},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":254,"cache_hit":0,"new_prefill":11128,"score_linear":27927.0,"score_lmetric":39055}],"chosen_score_linear":15283.0,"chosen_score_lmetric":11128,"t_first_token":328589.126353774,"t_first_token_unix":1779759454.1402972,"t_done":328589.343698621,"t_done_unix":1779759454.3576417},{"request_id":"1256273:4:1259632:60","session_id":"1256273","input_length":12270,"t_proxy_recv":328550.499478137,"t_decision_unix":1779759415.5134196,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":7680,"affinity_cache_ratio":0.6259168704156479,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4590 < 16000)","cache_hit":7680,"estimated_new_tokens":4590,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":12270,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":12270,"score_linear":80365.0,"score_lmetric":59840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":12270,"score_linear":68131.0,"score_lmetric":80401},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9250,"ongoing_decode_tokens":9250,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":12270,"score_linear":9250.0,"score_lmetric":12270},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":12270,"score_linear":90488.0,"score_lmetric":102758},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":7680,"new_prefill":4590,"score_linear":105113.0,"score_lmetric":117383},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":14291,"ongoing_decode_tokens":14291,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":12270,"score_linear":14291.0,"score_lmetric":12270},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":12270,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":105113.0,"chosen_score_lmetric":117383,"t_first_token":328589.28799525,"t_first_token_unix":1779759454.3019388,"t_done":328590.337362043,"t_done_unix":1779759455.351305},{"request_id":"1258859:1:1258859:57","session_id":"1258859","input_length":112793,"t_proxy_recv":328547.911712208,"t_decision_unix":1779759412.9256535,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":112793,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":112793,"score_linear":80365.0,"score_lmetric":260886},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":112793,"score_linear":68131.0,"score_lmetric":180924},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":112793,"score_linear":90488.0,"score_lmetric":203281},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328589.051553932,"t_first_token_unix":1779759454.0654974,"t_done":328590.453097592,"t_done_unix":1779759455.467041},{"request_id":"1263727:2:1270052:109","session_id":"1263727","input_length":57803,"t_proxy_recv":328586.650428995,"t_decision_unix":1779759451.6643705,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":50688,"affinity_cache_ratio":0.876909502966974,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7115 < 16000)","cache_hit":50688,"estimated_new_tokens":7115,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":57803,"score_linear":135235.0,"score_lmetric":342044},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":57803,"score_linear":102074.0,"score_lmetric":156293},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":57803,"score_linear":126924.0,"score_lmetric":165783},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":57803,"score_linear":15283.0,"score_lmetric":57803},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":57803,"score_linear":27639.0,"score_lmetric":57803},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":57803,"score_linear":125063.0,"score_lmetric":350372},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":382,"cache_hit":50688,"new_prefill":7115,"score_linear":-50688.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":32151,"ongoing_decode_tokens":32151,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":57803,"score_linear":32151.0,"score_lmetric":115606}],"chosen_score_linear":-50688.0,"chosen_score_lmetric":0,"t_first_token":328589.209356881,"t_first_token_unix":1779759454.2233,"t_done":328592.365101613,"t_done_unix":1779759457.3790445},{"request_id":"1270340:1:1270340:111","session_id":"1270340","input_length":27927,"t_proxy_recv":328587.656830046,"t_decision_unix":1779759452.6707711,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":27927,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":27927,"score_linear":135235.0,"score_lmetric":282292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":27927,"score_linear":102074.0,"score_lmetric":126417},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":27927,"score_linear":126924.0,"score_lmetric":135907},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":27927,"score_linear":15283.0,"score_lmetric":27927},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":27927,"score_linear":27639.0,"score_lmetric":27927},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":27927,"score_linear":125063.0,"score_lmetric":290620},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":57803,"ongoing_decode_tokens":0,"pending_prefill_tokens":7115,"num_requests":1,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":27927,"score_linear":57803.0,"score_lmetric":35042},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":254,"cache_hit":0,"new_prefill":27927,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328591.981055819,"t_first_token_unix":1779759456.9949994,"t_done":328592.385681602,"t_done_unix":1779759457.3996246},{"request_id":"1271847:1:1271847:123","session_id":"1271847","input_length":2524,"t_proxy_recv":328592.914319843,"t_decision_unix":1779759457.9282606,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":5048,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2524 < 16000)","cache_hit":0,"estimated_new_tokens":2524,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":2524,"score_linear":135235.0,"score_lmetric":231486},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":2524,"score_linear":102074.0,"score_lmetric":101014},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2524,"score_linear":150574.0,"score_lmetric":240660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37753,"ongoing_decode_tokens":16034,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":2524,"score_linear":37753.0,"score_lmetric":72729},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":2524,"score_linear":121069.0,"score_lmetric":191908},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130878,"ongoing_decode_tokens":113172,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":2524,"score_linear":130878.0,"score_lmetric":40460},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62237,"ongoing_decode_tokens":62237,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":2524,"score_linear":62237.0,"score_lmetric":7572},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61097,"ongoing_decode_tokens":61097,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":308,"cache_hit":0,"new_prefill":2524,"score_linear":61097.0,"score_lmetric":5048}],"chosen_score_linear":61097.0,"chosen_score_lmetric":5048,"t_first_token":328593.124306928,"t_first_token_unix":1779759458.1382499,"t_done":328593.395855742,"t_done_unix":1779759458.4097989},{"request_id":"1268831:2:1271087:116","session_id":"1268831","input_length":19448,"t_proxy_recv":328590.482832939,"t_decision_unix":1779759455.4967744,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":12288,"affinity_cache_ratio":0.6318387494858083,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7160 < 16000)","cache_hit":12288,"estimated_new_tokens":7160,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":19448,"score_linear":135235.0,"score_lmetric":265334},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":19448,"score_linear":102074.0,"score_lmetric":117938},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":19448,"score_linear":126924.0,"score_lmetric":127428},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":19448,"score_linear":15283.0,"score_lmetric":19448},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":19448,"score_linear":121069.0,"score_lmetric":225756},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":0,"pending_prefill_tokens":532,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":19448,"score_linear":113172.0,"score_lmetric":19980},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86188,"ongoing_decode_tokens":57803,"pending_prefill_tokens":10465,"num_requests":2,"active_p_offloads":0,"cached_blocks":382,"cache_hit":12288,"new_prefill":7160,"score_linear":73900.0,"score_lmetric":35250},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60701,"ongoing_decode_tokens":0,"pending_prefill_tokens":32029,"num_requests":2,"active_p_offloads":0,"cached_blocks":254,"cache_hit":0,"new_prefill":19448,"score_linear":60701.0,"score_lmetric":102954}],"chosen_score_linear":73900.0,"chosen_score_lmetric":35250,"t_first_token":328591.997883757,"t_first_token_unix":1779759457.0118272,"t_done":328594.152624109,"t_done_unix":1779759459.166568},{"request_id":"1271991:1:1271991:124","session_id":"1271991","input_length":2851,"t_proxy_recv":328593.444990969,"t_decision_unix":1779759458.4589324,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":5702,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2851 < 16000)","cache_hit":0,"estimated_new_tokens":2851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":2851,"score_linear":135235.0,"score_lmetric":232140},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":2851,"score_linear":102074.0,"score_lmetric":101341},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2851,"score_linear":150574.0,"score_lmetric":241314},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37753,"ongoing_decode_tokens":16034,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":2851,"score_linear":37753.0,"score_lmetric":73710},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":2851,"score_linear":121069.0,"score_lmetric":192562},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130878,"ongoing_decode_tokens":130878,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":2851,"score_linear":130878.0,"score_lmetric":5702},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62237,"ongoing_decode_tokens":62237,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":2851,"score_linear":62237.0,"score_lmetric":8553},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61097,"ongoing_decode_tokens":61097,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":312,"cache_hit":0,"new_prefill":2851,"score_linear":61097.0,"score_lmetric":5702}],"chosen_score_linear":130878.0,"chosen_score_lmetric":5702,"t_first_token":328593.846927836,"t_first_token_unix":1779759458.8608708,"t_done":328594.263572618,"t_done_unix":1779759459.277516},{"request_id":"1271328:1:1271328:117","session_id":"1271328","input_length":17706,"t_proxy_recv":328591.208391001,"t_decision_unix":1779759456.2223318,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":17706,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 8000)","cache_hit":0,"estimated_new_tokens":17706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":17706,"score_linear":135235.0,"score_lmetric":261850},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":17706,"score_linear":102074.0,"score_lmetric":116196},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17706,"score_linear":126924.0,"score_lmetric":125686},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":17706,"score_linear":15283.0,"score_lmetric":17706},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":17706,"score_linear":121069.0,"score_lmetric":222272},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":17706,"score_linear":113172.0,"score_lmetric":17706},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":105636,"ongoing_decode_tokens":86188,"pending_prefill_tokens":7160,"num_requests":3,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":17706,"score_linear":105636.0,"score_lmetric":74598},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60701,"ongoing_decode_tokens":0,"pending_prefill_tokens":32029,"num_requests":2,"active_p_offloads":0,"cached_blocks":254,"cache_hit":0,"new_prefill":17706,"score_linear":60701.0,"score_lmetric":99470}],"chosen_score_linear":113172.0,"chosen_score_lmetric":17706,"t_first_token":328593.053518283,"t_first_token_unix":1779759458.0674617,"t_done":328594.485151225,"t_done_unix":1779759459.4990942},{"request_id":"1272085:1:1272085:125","session_id":"1272085","input_length":5302,"t_proxy_recv":328593.78070421,"t_decision_unix":1779759458.7946458,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":10604,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5302 < 16000)","cache_hit":0,"estimated_new_tokens":5302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":5302,"score_linear":135235.0,"score_lmetric":237042},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":5302,"score_linear":102074.0,"score_lmetric":103792},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":5302,"score_linear":150574.0,"score_lmetric":246216},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37753,"ongoing_decode_tokens":16034,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":5302,"score_linear":37753.0,"score_lmetric":81063},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":5302,"score_linear":121069.0,"score_lmetric":197464},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":133729,"ongoing_decode_tokens":130878,"pending_prefill_tokens":2851,"num_requests":3,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":5302,"score_linear":133729.0,"score_lmetric":24459},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62237,"ongoing_decode_tokens":62237,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":5302,"score_linear":62237.0,"score_lmetric":15906},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61097,"ongoing_decode_tokens":61097,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":312,"cache_hit":0,"new_prefill":5302,"score_linear":61097.0,"score_lmetric":10604}],"chosen_score_linear":61097.0,"chosen_score_lmetric":10604,"t_first_token":328594.137627705,"t_first_token_unix":1779759459.151571,"t_done":328594.886158765,"t_done_unix":1779759459.900102},{"request_id":"1271459:1:1271459:118","session_id":"1271459","input_length":751,"t_proxy_recv":328591.617157591,"t_decision_unix":1779759456.631099,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":751,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (751 < 16000)","cache_hit":0,"estimated_new_tokens":751,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":751,"score_linear":135235.0,"score_lmetric":227940},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":751,"score_linear":102074.0,"score_lmetric":99241},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":751,"score_linear":126924.0,"score_lmetric":108731},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":751,"score_linear":15283.0,"score_lmetric":751},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":751,"score_linear":121069.0,"score_lmetric":188362},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130878,"ongoing_decode_tokens":113172,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":751,"score_linear":130878.0,"score_lmetric":36914},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":105636,"ongoing_decode_tokens":86188,"pending_prefill_tokens":7160,"num_requests":3,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":751,"score_linear":105636.0,"score_lmetric":23733},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60701,"ongoing_decode_tokens":0,"pending_prefill_tokens":32029,"num_requests":2,"active_p_offloads":0,"cached_blocks":254,"cache_hit":0,"new_prefill":751,"score_linear":60701.0,"score_lmetric":65560}],"chosen_score_linear":15283.0,"chosen_score_lmetric":751,"t_first_token":328591.716791035,"t_first_token_unix":1779759456.730734,"t_done":328595.20177002,"t_done_unix":1779759460.2157133},{"request_id":"1270340:2:1271641:121","session_id":"1270340","input_length":28323,"t_proxy_recv":328592.391168861,"t_decision_unix":1779759457.4051106,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9761677788369876,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (675 < 16000)","cache_hit":27648,"estimated_new_tokens":675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":28323,"score_linear":135235.0,"score_lmetric":283084},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":28323,"score_linear":102074.0,"score_lmetric":126813},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28323,"score_linear":150574.0,"score_lmetric":292258},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37753,"ongoing_decode_tokens":16034,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":28323,"score_linear":37753.0,"score_lmetric":150126},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":28323,"score_linear":121069.0,"score_lmetric":243506},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130878,"ongoing_decode_tokens":113172,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":28323,"score_linear":130878.0,"score_lmetric":92058},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62237,"ongoing_decode_tokens":62237,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":395,"cache_hit":0,"new_prefill":28323,"score_linear":62237.0,"score_lmetric":84969},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":32774,"ongoing_decode_tokens":32774,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":308,"cache_hit":27648,"new_prefill":675,"score_linear":5126.0,"score_lmetric":675}],"chosen_score_linear":5126.0,"chosen_score_lmetric":675,"t_first_token":328592.564288675,"t_first_token_unix":1779759457.5782316,"t_done":328595.373068561,"t_done_unix":1779759460.3870115},{"request_id":"1266668:2:1270661:115","session_id":"1266668","input_length":28385,"t_proxy_recv":328588.840128164,"t_decision_unix":1779759453.8540697,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":17920,"affinity_cache_ratio":0.6313193588162762,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (10465 < 16000)","cache_hit":17920,"estimated_new_tokens":10465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":24289,"score_linear":131139.0,"score_lmetric":275016},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":28385,"score_linear":102074.0,"score_lmetric":126875},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28385,"score_linear":126924.0,"score_lmetric":136365},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":26411,"ongoing_decode_tokens":15283,"pending_prefill_tokens":11128,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28385,"score_linear":26411.0,"score_lmetric":79026},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":28385,"score_linear":121069.0,"score_lmetric":243630},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28385,"score_linear":125063.0,"score_lmetric":291536},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":57803,"ongoing_decode_tokens":0,"pending_prefill_tokens":7115,"num_requests":1,"active_p_offloads":0,"cached_blocks":382,"cache_hit":17920,"new_prefill":10465,"score_linear":39883.0,"score_lmetric":17580},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60701,"ongoing_decode_tokens":0,"pending_prefill_tokens":32029,"num_requests":2,"active_p_offloads":0,"cached_blocks":254,"cache_hit":0,"new_prefill":28385,"score_linear":60701.0,"score_lmetric":120828}],"chosen_score_linear":39883.0,"chosen_score_lmetric":17580,"t_first_token":328591.039116513,"t_first_token_unix":1779759456.0530603,"t_done":328595.805208615,"t_done_unix":1779759460.819152},{"request_id":"1271486:1:1271486:119","session_id":"1271486","input_length":21719,"t_proxy_recv":328591.714453445,"t_decision_unix":1779759456.7283947,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":44940,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 8000)","cache_hit":0,"estimated_new_tokens":21719,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":21719,"score_linear":135235.0,"score_lmetric":269876},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":21719,"score_linear":102074.0,"score_lmetric":120209},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21719,"score_linear":126924.0,"score_lmetric":129699},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":16034,"ongoing_decode_tokens":15283,"pending_prefill_tokens":751,"num_requests":2,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":21719,"score_linear":16034.0,"score_lmetric":44940},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":21719,"score_linear":121069.0,"score_lmetric":230298},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130878,"ongoing_decode_tokens":113172,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":21719,"score_linear":130878.0,"score_lmetric":78850},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":105636,"ongoing_decode_tokens":86188,"pending_prefill_tokens":7160,"num_requests":3,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":21719,"score_linear":105636.0,"score_lmetric":86637},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60701,"ongoing_decode_tokens":0,"pending_prefill_tokens":32029,"num_requests":2,"active_p_offloads":0,"cached_blocks":254,"cache_hit":0,"new_prefill":21719,"score_linear":60701.0,"score_lmetric":107496}],"chosen_score_linear":16034.0,"chosen_score_lmetric":44940,"t_first_token":328594.059424261,"t_first_token_unix":1779759459.0733676,"t_done":328596.054933924,"t_done_unix":1779759461.068877},{"request_id":"1269373:2:1271580:120","session_id":"1269373","input_length":14404,"t_proxy_recv":328592.029795572,"t_decision_unix":1779759457.043737,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.995279089141905,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (68 < 16000)","cache_hit":14336,"estimated_new_tokens":68,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":10308,"score_linear":131139.0,"score_lmetric":247054},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":14404,"score_linear":102074.0,"score_lmetric":112894},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":14404,"score_linear":126924.0,"score_lmetric":122384},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37753,"ongoing_decode_tokens":16034,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":14404,"score_linear":37753.0,"score_lmetric":108369},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":14404,"score_linear":121069.0,"score_lmetric":215668},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130878,"ongoing_decode_tokens":113172,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":14404,"score_linear":130878.0,"score_lmetric":64220},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":105636,"ongoing_decode_tokens":105636,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":382,"cache_hit":14336,"new_prefill":68,"score_linear":91300.0,"score_lmetric":204},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60701,"ongoing_decode_tokens":60701,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":254,"cache_hit":0,"new_prefill":14404,"score_linear":60701.0,"score_lmetric":28808}],"chosen_score_linear":91300.0,"chosen_score_lmetric":204,"t_first_token":328592.109544483,"t_first_token_unix":1779759457.1234877,"t_done":328596.670637917,"t_done_unix":1779759461.684581},{"request_id":"1262354:6:1270643:114","session_id":"1262354","input_length":32774,"t_proxy_recv":328588.764871882,"t_decision_unix":1779759453.7788131,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.8748398120461341,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4102 < 16000)","cache_hit":28672,"estimated_new_tokens":4102,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":32774,"score_linear":135235.0,"score_lmetric":291986},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":32774,"score_linear":102074.0,"score_lmetric":131264},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":32774,"score_linear":126924.0,"score_lmetric":140754},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":26411,"ongoing_decode_tokens":15283,"pending_prefill_tokens":11128,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":32774,"score_linear":26411.0,"score_lmetric":87804},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":32774,"score_linear":121069.0,"score_lmetric":252408},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":32774,"score_linear":125063.0,"score_lmetric":300314},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":57803,"ongoing_decode_tokens":0,"pending_prefill_tokens":7115,"num_requests":1,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":32774,"score_linear":57803.0,"score_lmetric":39889},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":254,"cache_hit":28672,"new_prefill":4102,"score_linear":-745.0,"score_lmetric":32029}],"chosen_score_linear":-745.0,"chosen_score_lmetric":32029,"t_first_token":328591.983835926,"t_first_token_unix":1779759456.997779,"t_done":328598.287905301,"t_done_unix":1779759463.3018486},{"request_id":"1272313:1:1272313:126","session_id":"1272313","input_length":9718,"t_proxy_recv":328594.693094306,"t_decision_unix":1779759459.7070353,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":4076,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2038 < 16000)","cache_hit":7680,"estimated_new_tokens":2038,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":5622,"score_linear":131139.0,"score_lmetric":237682},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":9718,"score_linear":102074.0,"score_lmetric":108208},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9718,"score_linear":150574.0,"score_lmetric":255048},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37753,"ongoing_decode_tokens":37753,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":9718,"score_linear":37753.0,"score_lmetric":29154},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":9718,"score_linear":121069.0,"score_lmetric":206296},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":304,"cache_hit":0,"new_prefill":9718,"score_linear":113172.0,"score_lmetric":9718},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":42789,"ongoing_decode_tokens":42789,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":409,"cache_hit":7680,"new_prefill":2038,"score_linear":35109.0,"score_lmetric":4076},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66399,"ongoing_decode_tokens":66399,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":312,"cache_hit":0,"new_prefill":9718,"score_linear":66399.0,"score_lmetric":29154}],"chosen_score_linear":35109.0,"chosen_score_lmetric":4076,"t_first_token":328594.93838086,"t_first_token_unix":1779759459.9523242,"t_done":328598.884297851,"t_done_unix":1779759463.8982408},{"request_id":"1272085:2:1273645:130","session_id":"1272085","input_length":8017,"t_proxy_recv":328599.413823834,"t_decision_unix":1779759464.427765,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":5120,"affinity_cache_ratio":0.6386428838717725,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2897 < 16000)","cache_hit":5120,"estimated_new_tokens":2897,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":8017,"score_linear":135235.0,"score_lmetric":242472},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":8017,"score_linear":120167.0,"score_lmetric":228720},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8017,"score_linear":150574.0,"score_lmetric":251646},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37246,"ongoing_decode_tokens":37246,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":8017,"score_linear":37246.0,"score_lmetric":16034},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":8017,"score_linear":121069.0,"score_lmetric":202894},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":304,"cache_hit":0,"new_prefill":8017,"score_linear":113172.0,"score_lmetric":8017},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":33711,"ongoing_decode_tokens":33711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":435,"cache_hit":0,"new_prefill":8017,"score_linear":33711.0,"score_lmetric":8017},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":332,"cache_hit":5120,"new_prefill":2897,"score_linear":-5120.0,"score_lmetric":0}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":328599.704966849,"t_first_token_unix":1779759464.71891,"t_done":328600.305221753,"t_done_unix":1779759465.319165},{"request_id":"1260327:3:1273741:132","session_id":"1260327","input_length":31283,"t_proxy_recv":328599.815346195,"t_decision_unix":1779759464.8292875,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9820030048269028,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (563 < 16000)","cache_hit":30720,"estimated_new_tokens":563,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":31283,"score_linear":135235.0,"score_lmetric":289004},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":31283,"score_linear":120167.0,"score_lmetric":275252},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31283,"score_linear":150574.0,"score_lmetric":298178},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37246,"ongoing_decode_tokens":37246,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":31283,"score_linear":37246.0,"score_lmetric":62566},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":31283,"score_linear":121069.0,"score_lmetric":249426},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":138280,"ongoing_decode_tokens":113172,"pending_prefill_tokens":7700,"num_requests":2,"active_p_offloads":0,"cached_blocks":304,"cache_hit":0,"new_prefill":31283,"score_linear":138280.0,"score_lmetric":77966},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":33711,"ongoing_decode_tokens":33711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":435,"cache_hit":0,"new_prefill":31283,"score_linear":33711.0,"score_lmetric":31283},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":8017,"ongoing_decode_tokens":8017,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":332,"cache_hit":30720,"new_prefill":563,"score_linear":-22703.0,"score_lmetric":563}],"chosen_score_linear":-22703.0,"chosen_score_lmetric":563,"t_first_token":328600.009756618,"t_first_token_unix":1779759465.0237,"t_done":328600.730643301,"t_done_unix":1779759465.7445865},{"request_id":"1266668:3:1273119:128","session_id":"1266668","input_length":33711,"t_proxy_recv":328597.468632076,"t_decision_unix":1779759462.482573,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":28672,"affinity_cache_ratio":0.850523567974845,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5039 < 16000)","cache_hit":28672,"estimated_new_tokens":5039,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":29615,"score_linear":131139.0,"score_lmetric":285668},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":33711,"score_linear":120167.0,"score_lmetric":280108},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33711,"score_linear":150574.0,"score_lmetric":303034},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":33711,"score_linear":15283.0,"score_lmetric":33711},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":33711,"score_linear":121069.0,"score_lmetric":254282},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":304,"cache_hit":0,"new_prefill":33711,"score_linear":113172.0,"score_lmetric":33711},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":9718,"ongoing_decode_tokens":9718,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":431,"cache_hit":28672,"new_prefill":5039,"score_linear":-18954.0,"score_lmetric":5039},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":32774,"ongoing_decode_tokens":32774,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":33711,"score_linear":32774.0,"score_lmetric":33711}],"chosen_score_linear":-18954.0,"chosen_score_lmetric":5039,"t_first_token":328598.615882914,"t_first_token_unix":1779759463.6298263,"t_done":328601.253590642,"t_done_unix":1779759466.267534},{"request_id":"1258859:2:1264639:81","session_id":"1258859","input_length":113172,"t_proxy_recv":328590.470840767,"t_decision_unix":1779759455.4847822,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":112640,"affinity_cache_ratio":0.995299190612519,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (532 < 16000)","cache_hit":112640,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":113172,"score_linear":135235.0,"score_lmetric":452782},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":113172,"score_linear":102074.0,"score_lmetric":211662},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":113172,"score_linear":126924.0,"score_lmetric":221152},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":113172,"score_linear":15283.0,"score_lmetric":113172},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":113172,"score_linear":121069.0,"score_lmetric":413204},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":265,"cache_hit":112640,"new_prefill":532,"score_linear":-112640.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86188,"ongoing_decode_tokens":57803,"pending_prefill_tokens":10465,"num_requests":2,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":113172,"score_linear":86188.0,"score_lmetric":247274},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60701,"ongoing_decode_tokens":0,"pending_prefill_tokens":32029,"num_requests":2,"active_p_offloads":0,"cached_blocks":254,"cache_hit":0,"new_prefill":113172,"score_linear":60701.0,"score_lmetric":290402}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":328590.83196665,"t_first_token_unix":1779759455.8459103,"t_done":328602.05768514,"t_done_unix":1779759467.0716288},{"request_id":"1262727:1:1262727:72","session_id":"1262727","input_length":15283,"t_proxy_recv":328561.272069473,"t_decision_unix":1779759426.2860107,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (15283 < 16000)","cache_hit":0,"estimated_new_tokens":15283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":143,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":15283,"score_linear":55989.0,"score_lmetric":16488},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":15283,"score_linear":68131.0,"score_lmetric":83414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":15283,"score_linear":113053.0,"score_lmetric":215712},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":15283,"score_linear":125063.0,"score_lmetric":265332},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":15283,"score_linear":21510.0,"score_lmetric":36793}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328562.683170064,"t_first_token_unix":1779759427.6971142,"t_done":328603.02514916,"t_done_unix":1779759468.0390928},{"request_id":"1274405:1:1274405:134","session_id":"1274405","input_length":6208,"t_proxy_recv":328602.211486112,"t_decision_unix":1779759467.2254274,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6208 < 16000)","cache_hit":0,"estimated_new_tokens":6208,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":6208,"score_linear":135235.0,"score_lmetric":238854},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":6208,"score_linear":120167.0,"score_lmetric":225102},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":6208,"score_linear":150574.0,"score_lmetric":248028},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37246,"ongoing_decode_tokens":37246,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":6208,"score_linear":37246.0,"score_lmetric":12416},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":6208,"score_linear":121069.0,"score_lmetric":199276},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":25108,"ongoing_decode_tokens":25108,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":6208,"score_linear":25108.0,"score_lmetric":6208},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":445,"cache_hit":0,"new_prefill":6208,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":338,"cache_hit":0,"new_prefill":6208,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328602.621986213,"t_first_token_unix":1779759467.6359296,"t_done":328603.099686321,"t_done_unix":1779759468.1136296},{"request_id":"1273203:1:1273203:129","session_id":"1273203","input_length":21963,"t_proxy_recv":328597.771856119,"t_decision_unix":1779759462.7857974,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":9163,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9163 < 16000)","cache_hit":12800,"estimated_new_tokens":9163,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":21963,"score_linear":135235.0,"score_lmetric":270364},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":21963,"score_linear":120167.0,"score_lmetric":256612},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21963,"score_linear":150574.0,"score_lmetric":279538},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":422,"cache_hit":12800,"new_prefill":9163,"score_linear":2483.0,"score_lmetric":9163},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":21963,"score_linear":121069.0,"score_lmetric":230786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":304,"cache_hit":0,"new_prefill":21963,"score_linear":113172.0,"score_lmetric":21963},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43429,"ongoing_decode_tokens":9718,"pending_prefill_tokens":5039,"num_requests":2,"active_p_offloads":0,"cached_blocks":431,"cache_hit":0,"new_prefill":21963,"score_linear":43429.0,"score_lmetric":54004},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":32774,"ongoing_decode_tokens":32774,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":21963,"score_linear":32774.0,"score_lmetric":21963}],"chosen_score_linear":2483.0,"chosen_score_lmetric":9163,"t_first_token":328599.157558239,"t_first_token_unix":1779759464.1715019,"t_done":328603.50870093,"t_done_unix":1779759468.5226445},{"request_id":"1271328:2:1273711:131","session_id":"1271328","input_length":25108,"t_proxy_recv":328599.67540241,"t_decision_unix":1779759464.689344,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":17408,"affinity_cache_ratio":0.6933248367054325,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7700 < 16000)","cache_hit":17408,"estimated_new_tokens":7700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":25108,"score_linear":135235.0,"score_lmetric":276654},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":25108,"score_linear":120167.0,"score_lmetric":262902},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":25108,"score_linear":150574.0,"score_lmetric":285828},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37246,"ongoing_decode_tokens":37246,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":25108,"score_linear":37246.0,"score_lmetric":50216},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":25108,"score_linear":121069.0,"score_lmetric":237076},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":304,"cache_hit":17408,"new_prefill":7700,"score_linear":95764.0,"score_lmetric":7700},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":33711,"ongoing_decode_tokens":33711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":435,"cache_hit":0,"new_prefill":25108,"score_linear":33711.0,"score_lmetric":25108},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":8017,"ongoing_decode_tokens":0,"pending_prefill_tokens":2897,"num_requests":1,"active_p_offloads":0,"cached_blocks":332,"cache_hit":0,"new_prefill":25108,"score_linear":8017.0,"score_lmetric":28005}],"chosen_score_linear":95764.0,"chosen_score_lmetric":7700,"t_first_token":328600.945574992,"t_first_token_unix":1779759465.9595184,"t_done":328604.347157193,"t_done_unix":1779759469.3611004},{"request_id":"1274890:1:1274890:135","session_id":"1274890","input_length":10506,"t_proxy_recv":328603.737027702,"t_decision_unix":1779759468.750969,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (10506 < 16000)","cache_hit":0,"estimated_new_tokens":10506,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":10506,"score_linear":135235.0,"score_lmetric":247450},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":10506,"score_linear":120167.0,"score_lmetric":233698},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10506,"score_linear":150574.0,"score_lmetric":256624},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":10506,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":10506,"score_linear":121069.0,"score_lmetric":207872},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":25108,"ongoing_decode_tokens":25108,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":10506,"score_linear":25108.0,"score_lmetric":10506},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":445,"cache_hit":0,"new_prefill":10506,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":350,"cache_hit":0,"new_prefill":10506,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328604.557252287,"t_first_token_unix":1779759469.5711956,"t_done":328604.810657164,"t_done_unix":1779759469.8246002},{"request_id":"1275433:1:1275433:137","session_id":"1275433","input_length":7794,"t_proxy_recv":328605.487452355,"t_decision_unix":1779759470.5013936,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7794 < 16000)","cache_hit":0,"estimated_new_tokens":7794,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":7794,"score_linear":135235.0,"score_lmetric":242026},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":7794,"score_linear":120167.0,"score_lmetric":228274},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":7794,"score_linear":150574.0,"score_lmetric":251200},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":7794,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":7794,"score_linear":121069.0,"score_lmetric":202448},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":7794,"score_linear":114612.0,"score_lmetric":122406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":445,"cache_hit":0,"new_prefill":7794,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":370,"cache_hit":0,"new_prefill":7794,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328606.03387976,"t_first_token_unix":1779759471.047823,"t_done":328606.084744239,"t_done_unix":1779759471.0986874},{"request_id":"1275433:2:1276027:139","session_id":"1275433","input_length":7463,"t_proxy_recv":328607.763705746,"t_decision_unix":1779759472.7776458,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":7168,"affinity_cache_ratio":0.960471660190272,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (295 < 16000)","cache_hit":7168,"estimated_new_tokens":295,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":7463,"score_linear":135235.0,"score_lmetric":241364},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":7463,"score_linear":120167.0,"score_lmetric":227612},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":7463,"score_linear":150574.0,"score_lmetric":250538},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":7463,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":7463,"score_linear":121069.0,"score_lmetric":201786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":7463,"score_linear":114612.0,"score_lmetric":122075},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":10639,"ongoing_decode_tokens":10639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":460,"cache_hit":7168,"new_prefill":295,"score_linear":3471.0,"score_lmetric":295},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":370,"cache_hit":0,"new_prefill":7463,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":3471.0,"chosen_score_lmetric":295,"t_first_token":328607.793766936,"t_first_token_unix":1779759472.8077102,"t_done":328607.809140477,"t_done_unix":1779759472.8230839},{"request_id":"1272313:2:1275926:138","session_id":"1272313","input_length":10639,"t_proxy_recv":328607.426948127,"t_decision_unix":1779759472.4408894,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":9728,"affinity_cache_ratio":0.914371651471003,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (911 < 16000)","cache_hit":9728,"estimated_new_tokens":911,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":4096,"new_prefill":6543,"score_linear":131139.0,"score_lmetric":239524},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":10639,"score_linear":120167.0,"score_lmetric":233964},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10639,"score_linear":150574.0,"score_lmetric":256890},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":10639,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":10639,"score_linear":121069.0,"score_lmetric":208138},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":10639,"score_linear":114612.0,"score_lmetric":125251},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":460,"cache_hit":9728,"new_prefill":911,"score_linear":-9728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":370,"cache_hit":0,"new_prefill":10639,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":328607.584407323,"t_first_token_unix":1779759472.5983508,"t_done":328608.881716448,"t_done_unix":1779759473.8956597},{"request_id":"1264679:1:1264679:82","session_id":"1264679","input_length":110048,"t_proxy_recv":328568.376303405,"t_decision_unix":1779759433.3902442,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":110048,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":110048,"score_linear":55989.0,"score_lmetric":110048},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":110048,"score_linear":71575.0,"score_lmetric":332680},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":110048,"score_linear":113053.0,"score_lmetric":405242},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":110048,"score_linear":125063.0,"score_lmetric":454862},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":110048,"score_linear":50783.0,"score_lmetric":160831},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328608.040524444,"t_first_token_unix":1779759473.054468,"t_done":328609.145499582,"t_done_unix":1779759474.1594446},{"request_id":"1276111:1:1276111:140","session_id":"1276111","input_length":15783,"t_proxy_recv":328608.107487397,"t_decision_unix":1779759473.1214287,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (15783 < 16000)","cache_hit":0,"estimated_new_tokens":15783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":135235,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":15783,"score_linear":135235.0,"score_lmetric":31566},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":15783,"score_linear":120167.0,"score_lmetric":244252},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":15783,"score_linear":150574.0,"score_lmetric":267178},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":15783,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":15783,"score_linear":121069.0,"score_lmetric":218426},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":15783,"score_linear":114612.0,"score_lmetric":130395},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":10639,"ongoing_decode_tokens":10639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":460,"cache_hit":0,"new_prefill":15783,"score_linear":10639.0,"score_lmetric":15783},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":370,"cache_hit":0,"new_prefill":15783,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328609.541834063,"t_first_token_unix":1779759474.5557773,"t_done":328609.727478631,"t_done_unix":1779759474.741422},{"request_id":"1276136:1:1276136:141","session_id":"1276136","input_length":17280,"t_proxy_recv":328608.192148745,"t_decision_unix":1779759473.2060902,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":17280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":135235,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":17280,"score_linear":135235.0,"score_lmetric":34560},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":17280,"score_linear":120167.0,"score_lmetric":247246},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17280,"score_linear":150574.0,"score_lmetric":270172},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":17280,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":17280,"score_linear":121069.0,"score_lmetric":221420},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":17280,"score_linear":114612.0,"score_lmetric":131892},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":10639,"ongoing_decode_tokens":10639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":460,"cache_hit":0,"new_prefill":17280,"score_linear":10639.0,"score_lmetric":17280},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":370,"cache_hit":0,"new_prefill":17280,"score_linear":15783.0,"score_lmetric":33063}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328609.843851539,"t_first_token_unix":1779759474.8577945,"t_done":328610.224446847,"t_done_unix":1779759475.2383897},{"request_id":"1274405:2:1276717:144","session_id":"1274405","input_length":6360,"t_proxy_recv":328610.221544556,"t_decision_unix":1779759475.235486,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.9660377358490566,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (216 < 16000)","cache_hit":6144,"estimated_new_tokens":216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":6360,"score_linear":25187.0,"score_lmetric":6360},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":6360,"score_linear":120167.0,"score_lmetric":225406},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":6360,"score_linear":150574.0,"score_lmetric":248332},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":17280,"ongoing_decode_tokens":17280,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":6360,"score_linear":17280.0,"score_lmetric":6360},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":6360,"score_linear":121069.0,"score_lmetric":199580},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":6360,"score_linear":114612.0,"score_lmetric":120972},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":58084,"ongoing_decode_tokens":8704,"pending_prefill_tokens":15588,"num_requests":2,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":6360,"score_linear":58084.0,"score_lmetric":43896},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":400,"cache_hit":6144,"new_prefill":216,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":328610.259306011,"t_first_token_unix":1779759475.273249,"t_done":328610.431761848,"t_done_unix":1779759475.4457052},{"request_id":"1271991:2:1276999:145","session_id":"1271991","input_length":11292,"t_proxy_recv":328611.2091987,"t_decision_unix":1779759476.2231398,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":3,"affinity_cache_hit":2560,"affinity_cache_ratio":0.2267091746369111,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11292 < 16000)","cache_hit":0,"estimated_new_tokens":11292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":11292,"score_linear":25187.0,"score_lmetric":11292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":11292,"score_linear":120167.0,"score_lmetric":235270},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":11292,"score_linear":150574.0,"score_lmetric":258196},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":508,"cache_hit":0,"new_prefill":11292,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":11292,"score_linear":121069.0,"score_lmetric":209444},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":2560,"new_prefill":8732,"score_linear":112052.0,"score_lmetric":123344},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":58084,"ongoing_decode_tokens":8704,"pending_prefill_tokens":15588,"num_requests":2,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":11292,"score_linear":58084.0,"score_lmetric":53760},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":400,"cache_hit":0,"new_prefill":11292,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328612.105424036,"t_first_token_unix":1779759477.119368,"t_done":328612.265173288,"t_done_unix":1779759477.2791166},{"request_id":"1277533:1:1277533:150","session_id":"1277533","input_length":4729,"t_proxy_recv":328613.240633641,"t_decision_unix":1779759478.2545745,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":4729,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4729 < 16000)","cache_hit":0,"estimated_new_tokens":4729,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":4729,"score_linear":25187.0,"score_lmetric":4729},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":4729,"score_linear":120167.0,"score_lmetric":222144},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":4729,"score_linear":150574.0,"score_lmetric":245070},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27221,"ongoing_decode_tokens":0,"pending_prefill_tokens":9813,"num_requests":1,"active_p_offloads":0,"cached_blocks":530,"cache_hit":0,"new_prefill":4729,"score_linear":27221.0,"score_lmetric":14542},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":4729,"score_linear":121069.0,"score_lmetric":196318},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":4729,"score_linear":114612.0,"score_lmetric":119341},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106829,"ongoing_decode_tokens":8704,"pending_prefill_tokens":30029,"num_requests":4,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":4729,"score_linear":106829.0,"score_lmetric":139032},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33524,"ongoing_decode_tokens":33524,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":400,"cache_hit":0,"new_prefill":4729,"score_linear":33524.0,"score_lmetric":4729}],"chosen_score_linear":33524.0,"chosen_score_lmetric":4729,"t_first_token":328613.54851157,"t_first_token_unix":1779759478.562455,"t_done":328613.766931501,"t_done_unix":1779759478.7808745},{"request_id":"1262354:7:1277104:146","session_id":"1262354","input_length":33524,"t_proxy_recv":328611.618533264,"t_decision_unix":1779759476.6324742,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33280,"affinity_cache_ratio":0.992721632263453,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (244 < 16000)","cache_hit":33280,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":33524,"score_linear":25187.0,"score_lmetric":33524},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":33524,"score_linear":120167.0,"score_lmetric":279734},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33524,"score_linear":150574.0,"score_lmetric":302660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11292,"ongoing_decode_tokens":0,"pending_prefill_tokens":11292,"num_requests":1,"active_p_offloads":0,"cached_blocks":508,"cache_hit":0,"new_prefill":33524,"score_linear":11292.0,"score_lmetric":44816},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":33524,"score_linear":121069.0,"score_lmetric":253908},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":33524,"score_linear":114612.0,"score_lmetric":148136},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":58084,"ongoing_decode_tokens":8704,"pending_prefill_tokens":15588,"num_requests":2,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":33524,"score_linear":58084.0,"score_lmetric":98224},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":400,"cache_hit":33280,"new_prefill":244,"score_linear":-33280.0,"score_lmetric":0}],"chosen_score_linear":-33280.0,"chosen_score_lmetric":0,"t_first_token":328611.692650285,"t_first_token_unix":1779759476.7065935,"t_done":328614.524255279,"t_done_unix":1779759479.538199},{"request_id":"1277428:1:1277428:149","session_id":"1277428","input_length":27221,"t_proxy_recv":328612.811430324,"t_decision_unix":1779759477.8253717,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9813 < 16000)","cache_hit":17408,"estimated_new_tokens":9813,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":27221,"score_linear":25187.0,"score_lmetric":27221},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":3584,"new_prefill":23637,"score_linear":116583.0,"score_lmetric":259960},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":27221,"score_linear":150574.0,"score_lmetric":290054},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":530,"cache_hit":17408,"new_prefill":9813,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":27221,"score_linear":121069.0,"score_lmetric":241302},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":27221,"score_linear":114612.0,"score_lmetric":141833},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106829,"ongoing_decode_tokens":8704,"pending_prefill_tokens":30029,"num_requests":4,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":27221,"score_linear":106829.0,"score_lmetric":229000},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33524,"ongoing_decode_tokens":33524,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":400,"cache_hit":0,"new_prefill":27221,"score_linear":33524.0,"score_lmetric":27221}],"chosen_score_linear":-17408.0,"chosen_score_lmetric":0,"t_first_token":328614.595366025,"t_first_token_unix":1779759479.6093094,"t_done":328615.431315249,"t_done_unix":1779759480.4452581},{"request_id":"1273203:2:1277744:152","session_id":"1273203","input_length":22573,"t_proxy_recv":328613.964151249,"t_decision_unix":1779759478.978093,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9753245027244939,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (557 < 16000)","cache_hit":22016,"estimated_new_tokens":557,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34071,"ongoing_decode_tokens":34071,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":22573,"score_linear":34071.0,"score_lmetric":45146},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":22573,"score_linear":120167.0,"score_lmetric":257832},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":22573,"score_linear":150574.0,"score_lmetric":280758},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27221,"ongoing_decode_tokens":0,"pending_prefill_tokens":9813,"num_requests":1,"active_p_offloads":0,"cached_blocks":530,"cache_hit":22016,"new_prefill":557,"score_linear":5205.0,"score_lmetric":10370},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":22573,"score_linear":121069.0,"score_lmetric":232006},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":22573,"score_linear":114612.0,"score_lmetric":137185},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106829,"ongoing_decode_tokens":8704,"pending_prefill_tokens":30029,"num_requests":4,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":22573,"score_linear":106829.0,"score_lmetric":210408},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33524,"ongoing_decode_tokens":33524,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":409,"cache_hit":0,"new_prefill":22573,"score_linear":33524.0,"score_lmetric":22573}],"chosen_score_linear":5205.0,"chosen_score_lmetric":10370,"t_first_token":328614.631557398,"t_first_token_unix":1779759479.6455007,"t_done":328616.551079232,"t_done_unix":1779759481.5650225},{"request_id":"1271459:2:1277544:151","session_id":"1271459","input_length":8884,"t_proxy_recv":328613.279945686,"t_decision_unix":1779759478.293887,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":0,"affinity_cache_hit":512,"affinity_cache_ratio":0.05763169743358847,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":8884,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8884 < 16000)","cache_hit":0,"estimated_new_tokens":8884,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":8884,"score_linear":25187.0,"score_lmetric":8884},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":8884,"score_linear":120167.0,"score_lmetric":230454},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8884,"score_linear":150574.0,"score_lmetric":253380},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27221,"ongoing_decode_tokens":0,"pending_prefill_tokens":9813,"num_requests":1,"active_p_offloads":0,"cached_blocks":530,"cache_hit":512,"new_prefill":8372,"score_linear":26709.0,"score_lmetric":18185},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":8884,"score_linear":121069.0,"score_lmetric":204628},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":8884,"score_linear":114612.0,"score_lmetric":123496},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106829,"ongoing_decode_tokens":8704,"pending_prefill_tokens":30029,"num_requests":4,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":8884,"score_linear":106829.0,"score_lmetric":155652},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":38253,"ongoing_decode_tokens":33524,"pending_prefill_tokens":4729,"num_requests":2,"active_p_offloads":0,"cached_blocks":400,"cache_hit":0,"new_prefill":8884,"score_linear":38253.0,"score_lmetric":27226}],"chosen_score_linear":25187.0,"chosen_score_lmetric":8884,"t_first_token":328613.958837673,"t_first_token_unix":1779759478.9727807,"t_done":328617.366435182,"t_done_unix":1779759482.380378},{"request_id":"1276498:1:1276498:142","session_id":"1276498","input_length":8704,"t_proxy_recv":328609.439516706,"t_decision_unix":1779759474.453458,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8704 < 16000)","cache_hit":0,"estimated_new_tokens":8704,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":8704,"score_linear":25187.0,"score_lmetric":8704},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":8704,"score_linear":120167.0,"score_lmetric":230094},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8704,"score_linear":150574.0,"score_lmetric":253020},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":17280,"ongoing_decode_tokens":0,"pending_prefill_tokens":17280,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":8704,"score_linear":17280.0,"score_lmetric":25984},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":8704,"score_linear":121069.0,"score_lmetric":204268},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":8704,"score_linear":114612.0,"score_lmetric":123316},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":8704,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":370,"cache_hit":0,"new_prefill":8704,"score_linear":15783.0,"score_lmetric":24487}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328610.094361231,"t_first_token_unix":1779759475.108305,"t_done":328617.739596238,"t_done_unix":1779759482.7535408},{"request_id":"1265942:3:1272453:127","session_id":"1265942","input_length":18093,"t_proxy_recv":328595.244871912,"t_decision_unix":1779759460.2588134,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10240,"affinity_cache_ratio":0.5659647377438789,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7853 < 16000)","cache_hit":10240,"estimated_new_tokens":7853,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":18093,"score_linear":135235.0,"score_lmetric":262624},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":10240,"new_prefill":7853,"score_linear":91834.0,"score_lmetric":106343},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":18093,"score_linear":150574.0,"score_lmetric":271798},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37002,"ongoing_decode_tokens":37002,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":380,"cache_hit":0,"new_prefill":18093,"score_linear":37002.0,"score_lmetric":36186},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":18093,"score_linear":121069.0,"score_lmetric":223046},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":304,"cache_hit":0,"new_prefill":18093,"score_linear":113172.0,"score_lmetric":18093},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":52507,"ongoing_decode_tokens":52507,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":409,"cache_hit":0,"new_prefill":18093,"score_linear":52507.0,"score_lmetric":54279},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61097,"ongoing_decode_tokens":61097,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":322,"cache_hit":0,"new_prefill":18093,"score_linear":61097.0,"score_lmetric":36186}],"chosen_score_linear":91834.0,"chosen_score_lmetric":106343,"t_first_token":328616.874506895,"t_first_token_unix":1779759481.8884523,"t_done":328617.941482325,"t_done_unix":1779759482.9554255},{"request_id":"1260327:4:1277974:154","session_id":"1260327","input_length":31430,"t_proxy_recv":328614.864659721,"t_decision_unix":1779759479.8786013,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9937002863506205,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (198 < 16000)","cache_hit":31232,"estimated_new_tokens":198,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34071,"ongoing_decode_tokens":34071,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":31430,"score_linear":34071.0,"score_lmetric":62860},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":31430,"score_linear":120167.0,"score_lmetric":275546},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31430,"score_linear":150574.0,"score_lmetric":298472},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49794,"ongoing_decode_tokens":49794,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":530,"cache_hit":0,"new_prefill":31430,"score_linear":49794.0,"score_lmetric":62860},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":31430,"score_linear":121069.0,"score_lmetric":249720},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":31430,"score_linear":114612.0,"score_lmetric":146042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106829,"ongoing_decode_tokens":58084,"pending_prefill_tokens":14441,"num_requests":4,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":31430,"score_linear":106829.0,"score_lmetric":183484},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24222,"ongoing_decode_tokens":0,"pending_prefill_tokens":24222,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":31232,"new_prefill":198,"score_linear":-7010.0,"score_lmetric":24420}],"chosen_score_linear":-7010.0,"chosen_score_lmetric":24420,"t_first_token":328617.493805715,"t_first_token_unix":1779759482.5077486,"t_done":328618.031063866,"t_done_unix":1779759483.045007},{"request_id":"1270606:1:1270606:113","session_id":"1270606","input_length":93430,"t_proxy_recv":328588.666120959,"t_decision_unix":1779759453.6800623,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":93430,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 8000)","cache_hit":0,"estimated_new_tokens":93430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":93430,"score_linear":135235.0,"score_lmetric":413298},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":93430,"score_linear":102074.0,"score_lmetric":191920},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":93430,"score_linear":126924.0,"score_lmetric":201410},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":26411,"ongoing_decode_tokens":15283,"pending_prefill_tokens":11128,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":93430,"score_linear":26411.0,"score_lmetric":209116},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":93430,"score_linear":27639.0,"score_lmetric":93430},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":93430,"score_linear":125063.0,"score_lmetric":421626},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":57803,"ongoing_decode_tokens":0,"pending_prefill_tokens":7115,"num_requests":1,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":93430,"score_linear":57803.0,"score_lmetric":100545},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":254,"cache_hit":0,"new_prefill":93430,"score_linear":27927.0,"score_lmetric":121357}],"chosen_score_linear":27639.0,"chosen_score_lmetric":93430,"t_first_token":328617.688404678,"t_first_token_unix":1779759482.702348,"t_done":328619.717424466,"t_done_unix":1779759484.7313683},{"request_id":"1276498:2:1278996:157","session_id":"1276498","input_length":16650,"t_proxy_recv":328618.399177621,"t_decision_unix":1779759483.413119,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":8704,"affinity_cache_ratio":0.5227627627627628,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7946 < 16000)","cache_hit":8704,"estimated_new_tokens":7946,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":16650,"score_linear":25187.0,"score_lmetric":16650},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":182055,"ongoing_decode_tokens":160826,"pending_prefill_tokens":3309,"num_requests":3,"active_p_offloads":0,"cached_blocks":300,"cache_hit":0,"new_prefill":16650,"score_linear":182055.0,"score_lmetric":59877},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":16650,"score_linear":150574.0,"score_lmetric":268912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":16650,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":121069,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":16650,"score_linear":121069.0,"score_lmetric":33300},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":16650,"score_linear":232709.0,"score_lmetric":271390},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":98125,"ongoing_decode_tokens":98125,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":479,"cache_hit":8704,"new_prefill":7946,"score_linear":89421.0,"score_lmetric":23838},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24222,"ongoing_decode_tokens":24222,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":16650,"score_linear":24222.0,"score_lmetric":16650}],"chosen_score_linear":89421.0,"chosen_score_lmetric":23838,"t_first_token":328619.372252593,"t_first_token_unix":1779759484.3861964,"t_done":328619.776932226,"t_done_unix":1779759484.790876},{"request_id":"1265942:4:1274182:133","session_id":"1265942","input_length":21229,"t_proxy_recv":328617.96431695,"t_decision_unix":1779759482.9782581,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":17920,"affinity_cache_ratio":0.8441283150407461,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3309 < 16000)","cache_hit":17920,"estimated_new_tokens":3309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":21229,"score_linear":25187.0,"score_lmetric":21229},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160826,"ongoing_decode_tokens":160826,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":300,"cache_hit":17920,"new_prefill":3309,"score_linear":142906.0,"score_lmetric":6618},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21229,"score_linear":150574.0,"score_lmetric":278070},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":21229,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":121069,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":21229,"score_linear":121069.0,"score_lmetric":42458},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":21229,"score_linear":232709.0,"score_lmetric":280548},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":98125,"ongoing_decode_tokens":98125,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":479,"cache_hit":0,"new_prefill":21229,"score_linear":98125.0,"score_lmetric":63687},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55652,"ongoing_decode_tokens":55652,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":21229,"score_linear":55652.0,"score_lmetric":42458}],"chosen_score_linear":142906.0,"chosen_score_lmetric":6618,"t_first_token":328618.533991043,"t_first_token_unix":1779759483.5479345,"t_done":328619.811782686,"t_done_unix":1779759484.825726},{"request_id":"1268630:1:1268630:98","session_id":"1268630","input_length":102074,"t_proxy_recv":328582.008256723,"t_decision_unix":1779759447.0221977,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":3584,"estimated_new_tokens":98490,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":102074,"score_linear":135235.0,"score_lmetric":430586},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":285,"cache_hit":3584,"new_prefill":98490,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":102074,"score_linear":126924.0,"score_lmetric":210054},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":4608,"new_prefill":97466,"score_linear":10675.0,"score_lmetric":97466},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":102074,"score_linear":27639.0,"score_lmetric":102074},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":102074,"score_linear":125063.0,"score_lmetric":438914},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":341,"cache_hit":0,"new_prefill":102074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":206,"cache_hit":0,"new_prefill":102074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":328616.873148573,"t_first_token_unix":1779759481.8870919,"t_done":328620.136052953,"t_done_unix":1779759485.1499972},{"request_id":"1268831:3:1277112:147","session_id":"1268831","input_length":31845,"t_proxy_recv":328611.658666386,"t_decision_unix":1779759476.6726077,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":19456,"affinity_cache_ratio":0.6109593342753965,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (12389 < 16000)","cache_hit":19456,"estimated_new_tokens":12389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":31845,"score_linear":25187.0,"score_lmetric":31845},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":31845,"score_linear":120167.0,"score_lmetric":276376},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31845,"score_linear":150574.0,"score_lmetric":299302},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11292,"ongoing_decode_tokens":0,"pending_prefill_tokens":11292,"num_requests":1,"active_p_offloads":0,"cached_blocks":508,"cache_hit":0,"new_prefill":31845,"score_linear":11292.0,"score_lmetric":43137},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":31845,"score_linear":121069.0,"score_lmetric":250550},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":31845,"score_linear":114612.0,"score_lmetric":146457},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":58084,"ongoing_decode_tokens":8704,"pending_prefill_tokens":15588,"num_requests":2,"active_p_offloads":0,"cached_blocks":462,"cache_hit":19456,"new_prefill":12389,"score_linear":38628.0,"score_lmetric":55954},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33524,"ongoing_decode_tokens":0,"pending_prefill_tokens":244,"num_requests":1,"active_p_offloads":0,"cached_blocks":400,"cache_hit":0,"new_prefill":31845,"score_linear":33524.0,"score_lmetric":32089}],"chosen_score_linear":38628.0,"chosen_score_lmetric":55954,"t_first_token":328617.023466985,"t_first_token_unix":1779759482.0374103,"t_done":328620.926995673,"t_done_unix":1779759485.9409387},{"request_id":"1272313:3:1279208:159","session_id":"1272313","input_length":11549,"t_proxy_recv":328619.056206527,"t_decision_unix":1779759484.0701475,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":3,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9309896960775825,"affinity_num_requests":4,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11549 < 16000)","cache_hit":0,"estimated_new_tokens":11549,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":4096,"new_prefill":7453,"score_linear":21091.0,"score_lmetric":7453},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":182055,"ongoing_decode_tokens":182055,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":300,"cache_hit":0,"new_prefill":11549,"score_linear":182055.0,"score_lmetric":34647},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":11549,"score_linear":150574.0,"score_lmetric":258710},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":11549,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":121069,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":11549,"score_linear":121069.0,"score_lmetric":23098},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":11549,"score_linear":232709.0,"score_lmetric":261188},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114775,"ongoing_decode_tokens":98125,"pending_prefill_tokens":7946,"num_requests":4,"active_p_offloads":0,"cached_blocks":479,"cache_hit":10752,"new_prefill":797,"score_linear":104023.0,"score_lmetric":34972},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24222,"ongoing_decode_tokens":24222,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":11549,"score_linear":24222.0,"score_lmetric":11549}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328620.005368191,"t_first_token_unix":1779759485.0193121,"t_done":328621.199339134,"t_done_unix":1779759486.2132823},{"request_id":"1279412:1:1279412:160","session_id":"1279412","input_length":20136,"t_proxy_recv":328619.860659864,"t_decision_unix":1779759484.8746014,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":7336,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7336 < 16000)","cache_hit":12800,"estimated_new_tokens":7336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":20136,"score_linear":25187.0,"score_lmetric":20136},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160826,"ongoing_decode_tokens":160826,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":20136,"score_linear":160826.0,"score_lmetric":40272},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":20136,"score_linear":150574.0,"score_lmetric":275884},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11549,"ongoing_decode_tokens":0,"pending_prefill_tokens":11549,"num_requests":1,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":20136,"score_linear":11549.0,"score_lmetric":31685},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":465,"cache_hit":0,"new_prefill":20136,"score_linear":27639.0,"score_lmetric":20136},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":20136,"score_linear":232709.0,"score_lmetric":278362},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":98125,"ongoing_decode_tokens":98125,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":20136,"score_linear":98125.0,"score_lmetric":60408},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24222,"ongoing_decode_tokens":24222,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":12800,"new_prefill":7336,"score_linear":11422.0,"score_lmetric":7336}],"chosen_score_linear":11422.0,"chosen_score_lmetric":7336,"t_first_token":328620.8985635,"t_first_token_unix":1779759485.9125073,"t_done":328622.862019657,"t_done_unix":1779759487.8759646},{"request_id":"1253804:5:1278488:156","session_id":"1253804","input_length":58752,"t_proxy_recv":328616.544300778,"t_decision_unix":1779759481.558242,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9760348583877996,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1408 < 16000)","cache_hit":57344,"estimated_new_tokens":1408,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34071,"ongoing_decode_tokens":34071,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":58752,"score_linear":34071.0,"score_lmetric":117504},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":57344,"new_prefill":1408,"score_linear":62823.0,"score_lmetric":215502},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":58752,"score_linear":150574.0,"score_lmetric":353116},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":22573,"ongoing_decode_tokens":22573,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":549,"cache_hit":3584,"new_prefill":55168,"score_linear":18989.0,"score_lmetric":55168},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":58752,"score_linear":121069.0,"score_lmetric":304364},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":58752,"score_linear":232709.0,"score_lmetric":355594},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106829,"ongoing_decode_tokens":58084,"pending_prefill_tokens":14441,"num_requests":4,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":58752,"score_linear":106829.0,"score_lmetric":292772},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55652,"ongoing_decode_tokens":0,"pending_prefill_tokens":24420,"num_requests":2,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":58752,"score_linear":55652.0,"score_lmetric":166344}],"chosen_score_linear":62823.0,"chosen_score_lmetric":215502,"t_first_token":328617.343961061,"t_first_token_unix":1779759482.3579044,"t_done":328623.113067426,"t_done_unix":1779759488.1270108},{"request_id":"1268831:4:1279168:158","session_id":"1268831","input_length":32346,"t_proxy_recv":328620.934129199,"t_decision_unix":1779759485.9480708,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9813887343102702,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (602 < 16000)","cache_hit":31744,"estimated_new_tokens":602,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":32346,"score_linear":25187.0,"score_lmetric":32346},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":32346,"score_linear":58752.0,"score_lmetric":32346},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":32346,"score_linear":150574.0,"score_lmetric":300304},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11549,"ongoing_decode_tokens":11549,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":32346,"score_linear":11549.0,"score_lmetric":32346},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":465,"cache_hit":0,"new_prefill":32346,"score_linear":27639.0,"score_lmetric":32346},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":32346,"score_linear":232709.0,"score_lmetric":302782},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66280,"ongoing_decode_tokens":66280,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":518,"cache_hit":31744,"new_prefill":602,"score_linear":34536.0,"score_lmetric":1204},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44358,"ongoing_decode_tokens":44358,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":32346,"score_linear":44358.0,"score_lmetric":64692}],"chosen_score_linear":34536.0,"chosen_score_lmetric":1204,"t_first_token":328621.11622788,"t_first_token_unix":1779759486.1301713,"t_done":328623.158654707,"t_done_unix":1779759488.1725981},{"request_id":"1277909:1:1277909:153","session_id":"1277909","input_length":24222,"t_proxy_recv":328614.665633598,"t_decision_unix":1779759479.679575,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":24222,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34071,"ongoing_decode_tokens":34071,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":371,"cache_hit":4096,"new_prefill":20126,"score_linear":29975.0,"score_lmetric":40252},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":24222,"score_linear":120167.0,"score_lmetric":261130},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24222,"score_linear":150574.0,"score_lmetric":284056},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49794,"ongoing_decode_tokens":49794,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":530,"cache_hit":0,"new_prefill":24222,"score_linear":49794.0,"score_lmetric":48444},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":24222,"score_linear":121069.0,"score_lmetric":235304},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":24222,"score_linear":114612.0,"score_lmetric":138834},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106829,"ongoing_decode_tokens":58084,"pending_prefill_tokens":14441,"num_requests":4,"active_p_offloads":0,"cached_blocks":462,"cache_hit":7680,"new_prefill":16542,"score_linear":99149.0,"score_lmetric":123932},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":24222,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328617.491800094,"t_first_token_unix":1779759482.5057433,"t_done":328623.329842251,"t_done_unix":1779759488.3437853},{"request_id":"1262354:8:1280463:163","session_id":"1262354","input_length":33928,"t_proxy_recv":328623.175881982,"t_decision_unix":1779759488.1898234,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9959915114359821,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (136 < 16000)","cache_hit":33792,"estimated_new_tokens":136,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":33928,"score_linear":25187.0,"score_lmetric":33928},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":33928,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33928,"score_linear":150574.0,"score_lmetric":303468},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":112836,"ongoing_decode_tokens":0,"pending_prefill_tokens":95940,"num_requests":2,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":33928,"score_linear":112836.0,"score_lmetric":259736},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":465,"cache_hit":0,"new_prefill":33928,"score_linear":27639.0,"score_lmetric":33928},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":33928,"score_linear":232709.0,"score_lmetric":305946},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66280,"ongoing_decode_tokens":66280,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":33928,"score_linear":66280.0,"score_lmetric":67856},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24222,"ongoing_decode_tokens":24222,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":424,"cache_hit":33792,"new_prefill":136,"score_linear":-9570.0,"score_lmetric":136}],"chosen_score_linear":-9570.0,"chosen_score_lmetric":136,"t_first_token":328623.251934237,"t_first_token_unix":1779759488.2658772,"t_done":328623.657333765,"t_done_unix":1779759488.6712775},{"request_id":"1266668:4:1276519:143","session_id":"1266668","input_length":49380,"t_proxy_recv":328609.499123777,"t_decision_unix":1779759474.513065,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":33792,"affinity_cache_ratio":0.684325637910085,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (15588 < 16000)","cache_hit":33792,"estimated_new_tokens":15588,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":4096,"new_prefill":45284,"score_linear":21091.0,"score_lmetric":45284},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":49380,"score_linear":120167.0,"score_lmetric":311446},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":49380,"score_linear":150574.0,"score_lmetric":334372},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":17280,"ongoing_decode_tokens":0,"pending_prefill_tokens":17280,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":49380,"score_linear":17280.0,"score_lmetric":66660},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":49380,"score_linear":121069.0,"score_lmetric":285620},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":49380,"score_linear":114612.0,"score_lmetric":163992},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8704,"ongoing_decode_tokens":0,"pending_prefill_tokens":8704,"num_requests":1,"active_p_offloads":0,"cached_blocks":462,"cache_hit":33792,"new_prefill":15588,"score_linear":-25088.0,"score_lmetric":24292},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":370,"cache_hit":0,"new_prefill":49380,"score_linear":15783.0,"score_lmetric":65163}],"chosen_score_linear":-25088.0,"chosen_score_lmetric":24292,"t_first_token":328614.403975322,"t_first_token_unix":1779759479.4179182,"t_done":328624.193977929,"t_done_unix":1779759489.2079213},{"request_id":"1269373:3:1277365:148","session_id":"1269373","input_length":16900,"t_proxy_recv":328612.533160533,"t_decision_unix":1779759477.547099,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14848,"affinity_cache_ratio":0.8785798816568048,"affinity_num_requests":3,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2052 < 16000)","cache_hit":14848,"estimated_new_tokens":2052,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":371,"cache_hit":4096,"new_prefill":12804,"score_linear":21091.0,"score_lmetric":12804},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":16900,"score_linear":120167.0,"score_lmetric":246486},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":16900,"score_linear":150574.0,"score_lmetric":269412},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":530,"cache_hit":0,"new_prefill":16900,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":16900,"score_linear":121069.0,"score_lmetric":220660},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":16900,"score_linear":114612.0,"score_lmetric":131512},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89929,"ongoing_decode_tokens":8704,"pending_prefill_tokens":27977,"num_requests":3,"active_p_offloads":0,"cached_blocks":462,"cache_hit":14848,"new_prefill":2052,"score_linear":75081.0,"score_lmetric":90087},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33524,"ongoing_decode_tokens":33524,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":400,"cache_hit":0,"new_prefill":16900,"score_linear":33524.0,"score_lmetric":16900}],"chosen_score_linear":75081.0,"chosen_score_lmetric":90087,"t_first_token":328617.026164583,"t_first_token_unix":1779759482.0401075,"t_done":328624.648529556,"t_done_unix":1779759489.6624727},{"request_id":"1268861:2:1280530:164","session_id":"1268861","input_length":12765,"t_proxy_recv":328623.38973174,"t_decision_unix":1779759488.4036734,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":12288,"affinity_cache_ratio":0.9626321974148061,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (477 < 16000)","cache_hit":12288,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":12765,"score_linear":25187.0,"score_lmetric":12765},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":12765,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12765,"score_linear":150574.0,"score_lmetric":261142},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":112836,"ongoing_decode_tokens":0,"pending_prefill_tokens":95940,"num_requests":2,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":12765,"score_linear":112836.0,"score_lmetric":217410},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":465,"cache_hit":12288,"new_prefill":477,"score_linear":15351.0,"score_lmetric":477},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":12765,"score_linear":232709.0,"score_lmetric":263620},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66280,"ongoing_decode_tokens":66280,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":12765,"score_linear":66280.0,"score_lmetric":25530},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33928,"ongoing_decode_tokens":33928,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":472,"cache_hit":0,"new_prefill":12765,"score_linear":33928.0,"score_lmetric":12765}],"chosen_score_linear":15351.0,"chosen_score_lmetric":477,"t_first_token":328623.450430378,"t_first_token_unix":1779759488.4643738,"t_done":328626.699910441,"t_done_unix":1779759491.7138543},{"request_id":"1281887:1:1281887:171","session_id":"1281887","input_length":9370,"t_proxy_recv":328628.031356606,"t_decision_unix":1779759493.0452979,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9370 < 16000)","cache_hit":0,"estimated_new_tokens":9370,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":9370,"score_linear":25187.0,"score_lmetric":9370},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":9370,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9370,"score_linear":150574.0,"score_lmetric":254352},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":9370,"score_linear":126737.0,"score_lmetric":323841},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":466,"cache_hit":0,"new_prefill":9370,"score_linear":27639.0,"score_lmetric":9370},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":9370,"score_linear":232709.0,"score_lmetric":256830},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":88294,"ongoing_decode_tokens":30262,"pending_prefill_tokens":8368,"num_requests":2,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":9370,"score_linear":88294.0,"score_lmetric":35476},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60454,"ongoing_decode_tokens":60454,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":472,"cache_hit":0,"new_prefill":9370,"score_linear":60454.0,"score_lmetric":18740}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328628.742070267,"t_first_token_unix":1779759493.756014,"t_done":328628.911822396,"t_done_unix":1779759493.9257655},{"request_id":"1282082:1:1282082:173","session_id":"1282082","input_length":4972,"t_proxy_recv":328628.769932416,"t_decision_unix":1779759493.783874,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":4972,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4972 < 16000)","cache_hit":0,"estimated_new_tokens":4972,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":4972,"score_linear":25187.0,"score_lmetric":4972},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9370,"ongoing_decode_tokens":9370,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":4972,"score_linear":9370.0,"score_lmetric":4972},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":4972,"score_linear":150574.0,"score_lmetric":245556},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":4972,"score_linear":126737.0,"score_lmetric":310647},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":466,"cache_hit":0,"new_prefill":4972,"score_linear":27639.0,"score_lmetric":4972},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":4972,"score_linear":232709.0,"score_lmetric":248034},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":88294,"ongoing_decode_tokens":30262,"pending_prefill_tokens":8368,"num_requests":2,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":4972,"score_linear":88294.0,"score_lmetric":26680},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":102477,"ongoing_decode_tokens":60454,"pending_prefill_tokens":10791,"num_requests":3,"active_p_offloads":0,"cached_blocks":472,"cache_hit":0,"new_prefill":4972,"score_linear":102477.0,"score_lmetric":47289}],"chosen_score_linear":27639.0,"chosen_score_lmetric":4972,"t_first_token":328629.095140203,"t_first_token_unix":1779759494.1090837,"t_done":328629.351237088,"t_done_unix":1779759494.3651805},{"request_id":"1267915:1:1267915:96","session_id":"1267915","input_length":126924,"t_proxy_recv":328579.382736254,"t_decision_unix":1779759444.3966777,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":18944,"estimated_new_tokens":107980,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":126924,"score_linear":135235.0,"score_lmetric":480286},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":273,"cache_hit":0,"new_prefill":126924,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":18944,"new_prefill":107980,"score_linear":-18944.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":126924,"score_linear":15283.0,"score_lmetric":126924},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":126924,"score_linear":27639.0,"score_lmetric":126924},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":126924,"score_linear":125063.0,"score_lmetric":488614},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":306,"cache_hit":0,"new_prefill":126924,"score_linear":17466.0,"score_lmetric":126924},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28671,"ongoing_decode_tokens":0,"pending_prefill_tokens":6143,"num_requests":1,"active_p_offloads":0,"cached_blocks":194,"cache_hit":0,"new_prefill":126924,"score_linear":28671.0,"score_lmetric":133067}],"chosen_score_linear":-18944.0,"chosen_score_lmetric":0,"t_first_token":328629.858084839,"t_first_token_unix":1779759494.8720286,"t_done":328631.159367408,"t_done_unix":1779759496.1733108},{"request_id":"1265128:2:1271655:122","session_id":"1265128","input_length":23650,"t_proxy_recv":328592.226490006,"t_decision_unix":1779759457.240431,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":13824,"affinity_cache_ratio":0.5845243128964059,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9826 < 16000)","cache_hit":13824,"estimated_new_tokens":9826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":23650,"score_linear":135235.0,"score_lmetric":273738},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":98490,"num_requests":1,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":23650,"score_linear":102074.0,"score_lmetric":122140},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":13824,"new_prefill":9826,"score_linear":113100.0,"score_lmetric":117806},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37753,"ongoing_decode_tokens":16034,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":379,"cache_hit":0,"new_prefill":23650,"score_linear":37753.0,"score_lmetric":136107},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":23650,"score_linear":121069.0,"score_lmetric":234160},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130878,"ongoing_decode_tokens":113172,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":23650,"score_linear":130878.0,"score_lmetric":82712},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":120040,"ongoing_decode_tokens":120040,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":382,"cache_hit":0,"new_prefill":23650,"score_linear":120040.0,"score_lmetric":94600},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60701,"ongoing_decode_tokens":60701,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":254,"cache_hit":0,"new_prefill":23650,"score_linear":60701.0,"score_lmetric":47300}],"chosen_score_linear":113100.0,"chosen_score_lmetric":117806,"t_first_token":328630.344832291,"t_first_token_unix":1779759495.3587759,"t_done":328631.519454428,"t_done_unix":1779759496.5333974},{"request_id":"1260327:5:1281915:172","session_id":"1260327","input_length":42023,"t_proxy_recv":328628.149737507,"t_decision_unix":1779759493.163679,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31232,"affinity_cache_ratio":0.7432120505437498,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (10791 < 16000)","cache_hit":31232,"estimated_new_tokens":10791,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":42023,"score_linear":25187.0,"score_lmetric":42023},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9370,"ongoing_decode_tokens":0,"pending_prefill_tokens":9370,"num_requests":1,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":42023,"score_linear":9370.0,"score_lmetric":51393},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":42023,"score_linear":150574.0,"score_lmetric":319658},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":42023,"score_linear":126737.0,"score_lmetric":421800},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":466,"cache_hit":0,"new_prefill":42023,"score_linear":27639.0,"score_lmetric":42023},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":42023,"score_linear":232709.0,"score_lmetric":322136},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":88294,"ongoing_decode_tokens":30262,"pending_prefill_tokens":8368,"num_requests":2,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":42023,"score_linear":88294.0,"score_lmetric":100782},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60454,"ongoing_decode_tokens":60454,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":472,"cache_hit":31232,"new_prefill":10791,"score_linear":29222.0,"score_lmetric":21582}],"chosen_score_linear":29222.0,"chosen_score_lmetric":21582,"t_first_token":328630.924055386,"t_first_token_unix":1779759495.9379985,"t_done":328632.004178039,"t_done_unix":1779759497.0181215},{"request_id":"1262354:9:1281632:169","session_id":"1262354","input_length":34028,"t_proxy_recv":328627.168709641,"t_decision_unix":1779759492.182651,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9930645350887505,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (236 < 16000)","cache_hit":33792,"estimated_new_tokens":236,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":34028,"score_linear":25187.0,"score_lmetric":34028},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":34028,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":34028,"score_linear":150574.0,"score_lmetric":303668},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":112836,"ongoing_decode_tokens":0,"pending_prefill_tokens":95940,"num_requests":2,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":34028,"score_linear":112836.0,"score_lmetric":259936},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":466,"cache_hit":0,"new_prefill":34028,"score_linear":27639.0,"score_lmetric":34028},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":34028,"score_linear":232709.0,"score_lmetric":306146},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":88294,"ongoing_decode_tokens":30262,"pending_prefill_tokens":8368,"num_requests":2,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":34028,"score_linear":88294.0,"score_lmetric":84792},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26426,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":472,"cache_hit":33792,"new_prefill":236,"score_linear":-7366.0,"score_lmetric":236}],"chosen_score_linear":-7366.0,"chosen_score_lmetric":236,"t_first_token":328627.244026899,"t_first_token_unix":1779759492.25797,"t_done":328632.174031651,"t_done_unix":1779759497.187975},{"request_id":"1269373:4:1280765:165","session_id":"1269373","input_length":30262,"t_proxy_recv":328624.660682664,"t_decision_unix":1779759489.6746242,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":17408,"affinity_cache_ratio":0.5752428788579736,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (12854 < 16000)","cache_hit":17408,"estimated_new_tokens":12854,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":4096,"new_prefill":26166,"score_linear":21091.0,"score_lmetric":26166},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":30262,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":30262,"score_linear":150574.0,"score_lmetric":296136},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":112836,"ongoing_decode_tokens":0,"pending_prefill_tokens":95940,"num_requests":2,"active_p_offloads":0,"cached_blocks":572,"cache_hit":7680,"new_prefill":22582,"score_linear":105156.0,"score_lmetric":237044},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":40404,"ongoing_decode_tokens":40404,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":465,"cache_hit":0,"new_prefill":30262,"score_linear":40404.0,"score_lmetric":60524},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":30262,"score_linear":232709.0,"score_lmetric":298614},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":17408,"new_prefill":12854,"score_linear":-17408.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":472,"cache_hit":7680,"new_prefill":22582,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-17408.0,"chosen_score_lmetric":0,"t_first_token":328627.093320259,"t_first_token_unix":1779759492.1072636,"t_done":328632.62219025,"t_done_unix":1779759497.6361334},{"request_id":"1277533:2:1282872:175","session_id":"1277533","input_length":16299,"t_proxy_recv":328631.451083385,"t_decision_unix":1779759496.465025,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":1,"affinity_cache_hit":4608,"affinity_cache_ratio":0.2827167310877968,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":16299,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":16299,"score_linear":25187.0,"score_lmetric":16299},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":16299,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":23650,"ongoing_decode_tokens":23650,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":16299,"score_linear":23650.0,"score_lmetric":16299},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":16299,"score_linear":126737.0,"score_lmetric":344628},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":16299,"score_linear":27639.0,"score_lmetric":16299},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":16299,"score_linear":232709.0,"score_lmetric":270688},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":88294,"ongoing_decode_tokens":88294,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":16299,"score_linear":88294.0,"score_lmetric":32598},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":102477,"ongoing_decode_tokens":102477,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":472,"cache_hit":4608,"new_prefill":11691,"score_linear":97869.0,"score_lmetric":35073}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328632.949241337,"t_first_token_unix":1779759497.963185,"t_done":328632.966529578,"t_done_unix":1779759497.9804728},{"request_id":"1266668:5:1281133:168","session_id":"1266668","input_length":58032,"t_proxy_recv":328625.713699396,"t_decision_unix":1779759490.7276406,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49664,"affinity_cache_ratio":0.8558036945133719,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8368 < 16000)","cache_hit":49664,"estimated_new_tokens":8368,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":4096,"new_prefill":53936,"score_linear":21091.0,"score_lmetric":53936},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":58032,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":58032,"score_linear":150574.0,"score_lmetric":351676},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":112836,"ongoing_decode_tokens":0,"pending_prefill_tokens":95940,"num_requests":2,"active_p_offloads":0,"cached_blocks":572,"cache_hit":7680,"new_prefill":50352,"score_linear":105156.0,"score_lmetric":292584},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":40404,"ongoing_decode_tokens":40404,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":465,"cache_hit":0,"new_prefill":58032,"score_linear":40404.0,"score_lmetric":116064},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":58032,"score_linear":232709.0,"score_lmetric":354154},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30262,"ongoing_decode_tokens":0,"pending_prefill_tokens":12854,"num_requests":1,"active_p_offloads":0,"cached_blocks":555,"cache_hit":49664,"new_prefill":8368,"score_linear":-19402.0,"score_lmetric":21222},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26426,"ongoing_decode_tokens":0,"pending_prefill_tokens":6458,"num_requests":1,"active_p_offloads":0,"cached_blocks":472,"cache_hit":7680,"new_prefill":50352,"score_linear":18746.0,"score_lmetric":56810}],"chosen_score_linear":-19402.0,"chosen_score_lmetric":21222,"t_first_token":328629.872430931,"t_first_token_unix":1779759494.8863745,"t_done":328633.886440727,"t_done_unix":1779759498.900384},{"request_id":"1242838:4:1265709:87","session_id":"1242838","input_length":25187,"t_proxy_recv":328571.855414082,"t_decision_unix":1779759436.8693552,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":22016,"affinity_cache_ratio":0.8741017191408266,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3171 < 16000)","cache_hit":22016,"estimated_new_tokens":3171,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":22016,"new_prefill":3171,"score_linear":88032.0,"score_lmetric":113219},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":25187,"score_linear":55989.0,"score_lmetric":25187},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":25187,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":25187,"score_linear":71575.0,"score_lmetric":162958},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":25187,"score_linear":27639.0,"score_lmetric":25187},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":25187,"score_linear":125063.0,"score_lmetric":285140},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":25187,"score_linear":50783.0,"score_lmetric":75970},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":25187,"score_linear":45884.0,"score_lmetric":98110}],"chosen_score_linear":88032.0,"chosen_score_lmetric":113219,"t_first_token":328608.041887548,"t_first_token_unix":1779759473.0558307,"t_done":328634.327925048,"t_done_unix":1779759499.3418686},{"request_id":"1283642:1:1283642:178","session_id":"1283642","input_length":8510,"t_proxy_recv":328633.888230025,"t_decision_unix":1779759498.9021716,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8510 < 16000)","cache_hit":0,"estimated_new_tokens":8510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":8510,"score_linear":25187.0,"score_lmetric":8510},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":8510,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":8510,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":8510,"score_linear":126737.0,"score_lmetric":321261},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":8510,"score_linear":27639.0,"score_lmetric":8510},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":8510,"score_linear":232709.0,"score_lmetric":255110},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30594,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":8510,"score_linear":30594.0,"score_lmetric":8510},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26426,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":493,"cache_hit":0,"new_prefill":8510,"score_linear":26426.0,"score_lmetric":8510}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328634.529308396,"t_first_token_unix":1779759499.543252,"t_done":328634.843716764,"t_done_unix":1779759499.85766},{"request_id":"1279412:2:1281113:167","session_id":"1279412","input_length":26426,"t_proxy_recv":328625.65203915,"t_decision_unix":1779759490.6659806,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":19968,"affinity_cache_ratio":0.7556194656777416,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6458 < 16000)","cache_hit":19968,"estimated_new_tokens":6458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":26426,"score_linear":25187.0,"score_lmetric":26426},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":26426,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":26426,"score_linear":150574.0,"score_lmetric":288464},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":112836,"ongoing_decode_tokens":0,"pending_prefill_tokens":95940,"num_requests":2,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":26426,"score_linear":112836.0,"score_lmetric":244732},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":40404,"ongoing_decode_tokens":40404,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":465,"cache_hit":0,"new_prefill":26426,"score_linear":40404.0,"score_lmetric":52852},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":26426,"score_linear":232709.0,"score_lmetric":290942},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30262,"ongoing_decode_tokens":0,"pending_prefill_tokens":12854,"num_requests":1,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":26426,"score_linear":30262.0,"score_lmetric":39280},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":472,"cache_hit":19968,"new_prefill":6458,"score_linear":-19968.0,"score_lmetric":0}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":328626.773944591,"t_first_token_unix":1779759491.787888,"t_done":328635.768905604,"t_done_unix":1779759500.7828488},{"request_id":"1262354:10:1283773:180","session_id":"1262354","input_length":34282,"t_proxy_recv":328634.320757614,"t_decision_unix":1779759499.334699,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9857067849016977,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (490 < 16000)","cache_hit":33792,"estimated_new_tokens":490,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":34282,"score_linear":25187.0,"score_lmetric":34282},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":34282,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":8510,"ongoing_decode_tokens":0,"pending_prefill_tokens":8510,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":34282,"score_linear":8510.0,"score_lmetric":42792},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":34282,"score_linear":126737.0,"score_lmetric":398577},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":34282,"score_linear":27639.0,"score_lmetric":34282},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":34282,"score_linear":232709.0,"score_lmetric":306654},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30594,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":34282,"score_linear":30594.0,"score_lmetric":34282},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":57391,"ongoing_decode_tokens":26426,"pending_prefill_tokens":6389,"num_requests":2,"active_p_offloads":0,"cached_blocks":493,"cache_hit":33792,"new_prefill":490,"score_linear":23599.0,"score_lmetric":13758}],"chosen_score_linear":23599.0,"chosen_score_lmetric":13758,"t_first_token":328635.315803422,"t_first_token_unix":1779759500.3297467,"t_done":328635.983799077,"t_done_unix":1779759500.9977424},{"request_id":"1279412:3:1285475:187","session_id":"1279412","input_length":27077,"t_proxy_recv":328640.351934151,"t_decision_unix":1779759505.3658755,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9832699338922333,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (453 < 16000)","cache_hit":26624,"estimated_new_tokens":453,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":399,"cache_hit":0,"new_prefill":27077,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":27077,"score_linear":49619.0,"score_lmetric":76696},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":27077,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":27077,"score_linear":126737.0,"score_lmetric":376962},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":27077,"score_linear":27639.0,"score_lmetric":27077},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":27077,"score_linear":232709.0,"score_lmetric":292244},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":30594,"pending_prefill_tokens":31695,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":27077,"score_linear":152913.0,"score_lmetric":176316},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65318,"ongoing_decode_tokens":65318,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":507,"cache_hit":26624,"new_prefill":453,"score_linear":38694.0,"score_lmetric":906}],"chosen_score_linear":38694.0,"chosen_score_lmetric":906,"t_first_token":328640.431667582,"t_first_token_unix":1779759505.4456108,"t_done":328640.563176508,"t_done_unix":1779759505.5771196},{"request_id":"1277909:2:1283679:179","session_id":"1277909","input_length":30965,"t_proxy_recv":328633.994396204,"t_decision_unix":1779759499.0083373,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24576,"affinity_cache_ratio":0.7936702728887454,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6389 < 16000)","cache_hit":24576,"estimated_new_tokens":6389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":4096,"new_prefill":26869,"score_linear":21091.0,"score_lmetric":26869},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":30965,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":8510,"ongoing_decode_tokens":0,"pending_prefill_tokens":8510,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":30965,"score_linear":8510.0,"score_lmetric":39475},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":7680,"new_prefill":23285,"score_linear":119057.0,"score_lmetric":365586},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":30965,"score_linear":27639.0,"score_lmetric":30965},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":30965,"score_linear":232709.0,"score_lmetric":300020},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30594,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":7680,"new_prefill":23285,"score_linear":22914.0,"score_lmetric":23285},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26426,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":493,"cache_hit":24576,"new_prefill":6389,"score_linear":1850.0,"score_lmetric":6389}],"chosen_score_linear":1850.0,"chosen_score_lmetric":6389,"t_first_token":328635.27967327,"t_first_token_unix":1779759500.2936163,"t_done":328640.646823883,"t_done_unix":1779759505.6607678},{"request_id":"1285800:1:1285800:191","session_id":"1285800","input_length":4510,"t_proxy_recv":328641.462109782,"t_decision_unix":1779759506.476051,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4510 < 16000)","cache_hit":0,"estimated_new_tokens":4510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":399,"cache_hit":0,"new_prefill":4510,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":4510,"score_linear":49619.0,"score_lmetric":54129},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14203,"ongoing_decode_tokens":11,"pending_prefill_tokens":6000,"num_requests":2,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":4510,"score_linear":14203.0,"score_lmetric":21020},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":4510,"score_linear":126737.0,"score_lmetric":309261},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":4510,"score_linear":27639.0,"score_lmetric":4510},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":4510,"score_linear":232709.0,"score_lmetric":247110},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":30594,"pending_prefill_tokens":31695,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":4510,"score_linear":152913.0,"score_lmetric":108615},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34353,"ongoing_decode_tokens":34353,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":4510,"score_linear":34353.0,"score_lmetric":4510}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328641.75022919,"t_first_token_unix":1779759506.764173,"t_done":328642.035449692,"t_done_unix":1779759507.049393},{"request_id":"1283642:2:1285731:190","session_id":"1283642","input_length":14192,"t_proxy_recv":328641.208416302,"t_decision_unix":1779759506.2223573,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":8192,"affinity_cache_ratio":0.5772266065388951,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6000 < 16000)","cache_hit":8192,"estimated_new_tokens":6000,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":399,"cache_hit":0,"new_prefill":14192,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":14192,"score_linear":49619.0,"score_lmetric":63811},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":11,"ongoing_decode_tokens":11,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":8192,"new_prefill":6000,"score_linear":-8181.0,"score_lmetric":6000},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":14192,"score_linear":126737.0,"score_lmetric":338307},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":14192,"score_linear":27639.0,"score_lmetric":14192},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":14192,"score_linear":232709.0,"score_lmetric":266474},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":30594,"pending_prefill_tokens":31695,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":14192,"score_linear":152913.0,"score_lmetric":137661},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34353,"ongoing_decode_tokens":34353,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":14192,"score_linear":34353.0,"score_lmetric":14192}],"chosen_score_linear":-8181.0,"chosen_score_lmetric":6000,"t_first_token":328641.871847075,"t_first_token_unix":1779759506.8857903,"t_done":328642.340447074,"t_done_unix":1779759507.3543904},{"request_id":"1239034:4:1263738:78","session_id":"1239034","input_length":27639,"t_proxy_recv":328570.767466138,"t_decision_unix":1779759435.7814076,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":22528,"affinity_cache_ratio":0.8150801403813452,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5111 < 16000)","cache_hit":22528,"estimated_new_tokens":5111,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":27639,"score_linear":110048.0,"score_lmetric":137687},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":27639,"score_linear":55989.0,"score_lmetric":27639},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14329,"ongoing_decode_tokens":301,"pending_prefill_tokens":14028,"num_requests":2,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":27639,"score_linear":14329.0,"score_lmetric":83334},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":27639,"score_linear":71575.0,"score_lmetric":167862},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":258,"cache_hit":22528,"new_prefill":5111,"score_linear":-22528.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":27639,"score_linear":125063.0,"score_lmetric":290044},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":27639,"score_linear":50783.0,"score_lmetric":78422},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":141,"cache_hit":0,"new_prefill":27639,"score_linear":45884.0,"score_lmetric":103014}],"chosen_score_linear":-22528.0,"chosen_score_lmetric":0,"t_first_token":328571.775023293,"t_first_token_unix":1779759436.7889667,"t_done":328642.79423655,"t_done_unix":1779759507.8081796},{"request_id":"1285558:1:1285558:188","session_id":"1285558","input_length":11,"t_proxy_recv":328640.555267967,"t_decision_unix":1779759505.5692096,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11 < 16000)","cache_hit":0,"estimated_new_tokens":11,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":399,"cache_hit":0,"new_prefill":11,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":11,"score_linear":49619.0,"score_lmetric":49630},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":11,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":11,"score_linear":126737.0,"score_lmetric":295764},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":11,"score_linear":27639.0,"score_lmetric":11},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":11,"score_linear":232709.0,"score_lmetric":238112},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":30594,"pending_prefill_tokens":31695,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":11,"score_linear":152913.0,"score_lmetric":95118},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":92395,"ongoing_decode_tokens":92395,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":507,"cache_hit":0,"new_prefill":11,"score_linear":92395.0,"score_lmetric":33}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328640.577188417,"t_first_token_unix":1779759505.5911326,"t_done":328643.060078422,"t_done_unix":1779759508.0740216},{"request_id":"1286551:1:1286551:194","session_id":"1286551","input_length":1700,"t_proxy_recv":328644.426378826,"t_decision_unix":1779759509.4403195,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1700 < 16000)","cache_hit":0,"estimated_new_tokens":1700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":407,"cache_hit":0,"new_prefill":1700,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":1700,"score_linear":49619.0,"score_lmetric":51319},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":1700,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":1700,"score_linear":126737.0,"score_lmetric":300831},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":1700,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":1700,"score_linear":232709.0,"score_lmetric":241490},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":30594,"pending_prefill_tokens":31695,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":1700,"score_linear":152913.0,"score_lmetric":100185},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66251,"ongoing_decode_tokens":34353,"pending_prefill_tokens":5274,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":1700,"score_linear":66251.0,"score_lmetric":13948}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328644.545480261,"t_first_token_unix":1779759509.5594237,"t_done":328644.739920483,"t_done_unix":1779759509.7538643},{"request_id":"1262354:11:1284987:186","session_id":"1262354","input_length":34353,"t_proxy_recv":328638.810983788,"t_decision_unix":1779759503.824925,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9985736325793962,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (49 < 16000)","cache_hit":34304,"estimated_new_tokens":49,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":399,"cache_hit":0,"new_prefill":34353,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":34353,"score_linear":49619.0,"score_lmetric":83972},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":34353,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":34353,"score_linear":126737.0,"score_lmetric":398790},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":34353,"score_linear":27639.0,"score_lmetric":34353},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":34353,"score_linear":232709.0,"score_lmetric":306796},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":30594,"pending_prefill_tokens":31695,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":34353,"score_linear":152913.0,"score_lmetric":198144},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":30965,"ongoing_decode_tokens":30965,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":507,"cache_hit":34304,"new_prefill":49,"score_linear":-3339.0,"score_lmetric":49}],"chosen_score_linear":-3339.0,"chosen_score_lmetric":49,"t_first_token":328638.887144565,"t_first_token_unix":1779759503.901088,"t_done":328645.145439241,"t_done_unix":1779759510.1593826},{"request_id":"1279412:4:1286447:193","session_id":"1279412","input_length":31898,"t_proxy_recv":328644.029267305,"t_decision_unix":1779759509.0432086,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8346604802808953,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5274 < 16000)","cache_hit":26624,"estimated_new_tokens":5274,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":407,"cache_hit":0,"new_prefill":31898,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":31898,"score_linear":49619.0,"score_lmetric":81517},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":31898,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":31898,"score_linear":126737.0,"score_lmetric":391425},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":31898,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":31898,"score_linear":232709.0,"score_lmetric":301886},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":30594,"pending_prefill_tokens":31695,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":31898,"score_linear":152913.0,"score_lmetric":190779},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34353,"ongoing_decode_tokens":34353,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":520,"cache_hit":26624,"new_prefill":5274,"score_linear":7729.0,"score_lmetric":5274}],"chosen_score_linear":7729.0,"chosen_score_lmetric":5274,"t_first_token":328645.11108168,"t_first_token_unix":1779759510.125025,"t_done":328646.756871729,"t_done_unix":1779759511.770815},{"request_id":"1286804:1:1286804:195","session_id":"1286804","input_length":13962,"t_proxy_recv":328645.16540184,"t_decision_unix":1779759510.1793435,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (13962 < 16000)","cache_hit":0,"estimated_new_tokens":13962,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":13962,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":13962,"score_linear":49619.0,"score_lmetric":13962},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":13962,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":13962,"score_linear":126737.0,"score_lmetric":337617},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":13962,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":13962,"score_linear":232709.0,"score_lmetric":266014},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":30594,"pending_prefill_tokens":31695,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":13962,"score_linear":152913.0,"score_lmetric":136971},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":31898,"ongoing_decode_tokens":31898,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":521,"cache_hit":0,"new_prefill":13962,"score_linear":31898.0,"score_lmetric":13962}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328646.383776658,"t_first_token_unix":1779759511.3977203,"t_done":328647.08748796,"t_done_unix":1779759512.1014311},{"request_id":"1276136:2:1280145:162","session_id":"1276136","input_length":24519,"t_proxy_recv":328622.16691694,"t_decision_unix":1779759487.1808581,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":16896,"affinity_cache_ratio":0.6890982503364738,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7623 < 16000)","cache_hit":16896,"estimated_new_tokens":7623,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":24519,"score_linear":25187.0,"score_lmetric":24519},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":24519,"score_linear":58752.0,"score_lmetric":24519},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24519,"score_linear":150574.0,"score_lmetric":284650},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":88317,"ongoing_decode_tokens":0,"pending_prefill_tokens":88317,"num_requests":1,"active_p_offloads":0,"cached_blocks":572,"cache_hit":16896,"new_prefill":7623,"score_linear":71421.0,"score_lmetric":95940},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":465,"cache_hit":0,"new_prefill":24519,"score_linear":27639.0,"score_lmetric":24519},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":24519,"score_linear":232709.0,"score_lmetric":287128},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":98626,"ongoing_decode_tokens":98626,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":518,"cache_hit":0,"new_prefill":24519,"score_linear":98626.0,"score_lmetric":73557},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44358,"ongoing_decode_tokens":44358,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":24519,"score_linear":44358.0,"score_lmetric":49038}],"chosen_score_linear":71421.0,"chosen_score_lmetric":95940,"t_first_token":328649.035758847,"t_first_token_unix":1779759514.0497024,"t_done":328649.448839519,"t_done_unix":1779759514.4627829},{"request_id":"1287588:1:1287588:198","session_id":"1287588","input_length":9925,"t_proxy_recv":328647.707704347,"t_decision_unix":1779759512.7216458,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9925 < 16000)","cache_hit":0,"estimated_new_tokens":9925,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":9925,"score_linear":77805.0,"score_lmetric":87730},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":9925,"score_linear":49619.0,"score_lmetric":9925},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":620,"cache_hit":0,"new_prefill":9925,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":9925,"score_linear":126737.0,"score_lmetric":325506},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":9925,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":114612,"pending_prefill_tokens":4433,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":9925,"score_linear":232709.0,"score_lmetric":28716},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":152913,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":9925,"score_linear":152913.0,"score_lmetric":29775},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":531,"cache_hit":0,"new_prefill":9925,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328648.534475595,"t_first_token_unix":1779759513.5484204,"t_done":328649.859520546,"t_done_unix":1779759514.8734636},{"request_id":"1268831:5:1284640:184","session_id":"1268831","input_length":42264,"t_proxy_recv":328637.401831207,"t_decision_unix":1779759502.4157724,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":32256,"affinity_cache_ratio":0.7632027257240205,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (10008 < 16000)","cache_hit":32256,"estimated_new_tokens":10008,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":399,"cache_hit":0,"new_prefill":42264,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":42264,"score_linear":49619.0,"score_lmetric":91883},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":42264,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":42264,"score_linear":126737.0,"score_lmetric":422523},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":42264,"score_linear":27639.0,"score_lmetric":42264},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":42264,"score_linear":232709.0,"score_lmetric":322618},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":110649,"ongoing_decode_tokens":30594,"pending_prefill_tokens":21687,"num_requests":2,"active_p_offloads":0,"cached_blocks":597,"cache_hit":32256,"new_prefill":10008,"score_linear":78393.0,"score_lmetric":63390},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":30965,"ongoing_decode_tokens":30965,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":507,"cache_hit":0,"new_prefill":42264,"score_linear":30965.0,"score_lmetric":42264}],"chosen_score_linear":78393.0,"chosen_score_lmetric":63390,"t_first_token":328647.2191903,"t_first_token_unix":1779759512.233134,"t_done":328650.028275363,"t_done_unix":1779759515.042219},{"request_id":"1288143:1:1288143:200","session_id":"1288143","input_length":448,"t_proxy_recv":328649.673071711,"t_decision_unix":1779759514.6870134,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (448 < 16000)","cache_hit":0,"estimated_new_tokens":448,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":448,"score_linear":77805.0,"score_lmetric":78253},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":448,"score_linear":49619.0,"score_lmetric":448},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9925,"ongoing_decode_tokens":9925,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":620,"cache_hit":0,"new_prefill":448,"score_linear":9925.0,"score_lmetric":448},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":128141,"ongoing_decode_tokens":102218,"pending_prefill_tokens":1859,"num_requests":3,"active_p_offloads":0,"cached_blocks":586,"cache_hit":0,"new_prefill":448,"score_linear":128141.0,"score_lmetric":6921},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":448,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":114612,"pending_prefill_tokens":4433,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":448,"score_linear":232709.0,"score_lmetric":9762},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":152913,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":448,"score_linear":152913.0,"score_lmetric":1344},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":531,"cache_hit":0,"new_prefill":448,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328649.723397706,"t_first_token_unix":1779759514.7373412,"t_done":328650.246181078,"t_done_unix":1779759515.2601244},{"request_id":"1269373:5:1282812:174","session_id":"1269373","input_length":30594,"t_proxy_recv":328632.628474118,"t_decision_unix":1779759497.6424158,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":30208,"affinity_cache_ratio":0.9873831470222919,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (386 < 16000)","cache_hit":30208,"estimated_new_tokens":386,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":4096,"new_prefill":26498,"score_linear":21091.0,"score_lmetric":26498},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":16299,"ongoing_decode_tokens":0,"pending_prefill_tokens":16299,"num_requests":1,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":30594,"score_linear":16299.0,"score_lmetric":46893},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":30594,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":7680,"new_prefill":22914,"score_linear":119057.0,"score_lmetric":364473},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":30594,"score_linear":27639.0,"score_lmetric":30594},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":30594,"score_linear":232709.0,"score_lmetric":299278},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":58032,"ongoing_decode_tokens":58032,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":580,"cache_hit":30208,"new_prefill":386,"score_linear":27824.0,"score_lmetric":386},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26426,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":493,"cache_hit":7680,"new_prefill":22914,"score_linear":18746.0,"score_lmetric":22914}],"chosen_score_linear":27824.0,"chosen_score_lmetric":386,"t_first_token":328632.737613721,"t_first_token_unix":1779759497.7515574,"t_done":328650.257290553,"t_done_unix":1779759515.2712336},{"request_id":"1279994:1:1279994:161","session_id":"1279994","input_length":88317,"t_proxy_recv":328621.740967015,"t_decision_unix":1779759486.7549083,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":88317,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":0,"new_prefill":88317,"score_linear":25187.0,"score_lmetric":88317},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":498,"cache_hit":0,"new_prefill":88317,"score_linear":58752.0,"score_lmetric":88317},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":88317,"score_linear":150574.0,"score_lmetric":412246},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":88317,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":465,"cache_hit":0,"new_prefill":88317,"score_linear":27639.0,"score_lmetric":88317},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":88317,"score_linear":232709.0,"score_lmetric":414724},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":98626,"ongoing_decode_tokens":98626,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":518,"cache_hit":0,"new_prefill":88317,"score_linear":98626.0,"score_lmetric":264951},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44358,"ongoing_decode_tokens":44358,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":88317,"score_linear":44358.0,"score_lmetric":176634}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328647.946101567,"t_first_token_unix":1779759512.9600456,"t_done":328650.481272176,"t_done_unix":1779759515.495216},{"request_id":"1276136:3:1280987:166","session_id":"1276136","input_length":25923,"t_proxy_recv":328649.457432048,"t_decision_unix":1779759514.4713736,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9282876210315164,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1859 < 16000)","cache_hit":24064,"estimated_new_tokens":1859,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":25923,"score_linear":77805.0,"score_lmetric":103728},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":25923,"score_linear":49619.0,"score_lmetric":25923},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9925,"ongoing_decode_tokens":9925,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":620,"cache_hit":0,"new_prefill":25923,"score_linear":9925.0,"score_lmetric":25923},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102218,"ongoing_decode_tokens":102218,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":586,"cache_hit":24064,"new_prefill":1859,"score_linear":78154.0,"score_lmetric":3718},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":25923,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":114612,"pending_prefill_tokens":4433,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":25923,"score_linear":232709.0,"score_lmetric":60712},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":152913,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":25923,"score_linear":152913.0,"score_lmetric":77769},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":531,"cache_hit":0,"new_prefill":25923,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":78154.0,"chosen_score_lmetric":3718,"t_first_token":328649.801204232,"t_first_token_unix":1779759514.8151472,"t_done":328651.161068295,"t_done_unix":1779759516.1750119},{"request_id":"1284132:1:1284132:182","session_id":"1284132","input_length":49619,"t_proxy_recv":328635.685376975,"t_decision_unix":1779759500.6993182,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":49619,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":399,"cache_hit":0,"new_prefill":49619,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":49619,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":49619,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":49619,"score_linear":126737.0,"score_lmetric":444588},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":49619,"score_linear":27639.0,"score_lmetric":49619},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":49619,"score_linear":232709.0,"score_lmetric":337328},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":110649,"ongoing_decode_tokens":30594,"pending_prefill_tokens":21687,"num_requests":2,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":49619,"score_linear":110649.0,"score_lmetric":142612},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91673,"ongoing_decode_tokens":91673,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":493,"cache_hit":0,"new_prefill":49619,"score_linear":91673.0,"score_lmetric":148857}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328644.967139109,"t_first_token_unix":1779759509.981083,"t_done":328651.685977551,"t_done_unix":1779759516.699921},{"request_id":"1279994:2:1283011:177","session_id":"1279994","input_length":88940,"t_proxy_recv":328650.498296734,"t_decision_unix":1779759515.5122383,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":88064,"affinity_cache_ratio":0.990150663368563,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (876 < 16000)","cache_hit":88064,"estimated_new_tokens":876,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":88940,"score_linear":77805.0,"score_lmetric":166745},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":88940,"score_linear":49619.0,"score_lmetric":88940},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":639,"cache_hit":0,"new_prefill":88940,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":39824,"ongoing_decode_tokens":39824,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":758,"cache_hit":88064,"new_prefill":876,"score_linear":-48240.0,"score_lmetric":1752},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":487,"cache_hit":0,"new_prefill":88940,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":88940,"score_linear":232709.0,"score_lmetric":177880},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118843,"ongoing_decode_tokens":80055,"pending_prefill_tokens":8068,"num_requests":2,"active_p_offloads":0,"cached_blocks":617,"cache_hit":0,"new_prefill":88940,"score_linear":118843.0,"score_lmetric":194016},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":531,"cache_hit":0,"new_prefill":88940,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48240.0,"chosen_score_lmetric":1752,"t_first_token":328650.957520278,"t_first_token_unix":1779759515.971464,"t_done":328651.913962848,"t_done_unix":1779759516.9279063},{"request_id":"1272313:4:1281720:170","session_id":"1272313","input_length":13901,"t_proxy_recv":328627.466042727,"t_decision_unix":1779759492.479984,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":11264,"affinity_cache_ratio":0.8103014171642328,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2637 < 16000)","cache_hit":11264,"estimated_new_tokens":2637,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":389,"cache_hit":4096,"new_prefill":9805,"score_linear":21091.0,"score_lmetric":9805},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":501,"cache_hit":0,"new_prefill":13901,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":13901,"score_linear":150574.0,"score_lmetric":263414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":112836,"ongoing_decode_tokens":0,"pending_prefill_tokens":95940,"num_requests":2,"active_p_offloads":0,"cached_blocks":572,"cache_hit":11264,"new_prefill":2637,"score_linear":101572.0,"score_lmetric":197154},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":466,"cache_hit":0,"new_prefill":13901,"score_linear":27639.0,"score_lmetric":13901},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":13901,"score_linear":232709.0,"score_lmetric":265892},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":88294,"ongoing_decode_tokens":30262,"pending_prefill_tokens":8368,"num_requests":2,"active_p_offloads":0,"cached_blocks":555,"cache_hit":10752,"new_prefill":3149,"score_linear":77542.0,"score_lmetric":23034},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60454,"ongoing_decode_tokens":60454,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":472,"cache_hit":7680,"new_prefill":6221,"score_linear":52774.0,"score_lmetric":12442}],"chosen_score_linear":101572.0,"chosen_score_lmetric":197154,"t_first_token":328649.038825032,"t_first_token_unix":1779759514.0527682,"t_done":328653.008144311,"t_done_unix":1779759518.0220873},{"request_id":"1287588:2:1289701:205","session_id":"1287588","input_length":10195,"t_proxy_recv":328654.935528747,"t_decision_unix":1779759519.94947,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":9728,"affinity_cache_ratio":0.954193231976459,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (467 < 16000)","cache_hit":9728,"estimated_new_tokens":467,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":10195,"score_linear":77805.0,"score_lmetric":88000},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":10195,"score_linear":82014.0,"score_lmetric":92209},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":639,"cache_hit":9728,"new_prefill":467,"score_linear":-9728.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104111,"ongoing_decode_tokens":104111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":10195,"score_linear":104111.0,"score_lmetric":20390},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9610,"ongoing_decode_tokens":9610,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":487,"cache_hit":0,"new_prefill":10195,"score_linear":9610.0,"score_lmetric":10195},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":10195,"score_linear":232709.0,"score_lmetric":20390},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118843,"ongoing_decode_tokens":118843,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":617,"cache_hit":0,"new_prefill":10195,"score_linear":118843.0,"score_lmetric":20390},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77111,"ongoing_decode_tokens":0,"pending_prefill_tokens":14135,"num_requests":2,"active_p_offloads":0,"cached_blocks":531,"cache_hit":0,"new_prefill":10195,"score_linear":77111.0,"score_lmetric":48660}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":328654.980820733,"t_first_token_unix":1779759519.994764,"t_done":328655.03754807,"t_done_unix":1779759520.0514913},{"request_id":"1286551:2:1289450:202","session_id":"1286551","input_length":9610,"t_proxy_recv":328654.019225017,"t_decision_unix":1779759519.0331664,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":4,"affinity_cache_hit":1536,"affinity_cache_ratio":0.1598335067637877,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9610 < 16000)","cache_hit":0,"estimated_new_tokens":9610,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":1536,"new_prefill":8074,"score_linear":76269.0,"score_lmetric":85879},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":639,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104111,"ongoing_decode_tokens":104111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":9610,"score_linear":104111.0,"score_lmetric":19220},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":487,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":9610,"score_linear":232709.0,"score_lmetric":19220},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118843,"ongoing_decode_tokens":118843,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":617,"cache_hit":0,"new_prefill":9610,"score_linear":118843.0,"score_lmetric":19220},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":0,"pending_prefill_tokens":13688,"num_requests":1,"active_p_offloads":0,"cached_blocks":531,"cache_hit":0,"new_prefill":9610,"score_linear":44920.0,"score_lmetric":23298}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328654.815757318,"t_first_token_unix":1779759519.829701,"t_done":328655.186380231,"t_done_unix":1779759520.2003233},{"request_id":"1266668:6:1284003:181","session_id":"1266668","input_length":80055,"t_proxy_recv":328635.221129222,"t_decision_unix":1779759500.2350707,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58368,"affinity_cache_ratio":0.7290987446130786,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (7680 < 8000)","cache_hit":58368,"estimated_new_tokens":21687,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":399,"cache_hit":4096,"new_prefill":75959,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":80055,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":80055,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":7680,"new_prefill":72375,"score_linear":119057.0,"score_lmetric":512856},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":80055,"score_linear":27639.0,"score_lmetric":80055},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":80055,"score_linear":232709.0,"score_lmetric":398200},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30594,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":597,"cache_hit":58368,"new_prefill":21687,"score_linear":-27774.0,"score_lmetric":21687},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91673,"ongoing_decode_tokens":26426,"pending_prefill_tokens":6879,"num_requests":3,"active_p_offloads":0,"cached_blocks":493,"cache_hit":7680,"new_prefill":72375,"score_linear":83993.0,"score_lmetric":237762}],"chosen_score_linear":-27774.0,"chosen_score_lmetric":21687,"t_first_token":328645.507138523,"t_first_token_unix":1779759510.5210822,"t_done":328655.679364708,"t_done_unix":1779759520.693308},{"request_id":"1279994:3:1286181:192","session_id":"1279994","input_length":89226,"t_proxy_recv":328651.931586199,"t_decision_unix":1779759516.9455278,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":88576,"affinity_cache_ratio":0.9927151278775245,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (650 < 16000)","cache_hit":88576,"estimated_new_tokens":650,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":89226,"score_linear":77805.0,"score_lmetric":167031},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":89226,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":639,"cache_hit":0,"new_prefill":89226,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":13901,"ongoing_decode_tokens":13901,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":762,"cache_hit":88576,"new_prefill":650,"score_linear":-74675.0,"score_lmetric":650},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":487,"cache_hit":0,"new_prefill":89226,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":89226,"score_linear":232709.0,"score_lmetric":178452},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118843,"ongoing_decode_tokens":80055,"pending_prefill_tokens":8068,"num_requests":2,"active_p_offloads":0,"cached_blocks":617,"cache_hit":0,"new_prefill":89226,"score_linear":118843.0,"score_lmetric":194588},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":531,"cache_hit":0,"new_prefill":89226,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-74675.0,"chosen_score_lmetric":650,"t_first_token":328652.251151711,"t_first_token_unix":1779759517.265095,"t_done":328657.98769215,"t_done_unix":1779759523.0016356},{"request_id":"1290442:1:1290442:210","session_id":"1290442","input_length":7261,"t_proxy_recv":328657.29512606,"t_decision_unix":1779759522.3090677,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":14522,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7261 < 16000)","cache_hit":0,"estimated_new_tokens":7261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":7261,"score_linear":77805.0,"score_lmetric":85066},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":7261,"score_linear":82014.0,"score_lmetric":89275},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13552,"ongoing_decode_tokens":0,"pending_prefill_tokens":13552,"num_requests":1,"active_p_offloads":0,"cached_blocks":639,"cache_hit":0,"new_prefill":7261,"score_linear":13552.0,"score_lmetric":20813},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104111,"ongoing_decode_tokens":104111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":7261,"score_linear":104111.0,"score_lmetric":14522},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":7261,"score_linear":23228.0,"score_lmetric":30489},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":7261,"score_linear":232709.0,"score_lmetric":14522},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126529,"ongoing_decode_tokens":38788,"pending_prefill_tokens":7357,"num_requests":2,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":7261,"score_linear":126529.0,"score_lmetric":29236},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77111,"ongoing_decode_tokens":77111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":531,"cache_hit":0,"new_prefill":7261,"score_linear":77111.0,"score_lmetric":14522}],"chosen_score_linear":77111.0,"chosen_score_lmetric":14522,"t_first_token":328657.804916578,"t_first_token_unix":1779759522.8188603,"t_done":328658.117451193,"t_done_unix":1779759523.1313946},{"request_id":"1279412:4:1289482:203","session_id":"1279412","input_length":32191,"t_proxy_recv":328654.099447495,"t_decision_unix":1779759519.113388,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9861141312789289,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (447 < 16000)","cache_hit":31744,"estimated_new_tokens":447,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":32191,"score_linear":77805.0,"score_lmetric":109996},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":32191,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":639,"cache_hit":0,"new_prefill":32191,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104111,"ongoing_decode_tokens":104111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":32191,"score_linear":104111.0,"score_lmetric":64382},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9610,"ongoing_decode_tokens":0,"pending_prefill_tokens":9610,"num_requests":1,"active_p_offloads":0,"cached_blocks":487,"cache_hit":0,"new_prefill":32191,"score_linear":9610.0,"score_lmetric":41801},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":32191,"score_linear":232709.0,"score_lmetric":64382},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118843,"ongoing_decode_tokens":118843,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":617,"cache_hit":0,"new_prefill":32191,"score_linear":118843.0,"score_lmetric":64382},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":0,"pending_prefill_tokens":13688,"num_requests":1,"active_p_offloads":0,"cached_blocks":531,"cache_hit":31744,"new_prefill":447,"score_linear":13176.0,"score_lmetric":14135}],"chosen_score_linear":13176.0,"chosen_score_lmetric":14135,"t_first_token":328656.734800435,"t_first_token_unix":1779759521.7487438,"t_done":328658.754040323,"t_done_unix":1779759523.767984},{"request_id":"1290426:1:1290426:209","session_id":"1290426","input_length":13552,"t_proxy_recv":328657.267044196,"t_decision_unix":1779759522.2809858,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (13552 < 16000)","cache_hit":0,"estimated_new_tokens":13552,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":1536,"new_prefill":12016,"score_linear":76269.0,"score_lmetric":89821},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":13552,"score_linear":82014.0,"score_lmetric":95566},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":639,"cache_hit":0,"new_prefill":13552,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104111,"ongoing_decode_tokens":104111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":13552,"score_linear":104111.0,"score_lmetric":27104},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":505,"cache_hit":1536,"new_prefill":12016,"score_linear":21692.0,"score_lmetric":35244},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":13552,"score_linear":232709.0,"score_lmetric":27104},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126529,"ongoing_decode_tokens":38788,"pending_prefill_tokens":7357,"num_requests":2,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":13552,"score_linear":126529.0,"score_lmetric":41818},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77111,"ongoing_decode_tokens":77111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":531,"cache_hit":0,"new_prefill":13552,"score_linear":77111.0,"score_lmetric":27104}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328658.440560002,"t_first_token_unix":1779759523.4545035,"t_done":328658.813887924,"t_done_unix":1779759523.8278315},{"request_id":"1272313:5:1284744:185","session_id":"1272313","input_length":14885,"t_proxy_recv":328653.012866073,"t_decision_unix":1779759518.0268075,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":13824,"affinity_cache_ratio":0.9287201881088344,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1061 < 16000)","cache_hit":13824,"estimated_new_tokens":1061,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":4096,"new_prefill":10789,"score_linear":73709.0,"score_lmetric":88594},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":14885,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":639,"cache_hit":0,"new_prefill":14885,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":89226,"ongoing_decode_tokens":89226,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":767,"cache_hit":13824,"new_prefill":1061,"score_linear":75402.0,"score_lmetric":1061},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":487,"cache_hit":0,"new_prefill":14885,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":14885,"score_linear":232709.0,"score_lmetric":29770},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118843,"ongoing_decode_tokens":118843,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":617,"cache_hit":10752,"new_prefill":4133,"score_linear":108091.0,"score_lmetric":8266},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":531,"cache_hit":7680,"new_prefill":7205,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":75402.0,"chosen_score_lmetric":1061,"t_first_token":328653.252040485,"t_first_token_unix":1779759518.265984,"t_done":328658.853103482,"t_done_unix":1779759523.8670468},{"request_id":"1291100:1:1291100:212","session_id":"1291100","input_length":1744,"t_proxy_recv":328659.503768116,"t_decision_unix":1779759524.5177095,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1744 < 16000)","cache_hit":0,"estimated_new_tokens":1744,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":1744,"score_linear":77805.0,"score_lmetric":79549},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":1744,"score_linear":82014.0,"score_lmetric":83758},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":1744,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":105296,"ongoing_decode_tokens":105296,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":1744,"score_linear":105296.0,"score_lmetric":3488},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":1744,"score_linear":23228.0,"score_lmetric":24972},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":1744,"score_linear":232709.0,"score_lmetric":3488},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126529,"ongoing_decode_tokens":38788,"pending_prefill_tokens":7357,"num_requests":2,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":1744,"score_linear":126529.0,"score_lmetric":18202},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":1744,"score_linear":44920.0,"score_lmetric":1744}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328659.653468758,"t_first_token_unix":1779759524.6674123,"t_done":328660.050865355,"t_done_unix":1779759525.0648086},{"request_id":"1290365:1:1290365:208","session_id":"1290365","input_length":23228,"t_proxy_recv":328657.090770294,"t_decision_unix":1779759522.104711,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":23228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":23228,"score_linear":77805.0,"score_lmetric":101033},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":23228,"score_linear":82014.0,"score_lmetric":105242},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":639,"cache_hit":0,"new_prefill":23228,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104111,"ongoing_decode_tokens":104111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":23228,"score_linear":104111.0,"score_lmetric":46456},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":23228,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":23228,"score_linear":232709.0,"score_lmetric":46456},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126529,"ongoing_decode_tokens":38788,"pending_prefill_tokens":7357,"num_requests":2,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":23228,"score_linear":126529.0,"score_lmetric":61170},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77111,"ongoing_decode_tokens":77111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":531,"cache_hit":0,"new_prefill":23228,"score_linear":77111.0,"score_lmetric":46456}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328659.68368611,"t_first_token_unix":1779759524.6976295,"t_done":328660.415053168,"t_done_unix":1779759525.4289963},{"request_id":"1279994:4:1290711:211","session_id":"1279994","input_length":89749,"t_proxy_recv":328658.165543935,"t_decision_unix":1779759523.1794853,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9983398143711908,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (149 < 16000)","cache_hit":89600,"estimated_new_tokens":149,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":89749,"score_linear":77805.0,"score_lmetric":167554},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":89749,"score_linear":82014.0,"score_lmetric":171763},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13552,"ongoing_decode_tokens":0,"pending_prefill_tokens":13552,"num_requests":1,"active_p_offloads":0,"cached_blocks":639,"cache_hit":0,"new_prefill":89749,"score_linear":13552.0,"score_lmetric":103301},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":14885,"ongoing_decode_tokens":14885,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":769,"cache_hit":89600,"new_prefill":149,"score_linear":-74715.0,"score_lmetric":149},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":89749,"score_linear":23228.0,"score_lmetric":112977},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":89749,"score_linear":232709.0,"score_lmetric":179498},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126529,"ongoing_decode_tokens":38788,"pending_prefill_tokens":7357,"num_requests":2,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":89749,"score_linear":126529.0,"score_lmetric":194212},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77111,"ongoing_decode_tokens":77111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":545,"cache_hit":0,"new_prefill":89749,"score_linear":77111.0,"score_lmetric":179498}],"chosen_score_linear":-74715.0,"chosen_score_lmetric":149,"t_first_token":328658.350383329,"t_first_token_unix":1779759523.3643272,"t_done":328660.733164857,"t_done_unix":1779759525.7471085},{"request_id":"1269373:6:1285668:189","session_id":"1269373","input_length":38788,"t_proxy_recv":328650.278243099,"t_decision_unix":1779759515.2921846,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":30720,"affinity_cache_ratio":0.7919975250077343,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8068 < 16000)","cache_hit":30720,"estimated_new_tokens":8068,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":4096,"new_prefill":34692,"score_linear":73709.0,"score_lmetric":112497},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":38788,"score_linear":49619.0,"score_lmetric":38788},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":639,"cache_hit":0,"new_prefill":38788,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":128141,"ongoing_decode_tokens":128141,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":586,"cache_hit":7680,"new_prefill":31108,"score_linear":120461.0,"score_lmetric":93324},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":487,"cache_hit":0,"new_prefill":38788,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":38788,"score_linear":232709.0,"score_lmetric":77576},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80055,"ongoing_decode_tokens":80055,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":617,"cache_hit":30720,"new_prefill":8068,"score_linear":49335.0,"score_lmetric":8068},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":531,"cache_hit":7680,"new_prefill":31108,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":49335.0,"chosen_score_lmetric":8068,"t_first_token":328652.192568427,"t_first_token_unix":1779759517.206512,"t_done":328661.399094941,"t_done_unix":1779759526.413038},{"request_id":"1272313:6:1287745:199","session_id":"1272313","input_length":15547,"t_proxy_recv":328658.858195003,"t_decision_unix":1779759523.8721364,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":15360,"affinity_cache_ratio":0.9879719560043738,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (187 < 16000)","cache_hit":15360,"estimated_new_tokens":187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":4096,"new_prefill":11451,"score_linear":73709.0,"score_lmetric":89256},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":15547,"score_linear":82014.0,"score_lmetric":97561},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":665,"cache_hit":0,"new_prefill":15547,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":89749,"ongoing_decode_tokens":89749,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":15360,"new_prefill":187,"score_linear":74389.0,"score_lmetric":187},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":15547,"score_linear":23228.0,"score_lmetric":38775},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":15547,"score_linear":232709.0,"score_lmetric":31094},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126529,"ongoing_decode_tokens":38788,"pending_prefill_tokens":7357,"num_requests":2,"active_p_offloads":0,"cached_blocks":660,"cache_hit":10752,"new_prefill":4795,"score_linear":115777.0,"score_lmetric":24304},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":7680,"new_prefill":7867,"score_linear":37240.0,"score_lmetric":7867}],"chosen_score_linear":74389.0,"chosen_score_lmetric":187,"t_first_token":328658.942316064,"t_first_token_unix":1779759523.9562595,"t_done":328661.417279917,"t_done_unix":1779759526.4312227},{"request_id":"1258859:3:1278118:155","session_id":"1258859","input_length":118097,"t_proxy_recv":328615.386114762,"t_decision_unix":1779759480.4000561,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":113664,"affinity_cache_ratio":0.962463060026927,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4433 < 16000)","cache_hit":113664,"estimated_new_tokens":4433,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34071,"ongoing_decode_tokens":34071,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":371,"cache_hit":0,"new_prefill":118097,"score_linear":34071.0,"score_lmetric":236194},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":118097,"score_linear":120167.0,"score_lmetric":448880},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":118097,"score_linear":150574.0,"score_lmetric":471806},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49794,"ongoing_decode_tokens":49794,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":530,"cache_hit":0,"new_prefill":118097,"score_linear":49794.0,"score_lmetric":236194},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":118097,"score_linear":121069.0,"score_lmetric":423054},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":321,"cache_hit":113664,"new_prefill":4433,"score_linear":948.0,"score_lmetric":119045},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106829,"ongoing_decode_tokens":58084,"pending_prefill_tokens":14441,"num_requests":4,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":118097,"score_linear":106829.0,"score_lmetric":530152},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55652,"ongoing_decode_tokens":0,"pending_prefill_tokens":24420,"num_requests":2,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":118097,"score_linear":55652.0,"score_lmetric":285034}],"chosen_score_linear":948.0,"chosen_score_lmetric":119045,"t_first_token":328650.261576401,"t_first_token_unix":1779759515.2755194,"t_done":328661.659339773,"t_done_unix":1779759526.6732829},{"request_id":"1262354:12:1291548:213","session_id":"1262354","input_length":35099,"t_proxy_recv":328661.145849443,"t_decision_unix":1779759526.1597905,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9919370922248497,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (283 < 16000)","cache_hit":34816,"estimated_new_tokens":283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":35099,"score_linear":77805.0,"score_lmetric":112904},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":35099,"score_linear":82014.0,"score_lmetric":117113},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":668,"cache_hit":0,"new_prefill":35099,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15547,"ongoing_decode_tokens":15547,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":35099,"score_linear":15547.0,"score_lmetric":35099},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":35099,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":35099,"score_linear":232709.0,"score_lmetric":70198},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126529,"ongoing_decode_tokens":126529,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":35099,"score_linear":126529.0,"score_lmetric":70198},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":34816,"new_prefill":283,"score_linear":10104.0,"score_lmetric":283}],"chosen_score_linear":10104.0,"chosen_score_lmetric":283,"t_first_token":328661.23284931,"t_first_token_unix":1779759526.2467926,"t_done":328662.384065846,"t_done_unix":1779759527.398009},{"request_id":"1279412:5:1291651:214","session_id":"1279412","input_length":32359,"t_proxy_recv":328661.431501759,"t_decision_unix":1779759526.4454434,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":32256,"affinity_cache_ratio":0.9968169597329954,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (103 < 16000)","cache_hit":32256,"estimated_new_tokens":103,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":32359,"score_linear":77805.0,"score_lmetric":110164},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":32359,"score_linear":82014.0,"score_lmetric":114373},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":668,"cache_hit":0,"new_prefill":32359,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15969,"ongoing_decode_tokens":0,"pending_prefill_tokens":609,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":32359,"score_linear":15969.0,"score_lmetric":32968},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":32359,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":32359,"score_linear":232709.0,"score_lmetric":64718},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130486,"ongoing_decode_tokens":87741,"pending_prefill_tokens":3833,"num_requests":2,"active_p_offloads":0,"cached_blocks":676,"cache_hit":0,"new_prefill":32359,"score_linear":130486.0,"score_lmetric":72384},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80019,"ongoing_decode_tokens":80019,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":546,"cache_hit":32256,"new_prefill":103,"score_linear":47763.0,"score_lmetric":206}],"chosen_score_linear":47763.0,"chosen_score_lmetric":206,"t_first_token":328661.509192723,"t_first_token_unix":1779759526.5231354,"t_done":328662.724689111,"t_done_unix":1779759527.7386324},{"request_id":"1291944:1:1291944:216","session_id":"1291944","input_length":8144,"t_proxy_recv":328662.484265966,"t_decision_unix":1779759527.4982076,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8144 < 16000)","cache_hit":0,"estimated_new_tokens":8144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":8144,"score_linear":77805.0,"score_lmetric":85949},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":8144,"score_linear":82014.0,"score_lmetric":90158},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":668,"cache_hit":0,"new_prefill":8144,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15969,"ongoing_decode_tokens":15969,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":8144,"score_linear":15969.0,"score_lmetric":8144},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":42153,"ongoing_decode_tokens":0,"pending_prefill_tokens":42153,"num_requests":1,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":8144,"score_linear":42153.0,"score_lmetric":50297},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":8144,"score_linear":233348.0,"score_lmetric":16288},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130486,"ongoing_decode_tokens":87741,"pending_prefill_tokens":3833,"num_requests":2,"active_p_offloads":0,"cached_blocks":676,"cache_hit":0,"new_prefill":8144,"score_linear":130486.0,"score_lmetric":23954},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77279,"ongoing_decode_tokens":77279,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":8144,"score_linear":77279.0,"score_lmetric":16288}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328663.063472188,"t_first_token_unix":1779759528.0774157,"t_done":328663.203184582,"t_done_unix":1779759528.2171276},{"request_id":"1272313:7:1290281:206","session_id":"1272313","input_length":15969,"t_proxy_recv":328661.422215519,"t_decision_unix":1779759526.4361572,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":15360,"affinity_cache_ratio":0.96186361074582,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (609 < 16000)","cache_hit":15360,"estimated_new_tokens":609,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":4096,"new_prefill":11873,"score_linear":73709.0,"score_lmetric":89678},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":15969,"score_linear":82014.0,"score_lmetric":97983},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":668,"cache_hit":0,"new_prefill":15969,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":772,"cache_hit":15360,"new_prefill":609,"score_linear":-15360.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":15969,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":15969,"score_linear":232709.0,"score_lmetric":31938},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130486,"ongoing_decode_tokens":87741,"pending_prefill_tokens":3833,"num_requests":2,"active_p_offloads":0,"cached_blocks":676,"cache_hit":10752,"new_prefill":5217,"score_linear":119734.0,"score_lmetric":18100},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80019,"ongoing_decode_tokens":80019,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":546,"cache_hit":7680,"new_prefill":8289,"score_linear":72339.0,"score_lmetric":16578}],"chosen_score_linear":-15360.0,"chosen_score_lmetric":0,"t_first_token":328661.49956586,"t_first_token_unix":1779759526.5135088,"t_done":328663.491934787,"t_done_unix":1779759528.505878},{"request_id":"1266668:7:1287468:197","session_id":"1266668","input_length":87741,"t_proxy_recv":328655.70436235,"t_decision_unix":1779759520.7183037,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":80384,"affinity_cache_ratio":0.916150944256391,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7357 < 16000)","cache_hit":80384,"estimated_new_tokens":7357,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":4096,"new_prefill":83645,"score_linear":73709.0,"score_lmetric":161450},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":87741,"score_linear":82014.0,"score_lmetric":169755},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":639,"cache_hit":0,"new_prefill":87741,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104111,"ongoing_decode_tokens":104111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":767,"cache_hit":7680,"new_prefill":80061,"score_linear":96431.0,"score_lmetric":160122},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":505,"cache_hit":0,"new_prefill":87741,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":87741,"score_linear":232709.0,"score_lmetric":175482},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":38788,"ongoing_decode_tokens":38788,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":660,"cache_hit":80384,"new_prefill":7357,"score_linear":-41596.0,"score_lmetric":7357},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77111,"ongoing_decode_tokens":0,"pending_prefill_tokens":14135,"num_requests":2,"active_p_offloads":0,"cached_blocks":531,"cache_hit":7680,"new_prefill":80061,"score_linear":69431.0,"score_lmetric":188392}],"chosen_score_linear":-41596.0,"chosen_score_lmetric":7357,"t_first_token":328659.583671854,"t_first_token_unix":1779759524.5976152,"t_done":328665.580997324,"t_done_unix":1779759530.594941},{"request_id":"1292750:1:1292750:220","session_id":"1292750","input_length":4684,"t_proxy_recv":328664.986216264,"t_decision_unix":1779759530.0001574,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4684 < 16000)","cache_hit":0,"estimated_new_tokens":4684,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":4684,"score_linear":77805.0,"score_lmetric":82489},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":4684,"score_linear":82014.0,"score_lmetric":86698},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":683,"cache_hit":0,"new_prefill":4684,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":773,"cache_hit":0,"new_prefill":4684,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82481,"ongoing_decode_tokens":0,"pending_prefill_tokens":50225,"num_requests":3,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":4684,"score_linear":82481.0,"score_lmetric":164727},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":4684,"score_linear":233348.0,"score_lmetric":9368},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130486,"ongoing_decode_tokens":130486,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":676,"cache_hit":0,"new_prefill":4684,"score_linear":130486.0,"score_lmetric":9368},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":4684,"score_linear":44920.0,"score_lmetric":4684}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328665.287439092,"t_first_token_unix":1779759530.3013825,"t_done":328665.73255755,"t_done_unix":1779759530.7465005},{"request_id":"1262354:13:1293000:221","session_id":"1262354","input_length":35210,"t_proxy_recv":328665.830789482,"t_decision_unix":1779759530.8447309,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9888099971598977,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (394 < 16000)","cache_hit":34816,"estimated_new_tokens":394,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":35210,"score_linear":77805.0,"score_lmetric":113015},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":35210,"score_linear":82014.0,"score_lmetric":117224},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":692,"cache_hit":0,"new_prefill":35210,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":773,"cache_hit":0,"new_prefill":35210,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82481,"ongoing_decode_tokens":0,"pending_prefill_tokens":50225,"num_requests":3,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":35210,"score_linear":82481.0,"score_lmetric":256305},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":35210,"score_linear":233348.0,"score_lmetric":70420},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138850,"ongoing_decode_tokens":42745,"pending_prefill_tokens":8041,"num_requests":2,"active_p_offloads":0,"cached_blocks":691,"cache_hit":0,"new_prefill":35210,"score_linear":138850.0,"score_lmetric":86502},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":34816,"new_prefill":394,"score_linear":10104.0,"score_lmetric":394}],"chosen_score_linear":10104.0,"chosen_score_lmetric":394,"t_first_token":328665.921416607,"t_first_token_unix":1779759530.93536,"t_done":328666.811740976,"t_done_unix":1779759531.8256843},{"request_id":"1287100:1:1287100:196","session_id":"1287100","input_length":77805,"t_proxy_recv":328646.135336729,"t_decision_unix":1779759511.1492777,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":77805,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":77805,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":77805,"score_linear":49619.0,"score_lmetric":77805},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13962,"ongoing_decode_tokens":0,"pending_prefill_tokens":13962,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":77805,"score_linear":13962.0,"score_lmetric":91767},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126737,"ongoing_decode_tokens":0,"pending_prefill_tokens":98577,"num_requests":3,"active_p_offloads":0,"cached_blocks":572,"cache_hit":0,"new_prefill":77805,"score_linear":126737.0,"score_lmetric":529146},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":77805,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":77805,"score_linear":232709.0,"score_lmetric":393700},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":152913,"ongoing_decode_tokens":110649,"pending_prefill_tokens":10008,"num_requests":3,"active_p_offloads":0,"cached_blocks":597,"cache_hit":0,"new_prefill":77805,"score_linear":152913.0,"score_lmetric":263439},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":31898,"ongoing_decode_tokens":31898,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":521,"cache_hit":0,"new_prefill":77805,"score_linear":31898.0,"score_lmetric":77805}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328666.814089044,"t_first_token_unix":1779759531.8280323,"t_done":328667.352133884,"t_done_unix":1779759532.3660777},{"request_id":"1291100:2:1293458:223","session_id":"1291100","input_length":2572,"t_proxy_recv":328667.480746229,"t_decision_unix":1779759532.4946878,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":1536,"affinity_cache_ratio":0.5972006220839814,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1036 < 16000)","cache_hit":1536,"estimated_new_tokens":1036,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":2572,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":2572,"score_linear":82014.0,"score_lmetric":84586},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":692,"cache_hit":1536,"new_prefill":1036,"score_linear":-1536.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":773,"cache_hit":0,"new_prefill":2572,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82481,"ongoing_decode_tokens":0,"pending_prefill_tokens":50225,"num_requests":3,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":2572,"score_linear":82481.0,"score_lmetric":158391},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":2572,"score_linear":233348.0,"score_lmetric":5144},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138850,"ongoing_decode_tokens":42745,"pending_prefill_tokens":8041,"num_requests":2,"active_p_offloads":0,"cached_blocks":691,"cache_hit":0,"new_prefill":2572,"score_linear":138850.0,"score_lmetric":21226},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":2572,"score_linear":44920.0,"score_lmetric":2572}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":328667.562626923,"t_first_token_unix":1779759532.5765698,"t_done":328667.714213309,"t_done_unix":1779759532.728156},{"request_id":"1293507:1:1293507:224","session_id":"1293507","input_length":6460,"t_proxy_recv":328667.661380232,"t_decision_unix":1779759532.6753218,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6460 < 16000)","cache_hit":0,"estimated_new_tokens":6460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":6460,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":6460,"score_linear":82014.0,"score_lmetric":88474},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":2572,"ongoing_decode_tokens":2572,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":692,"cache_hit":0,"new_prefill":6460,"score_linear":2572.0,"score_lmetric":6460},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":773,"cache_hit":0,"new_prefill":6460,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82481,"ongoing_decode_tokens":0,"pending_prefill_tokens":50225,"num_requests":3,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":6460,"score_linear":82481.0,"score_lmetric":170055},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":6460,"score_linear":233348.0,"score_lmetric":12920},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138850,"ongoing_decode_tokens":42745,"pending_prefill_tokens":8041,"num_requests":2,"active_p_offloads":0,"cached_blocks":691,"cache_hit":0,"new_prefill":6460,"score_linear":138850.0,"score_lmetric":29002},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":6460,"score_linear":44920.0,"score_lmetric":6460}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328668.092884547,"t_first_token_unix":1779759533.106828,"t_done":328668.214035943,"t_done_unix":1779759533.227979},{"request_id":"1258859:4:1282900:176","session_id":"1258859","input_length":118736,"t_proxy_recv":328661.679017525,"t_decision_unix":1779759526.692959,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":118272,"affinity_cache_ratio":0.9960921708664601,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (464 < 16000)","cache_hit":118272,"estimated_new_tokens":464,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":118736,"score_linear":77805.0,"score_lmetric":196541},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":118736,"score_linear":82014.0,"score_lmetric":200750},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":668,"cache_hit":0,"new_prefill":118736,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15969,"ongoing_decode_tokens":15969,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":118736,"score_linear":15969.0,"score_lmetric":118736},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":118736,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":118272,"new_prefill":464,"score_linear":-3660.0,"score_lmetric":464},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130486,"ongoing_decode_tokens":87741,"pending_prefill_tokens":3833,"num_requests":2,"active_p_offloads":0,"cached_blocks":676,"cache_hit":0,"new_prefill":118736,"score_linear":130486.0,"score_lmetric":245138},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":112378,"ongoing_decode_tokens":112378,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":118736,"score_linear":112378.0,"score_lmetric":356208}],"chosen_score_linear":-3660.0,"chosen_score_lmetric":464,"t_first_token":328661.916403725,"t_first_token_unix":1779759526.9303477,"t_done":328668.457735601,"t_done_unix":1779759533.471679},{"request_id":"1291944:2:1293798:227","session_id":"1291944","input_length":12388,"t_proxy_recv":328668.746238399,"t_decision_unix":1779759533.7601802,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":7680,"affinity_cache_ratio":0.6199547949628673,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4708 < 16000)","cache_hit":7680,"estimated_new_tokens":4708,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":12388,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":12388,"score_linear":82014.0,"score_lmetric":94402},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":694,"cache_hit":7680,"new_prefill":4708,"score_linear":-7680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28796,"ongoing_decode_tokens":0,"pending_prefill_tokens":12924,"num_requests":1,"active_p_offloads":0,"cached_blocks":785,"cache_hit":0,"new_prefill":12388,"score_linear":28796.0,"score_lmetric":25312},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82481,"ongoing_decode_tokens":0,"pending_prefill_tokens":50225,"num_requests":3,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":12388,"score_linear":82481.0,"score_lmetric":187839},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":12388,"score_linear":114612.0,"score_lmetric":12388},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138850,"ongoing_decode_tokens":42745,"pending_prefill_tokens":8041,"num_requests":2,"active_p_offloads":0,"cached_blocks":691,"cache_hit":0,"new_prefill":12388,"score_linear":138850.0,"score_lmetric":40858},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85198,"ongoing_decode_tokens":44920,"pending_prefill_tokens":8022,"num_requests":2,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":12388,"score_linear":85198.0,"score_lmetric":40820}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":328669.228346477,"t_first_token_unix":1779759534.24229,"t_done":328669.569804768,"t_done_unix":1779759534.583748},{"request_id":"1286551:3:1292589:219","session_id":"1286551","input_length":16914,"t_proxy_recv":328664.351471176,"t_decision_unix":1779759529.3654127,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":9216,"affinity_cache_ratio":0.54487406881873,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7698 < 16000)","cache_hit":9216,"estimated_new_tokens":7698,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":1536,"new_prefill":15378,"score_linear":76269.0,"score_lmetric":93183},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":16914,"score_linear":82014.0,"score_lmetric":98928},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":683,"cache_hit":1536,"new_prefill":15378,"score_linear":-1536.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":773,"cache_hit":0,"new_prefill":16914,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65567,"ongoing_decode_tokens":0,"pending_prefill_tokens":42527,"num_requests":2,"active_p_offloads":0,"cached_blocks":550,"cache_hit":9216,"new_prefill":7698,"score_linear":56351.0,"score_lmetric":100450},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":16914,"score_linear":233348.0,"score_lmetric":33828},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130486,"ongoing_decode_tokens":130486,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":676,"cache_hit":0,"new_prefill":16914,"score_linear":130486.0,"score_lmetric":33828},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":16914,"score_linear":44920.0,"score_lmetric":16914}],"chosen_score_linear":56351.0,"chosen_score_lmetric":100450,"t_first_token":328670.004059872,"t_first_token_unix":1779759535.0180035,"t_done":328670.351694755,"t_done_unix":1779759535.3656385},{"request_id":"1290365:2:1292000:217","session_id":"1290365","input_length":23414,"t_proxy_recv":328662.680719108,"t_decision_unix":1779759527.694661,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9840266507217904,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (374 < 16000)","cache_hit":23040,"estimated_new_tokens":374,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":23414,"score_linear":77805.0,"score_lmetric":101219},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":23414,"score_linear":82014.0,"score_lmetric":105428},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":8144,"ongoing_decode_tokens":0,"pending_prefill_tokens":8144,"num_requests":1,"active_p_offloads":0,"cached_blocks":668,"cache_hit":0,"new_prefill":23414,"score_linear":8144.0,"score_lmetric":31558},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15969,"ongoing_decode_tokens":15969,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":23414,"score_linear":15969.0,"score_lmetric":23414},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":42153,"ongoing_decode_tokens":0,"pending_prefill_tokens":42153,"num_requests":1,"active_p_offloads":0,"cached_blocks":550,"cache_hit":23040,"new_prefill":374,"score_linear":19113.0,"score_lmetric":42527},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":23414,"score_linear":233348.0,"score_lmetric":46828},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130486,"ongoing_decode_tokens":130486,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":676,"cache_hit":0,"new_prefill":23414,"score_linear":130486.0,"score_lmetric":46828},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77279,"ongoing_decode_tokens":77279,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":23414,"score_linear":77279.0,"score_lmetric":46828}],"chosen_score_linear":19113.0,"chosen_score_lmetric":42527,"t_first_token":328669.93523153,"t_first_token_unix":1779759534.9491751,"t_done":328670.523225406,"t_done_unix":1779759535.537169},{"request_id":"1260327:6:1291827:215","session_id":"1260327","input_length":42153,"t_proxy_recv":328662.116010701,"t_decision_unix":1779759527.129951,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":4,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9959907954356748,"affinity_num_requests":3,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":42153,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":42153,"score_linear":77805.0,"score_lmetric":119958},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":42153,"score_linear":82014.0,"score_lmetric":124167},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":668,"cache_hit":0,"new_prefill":42153,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15969,"ongoing_decode_tokens":15969,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":42153,"score_linear":15969.0,"score_lmetric":42153},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":42153,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":42153,"score_linear":233348.0,"score_lmetric":84306},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130486,"ongoing_decode_tokens":87741,"pending_prefill_tokens":3833,"num_requests":2,"active_p_offloads":0,"cached_blocks":676,"cache_hit":0,"new_prefill":42153,"score_linear":130486.0,"score_lmetric":91972},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":112378,"ongoing_decode_tokens":112378,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":546,"cache_hit":41984,"new_prefill":169,"score_linear":70394.0,"score_lmetric":507}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328669.931269934,"t_first_token_unix":1779759534.945213,"t_done":328670.915391375,"t_done_unix":1779759535.9293346},{"request_id":"1266668:8:1292408:218","session_id":"1266668","input_length":96105,"t_proxy_recv":328665.611712022,"t_decision_unix":1779759530.6256533,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":88064,"affinity_cache_ratio":0.916331096196868,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8041 < 16000)","cache_hit":88064,"estimated_new_tokens":8041,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":4096,"new_prefill":92009,"score_linear":73709.0,"score_lmetric":169814},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":96105,"score_linear":82014.0,"score_lmetric":178119},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":4684,"ongoing_decode_tokens":4684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":683,"cache_hit":0,"new_prefill":96105,"score_linear":4684.0,"score_lmetric":96105},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":773,"cache_hit":7680,"new_prefill":88425,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82481,"ongoing_decode_tokens":0,"pending_prefill_tokens":50225,"num_requests":3,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":96105,"score_linear":82481.0,"score_lmetric":438990},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":96105,"score_linear":233348.0,"score_lmetric":192210},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":42745,"ongoing_decode_tokens":42745,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":691,"cache_hit":88064,"new_prefill":8041,"score_linear":-45319.0,"score_lmetric":8041},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":7680,"new_prefill":88425,"score_linear":37240.0,"score_lmetric":88425}],"chosen_score_linear":-45319.0,"chosen_score_lmetric":8041,"t_first_token":328670.190519555,"t_first_token_unix":1779759535.2044628,"t_done":328671.347141457,"t_done_unix":1779759536.3610854},{"request_id":"1272313:8:1293738:226","session_id":"1272313","input_length":28796,"t_proxy_recv":328668.598641196,"t_decision_unix":1779759533.6125827,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":15872,"affinity_cache_ratio":0.5511876649534657,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (12924 < 16000)","cache_hit":15872,"estimated_new_tokens":12924,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":562,"cache_hit":4096,"new_prefill":24700,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":28796,"score_linear":82014.0,"score_lmetric":110810},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":694,"cache_hit":0,"new_prefill":28796,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":785,"cache_hit":15872,"new_prefill":12924,"score_linear":-15872.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82481,"ongoing_decode_tokens":0,"pending_prefill_tokens":50225,"num_requests":3,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":28796,"score_linear":82481.0,"score_lmetric":237063},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":28796,"score_linear":114612.0,"score_lmetric":28796},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138850,"ongoing_decode_tokens":42745,"pending_prefill_tokens":8041,"num_requests":2,"active_p_offloads":0,"cached_blocks":691,"cache_hit":10752,"new_prefill":18044,"score_linear":128098.0,"score_lmetric":52170},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85198,"ongoing_decode_tokens":44920,"pending_prefill_tokens":8022,"num_requests":2,"active_p_offloads":0,"cached_blocks":546,"cache_hit":7680,"new_prefill":21116,"score_linear":77518.0,"score_lmetric":58276}],"chosen_score_linear":-15872.0,"chosen_score_lmetric":0,"t_first_token":328670.785140575,"t_first_token_unix":1779759535.7990844,"t_done":328672.604641852,"t_done_unix":1779759537.6185853},{"request_id":"1269373:7:1290314:207","session_id":"1269373","input_length":42745,"t_proxy_recv":328661.410355456,"t_decision_unix":1779759526.4242966,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":38912,"affinity_cache_ratio":0.9103286934144345,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3833 < 16000)","cache_hit":38912,"estimated_new_tokens":3833,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":4096,"new_prefill":38649,"score_linear":73709.0,"score_lmetric":116454},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":42745,"score_linear":82014.0,"score_lmetric":124759},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":668,"cache_hit":0,"new_prefill":42745,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15547,"ongoing_decode_tokens":15547,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":7680,"new_prefill":35065,"score_linear":7867.0,"score_lmetric":35065},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":42745,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":42745,"score_linear":232709.0,"score_lmetric":85490},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87741,"ongoing_decode_tokens":87741,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":676,"cache_hit":38912,"new_prefill":3833,"score_linear":48829.0,"score_lmetric":3833},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80019,"ongoing_decode_tokens":80019,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":546,"cache_hit":7680,"new_prefill":35065,"score_linear":72339.0,"score_lmetric":70130}],"chosen_score_linear":48829.0,"chosen_score_lmetric":3833,"t_first_token":328662.486057195,"t_first_token_unix":1779759527.5000005,"t_done":328672.79185613,"t_done_unix":1779759537.8057995},{"request_id":"1262354:14:1294243:228","session_id":"1262354","input_length":35435,"t_proxy_recv":328669.916690734,"t_decision_unix":1779759534.9306316,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9825313955129109,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (619 < 16000)","cache_hit":34816,"estimated_new_tokens":619,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":35435,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":35435,"score_linear":82014.0,"score_lmetric":117449},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":35435,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28796,"ongoing_decode_tokens":0,"pending_prefill_tokens":12924,"num_requests":1,"active_p_offloads":0,"cached_blocks":785,"cache_hit":0,"new_prefill":35435,"score_linear":28796.0,"score_lmetric":48359},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82481,"ongoing_decode_tokens":0,"pending_prefill_tokens":50225,"num_requests":3,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":35435,"score_linear":82481.0,"score_lmetric":256980},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":35435,"score_linear":114612.0,"score_lmetric":35435},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138850,"ongoing_decode_tokens":42745,"pending_prefill_tokens":8041,"num_requests":2,"active_p_offloads":0,"cached_blocks":691,"cache_hit":0,"new_prefill":35435,"score_linear":138850.0,"score_lmetric":86952},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85198,"ongoing_decode_tokens":44920,"pending_prefill_tokens":8022,"num_requests":2,"active_p_offloads":0,"cached_blocks":546,"cache_hit":34816,"new_prefill":619,"score_linear":50382.0,"score_lmetric":17282}],"chosen_score_linear":50382.0,"chosen_score_lmetric":17282,"t_first_token":328670.358222422,"t_first_token_unix":1779759535.372166,"t_done":328672.903130161,"t_done_unix":1779759537.9170735},{"request_id":"1290365:3:1293216:222","session_id":"1290365","input_length":24482,"t_proxy_recv":328670.529728807,"t_decision_unix":1779759535.54367,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":23040,"affinity_cache_ratio":0.941099583367372,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1442 < 16000)","cache_hit":23040,"estimated_new_tokens":1442,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":24482,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":24482,"score_linear":82014.0,"score_lmetric":106496},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":24482,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28796,"ongoing_decode_tokens":0,"pending_prefill_tokens":12924,"num_requests":1,"active_p_offloads":0,"cached_blocks":785,"cache_hit":0,"new_prefill":24482,"score_linear":28796.0,"score_lmetric":37406},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":42153,"ongoing_decode_tokens":42153,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":565,"cache_hit":23040,"new_prefill":1442,"score_linear":19113.0,"score_lmetric":1442},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":24482,"score_linear":114612.0,"score_lmetric":24482},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138850,"ongoing_decode_tokens":138850,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":691,"cache_hit":0,"new_prefill":24482,"score_linear":138850.0,"score_lmetric":48964},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":120633,"ongoing_decode_tokens":120633,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":24482,"score_linear":120633.0,"score_lmetric":73446}],"chosen_score_linear":19113.0,"chosen_score_lmetric":1442,"t_first_token":328670.844288219,"t_first_token_unix":1779759535.8582315,"t_done":328672.943559437,"t_done_unix":1779759537.9575024},{"request_id":"1294611:1:1294611:229","session_id":"1294611","input_length":21947,"t_proxy_recv":328671.20827908,"t_decision_unix":1779759536.2222207,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":21947,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":21947,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":21947,"score_linear":82014.0,"score_lmetric":103961},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":21947,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28796,"ongoing_decode_tokens":28796,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":785,"cache_hit":12800,"new_prefill":9147,"score_linear":15996.0,"score_lmetric":9147},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":647,"cache_hit":0,"new_prefill":21947,"score_linear":24482.0,"score_lmetric":21947},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":21947,"score_linear":114612.0,"score_lmetric":21947},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138850,"ongoing_decode_tokens":138850,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":691,"cache_hit":0,"new_prefill":21947,"score_linear":138850.0,"score_lmetric":43894},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":120633,"ongoing_decode_tokens":120633,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":546,"cache_hit":0,"new_prefill":21947,"score_linear":120633.0,"score_lmetric":65841}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328673.577053592,"t_first_token_unix":1779759538.5909972,"t_done":328674.249185873,"t_done_unix":1779759539.2631297},{"request_id":"1279412:6:1293655:225","session_id":"1279412","input_length":40278,"t_proxy_recv":328668.241014749,"t_decision_unix":1779759533.2549562,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":32256,"affinity_cache_ratio":0.8008342022940563,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8022 < 16000)","cache_hit":32256,"estimated_new_tokens":8022,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":40278,"score_linear":82014.0,"score_lmetric":122292},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":694,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":785,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82481,"ongoing_decode_tokens":0,"pending_prefill_tokens":50225,"num_requests":3,"active_p_offloads":0,"cached_blocks":550,"cache_hit":0,"new_prefill":40278,"score_linear":82481.0,"score_lmetric":271509},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":40278,"score_linear":233348.0,"score_lmetric":80556},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138850,"ongoing_decode_tokens":42745,"pending_prefill_tokens":8041,"num_requests":2,"active_p_offloads":0,"cached_blocks":691,"cache_hit":0,"new_prefill":40278,"score_linear":138850.0,"score_lmetric":96638},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":546,"cache_hit":32256,"new_prefill":8022,"score_linear":12664.0,"score_lmetric":8022}],"chosen_score_linear":12664.0,"chosen_score_lmetric":8022,"t_first_token":328670.269172605,"t_first_token_unix":1779759535.2831168,"t_done":328675.86242755,"t_done_unix":1779759540.876371},{"request_id":"1295690:1:1295690:232","session_id":"1295690","input_length":10857,"t_proxy_recv":328675.11412486,"t_decision_unix":1779759540.1280656,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (10857 < 16000)","cache_hit":0,"estimated_new_tokens":10857,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":10857,"score_linear":82014.0,"score_lmetric":92871},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":810,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":10857,"score_linear":114612.0,"score_lmetric":10857},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":147397,"ongoing_decode_tokens":0,"pending_prefill_tokens":8645,"num_requests":2,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":10857,"score_linear":147397.0,"score_lmetric":39004},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85198,"ongoing_decode_tokens":85198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":10857,"score_linear":85198.0,"score_lmetric":21714}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328676.00377645,"t_first_token_unix":1779759541.0177195,"t_done":328676.447817101,"t_done_unix":1779759541.4617608},{"request_id":"1266668:9:1295576:231","session_id":"1266668","input_length":96717,"t_proxy_recv":328674.778039091,"t_decision_unix":1779759539.7919803,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9899397210418024,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (973 < 16000)","cache_hit":95744,"estimated_new_tokens":973,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":4096,"new_prefill":92621,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":96717,"score_linear":82014.0,"score_lmetric":178731},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":96717,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":810,"cache_hit":7680,"new_prefill":89037,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":96717,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":96717,"score_linear":114612.0,"score_lmetric":96717},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50680,"ongoing_decode_tokens":0,"pending_prefill_tokens":7672,"num_requests":1,"active_p_offloads":0,"cached_blocks":714,"cache_hit":95744,"new_prefill":973,"score_linear":-45064.0,"score_lmetric":8645},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85198,"ongoing_decode_tokens":85198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":547,"cache_hit":7680,"new_prefill":89037,"score_linear":77518.0,"score_lmetric":178074}],"chosen_score_linear":-45064.0,"chosen_score_lmetric":8645,"t_first_token":328676.510364652,"t_first_token_unix":1779759541.524308,"t_done":328676.928356607,"t_done_unix":1779759541.9423},{"request_id":"1294611:2:1295852:233","session_id":"1294611","input_length":23610,"t_proxy_recv":328675.615979223,"t_decision_unix":1779759540.6299202,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9324862346463363,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1594 < 16000)","cache_hit":22016,"estimated_new_tokens":1594,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":22016,"new_prefill":1594,"score_linear":-22016.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":23610,"score_linear":82014.0,"score_lmetric":105624},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":23610,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":810,"cache_hit":12800,"new_prefill":10810,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":10857,"ongoing_decode_tokens":0,"pending_prefill_tokens":10857,"num_requests":1,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":23610,"score_linear":10857.0,"score_lmetric":34467},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":23610,"score_linear":114612.0,"score_lmetric":23610},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":147397,"ongoing_decode_tokens":0,"pending_prefill_tokens":8645,"num_requests":2,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":23610,"score_linear":147397.0,"score_lmetric":64510},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85198,"ongoing_decode_tokens":85198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":23610,"score_linear":85198.0,"score_lmetric":47220}],"chosen_score_linear":-22016.0,"chosen_score_lmetric":0,"t_first_token":328675.978630254,"t_first_token_unix":1779759540.9925737,"t_done":328677.352617431,"t_done_unix":1779759542.3665617},{"request_id":"1289570:1:1289570:204","session_id":"1289570","input_length":82014,"t_proxy_recv":328654.455356649,"t_decision_unix":1779759519.469298,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":82014,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":0,"new_prefill":82014,"score_linear":77805.0,"score_lmetric":159819},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":82014,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":639,"cache_hit":0,"new_prefill":82014,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104111,"ongoing_decode_tokens":104111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":767,"cache_hit":0,"new_prefill":82014,"score_linear":104111.0,"score_lmetric":164028},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9610,"ongoing_decode_tokens":0,"pending_prefill_tokens":9610,"num_requests":1,"active_p_offloads":0,"cached_blocks":487,"cache_hit":0,"new_prefill":82014,"score_linear":9610.0,"score_lmetric":91624},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":82014,"score_linear":232709.0,"score_lmetric":164028},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118843,"ongoing_decode_tokens":118843,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":617,"cache_hit":0,"new_prefill":82014,"score_linear":118843.0,"score_lmetric":164028},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77111,"ongoing_decode_tokens":0,"pending_prefill_tokens":14135,"num_requests":2,"active_p_offloads":0,"cached_blocks":531,"cache_hit":0,"new_prefill":82014,"score_linear":77111.0,"score_lmetric":192298}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328677.203778756,"t_first_token_unix":1779759542.2177224,"t_done":328677.713378529,"t_done_unix":1779759542.7273223},{"request_id":"1275274:1:1275274:136","session_id":"1275274","input_length":114612,"t_proxy_recv":328605.044826432,"t_decision_unix":1779759470.0587676,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":114612,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":156,"cache_hit":0,"new_prefill":114612,"score_linear":135235.0,"score_lmetric":455662},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120167,"ongoing_decode_tokens":0,"pending_prefill_tokens":106343,"num_requests":2,"active_p_offloads":0,"cached_blocks":285,"cache_hit":0,"new_prefill":114612,"score_linear":120167.0,"score_lmetric":441910},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":114612,"score_linear":150574.0,"score_lmetric":464836},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":475,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":114612,"score_linear":121069.0,"score_lmetric":416084},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":445,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":370,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328647.365886757,"t_first_token_unix":1779759512.3798306,"t_done":328679.083146242,"t_done_unix":1779759544.0970895},{"request_id":"1296872:1:1296872:235","session_id":"1296872","input_length":624,"t_proxy_recv":328679.17451752,"t_decision_unix":1779759544.188459,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (624 < 16000)","cache_hit":0,"estimated_new_tokens":624,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":608,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":810,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50680,"ongoing_decode_tokens":50680,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":715,"cache_hit":0,"new_prefill":624,"score_linear":50680.0,"score_lmetric":624},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80589,"ongoing_decode_tokens":80589,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":563,"cache_hit":0,"new_prefill":624,"score_linear":80589.0,"score_lmetric":1248}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328679.245287233,"t_first_token_unix":1779759544.2592306,"t_done":328679.348997061,"t_done_unix":1779759544.3629408},{"request_id":"1296983:1:1296983:236","session_id":"1296983","input_length":1791,"t_proxy_recv":328679.607465079,"t_decision_unix":1779759544.6214063,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1791 < 16000)","cache_hit":0,"estimated_new_tokens":1791,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":608,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":810,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50680,"ongoing_decode_tokens":50680,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":715,"cache_hit":0,"new_prefill":1791,"score_linear":50680.0,"score_lmetric":1791},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80589,"ongoing_decode_tokens":80589,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":563,"cache_hit":0,"new_prefill":1791,"score_linear":80589.0,"score_lmetric":3582}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328679.732668987,"t_first_token_unix":1779759544.7466123,"t_done":328679.957709494,"t_done_unix":1779759544.9716525},{"request_id":"1262354:15:1296106:234","session_id":"1262354","input_length":35669,"t_proxy_recv":328676.564271498,"t_decision_unix":1779759541.578213,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9904398777650061,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (341 < 16000)","cache_hit":35328,"estimated_new_tokens":341,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23610,"ongoing_decode_tokens":23610,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":35669,"score_linear":23610.0,"score_lmetric":35669},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":35669,"score_linear":82014.0,"score_lmetric":117683},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":35669,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":810,"cache_hit":0,"new_prefill":35669,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":35669,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":35669,"score_linear":114612.0,"score_lmetric":35669},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":147397,"ongoing_decode_tokens":147397,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":714,"cache_hit":0,"new_prefill":35669,"score_linear":147397.0,"score_lmetric":71338},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":563,"cache_hit":35328,"new_prefill":341,"score_linear":9592.0,"score_lmetric":341}],"chosen_score_linear":9592.0,"chosen_score_lmetric":341,"t_first_token":328676.65747508,"t_first_token_unix":1779759541.6714184,"t_done":328680.262231682,"t_done_unix":1779759545.2761748},{"request_id":"1269373:8:1295332:230","session_id":"1269373","input_length":50680,"t_proxy_recv":328673.759177506,"t_decision_unix":1779759538.773119,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":43008,"affinity_cache_ratio":0.8486187845303867,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7672 < 16000)","cache_hit":43008,"estimated_new_tokens":7672,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21947,"ongoing_decode_tokens":21947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":4096,"new_prefill":46584,"score_linear":17851.0,"score_lmetric":46584},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":50680,"score_linear":82014.0,"score_lmetric":132694},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":703,"cache_hit":0,"new_prefill":50680,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":810,"cache_hit":7680,"new_prefill":43000,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":50680,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":50680,"score_linear":114612.0,"score_lmetric":50680},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":714,"cache_hit":43008,"new_prefill":7672,"score_linear":-43008.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85198,"ongoing_decode_tokens":85198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":547,"cache_hit":7680,"new_prefill":43000,"score_linear":77518.0,"score_lmetric":86000}],"chosen_score_linear":-43008.0,"chosen_score_lmetric":0,"t_first_token":328676.094377581,"t_first_token_unix":1779759541.108321,"t_done":328680.663342097,"t_done_unix":1779759545.6772857},{"request_id":"1272313:9:1297810:243","session_id":"1272313","input_length":29149,"t_proxy_recv":328682.275577715,"t_decision_unix":1779759547.289519,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9836358022573674,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (477 < 16000)","cache_hit":28672,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":608,"cache_hit":4096,"new_prefill":25053,"score_linear":19767.0,"score_lmetric":25053},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":29149,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":29149,"score_linear":62414.0,"score_lmetric":72619},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":813,"cache_hit":28672,"new_prefill":477,"score_linear":-28672.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101870,"ongoing_decode_tokens":0,"pending_prefill_tokens":59886,"num_requests":2,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":29149,"score_linear":101870.0,"score_lmetric":178070},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":29149,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":97145,"ongoing_decode_tokens":97145,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":730,"cache_hit":10752,"new_prefill":18397,"score_linear":86393.0,"score_lmetric":18397},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":44920,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":564,"cache_hit":7680,"new_prefill":21469,"score_linear":97433.0,"score_lmetric":82428}],"chosen_score_linear":-28672.0,"chosen_score_lmetric":0,"t_first_token":328682.366966496,"t_first_token_unix":1779759547.38091,"t_done":328683.292665687,"t_done_unix":1779759548.306609},{"request_id":"1294611:3:1297534:240","session_id":"1294611","input_length":23863,"t_proxy_recv":328681.458961073,"t_decision_unix":1779759546.4729028,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9869672715081926,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (311 < 16000)","cache_hit":23552,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":608,"cache_hit":23552,"new_prefill":311,"score_linear":-23552.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":23863,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":23863,"score_linear":62414.0,"score_lmetric":67333},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":813,"cache_hit":12800,"new_prefill":11063,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":23863,"score_linear":59507.0,"score_lmetric":83370},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":23863,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":730,"cache_hit":0,"new_prefill":23863,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":44920,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":564,"cache_hit":0,"new_prefill":23863,"score_linear":105113.0,"score_lmetric":87216}],"chosen_score_linear":-23552.0,"chosen_score_lmetric":0,"t_first_token":328681.520243634,"t_first_token_unix":1779759546.534187,"t_done":328684.597060112,"t_done_unix":1779759549.6110032},{"request_id":"1297811:1:1297811:244","session_id":"1297811","input_length":13992,"t_proxy_recv":328682.279719766,"t_decision_unix":1779759547.2936614,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (13992 < 16000)","cache_hit":0,"estimated_new_tokens":13992,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":608,"cache_hit":0,"new_prefill":13992,"score_linear":23863.0,"score_lmetric":13992},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":13992,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":1536,"new_prefill":12456,"score_linear":60878.0,"score_lmetric":55926},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29149,"ongoing_decode_tokens":0,"pending_prefill_tokens":477,"num_requests":1,"active_p_offloads":0,"cached_blocks":813,"cache_hit":0,"new_prefill":13992,"score_linear":29149.0,"score_lmetric":14469},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101870,"ongoing_decode_tokens":0,"pending_prefill_tokens":59886,"num_requests":2,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":13992,"score_linear":101870.0,"score_lmetric":147756},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":13992,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":97145,"ongoing_decode_tokens":97145,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":730,"cache_hit":0,"new_prefill":13992,"score_linear":97145.0,"score_lmetric":13992},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":44920,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":564,"cache_hit":0,"new_prefill":13992,"score_linear":105113.0,"score_lmetric":67474}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328683.492681345,"t_first_token_unix":1779759548.5066245,"t_done":328684.791888653,"t_done_unix":1779759549.805832},{"request_id":"1266668:10:1297641:241","session_id":"1266668","input_length":97145,"t_proxy_recv":328681.714348697,"t_decision_unix":1779759546.72829,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":96256,"affinity_cache_ratio":0.9908487312779866,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (889 < 16000)","cache_hit":96256,"estimated_new_tokens":889,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":608,"cache_hit":4096,"new_prefill":93049,"score_linear":19767.0,"score_lmetric":93049},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":97145,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":97145,"score_linear":62414.0,"score_lmetric":140615},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":813,"cache_hit":7680,"new_prefill":89465,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":97145,"score_linear":59507.0,"score_lmetric":156652},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":97145,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":730,"cache_hit":96256,"new_prefill":889,"score_linear":-96256.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":44920,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":564,"cache_hit":7680,"new_prefill":89465,"score_linear":97433.0,"score_lmetric":218420}],"chosen_score_linear":-96256.0,"chosen_score_lmetric":0,"t_first_token":328682.207725675,"t_first_token_unix":1779759547.2216694,"t_done":328684.950709639,"t_done_unix":1779759549.9646528},{"request_id":"1298970:1:1298970:248","session_id":"1298970","input_length":9530,"t_proxy_recv":328686.414759377,"t_decision_unix":1779759551.428701,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9530 < 16000)","cache_hit":0,"estimated_new_tokens":9530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25103,"ongoing_decode_tokens":0,"pending_prefill_tokens":25103,"num_requests":1,"active_p_offloads":0,"cached_blocks":609,"cache_hit":0,"new_prefill":9530,"score_linear":25103.0,"score_lmetric":34633},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":9530,"score_linear":62414.0,"score_lmetric":53000},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":814,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":123500,"ongoing_decode_tokens":0,"pending_prefill_tokens":68716,"num_requests":3,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":9530,"score_linear":123500.0,"score_lmetric":234738},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":583,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":117107,"ongoing_decode_tokens":44920,"pending_prefill_tokens":24571,"num_requests":3,"active_p_offloads":0,"cached_blocks":564,"cache_hit":0,"new_prefill":9530,"score_linear":117107.0,"score_lmetric":102303}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328687.172636447,"t_first_token_unix":1779759552.1865807,"t_done":328687.359195523,"t_done_unix":1779759552.373139},{"request_id":"1290442:2:1298058:246","session_id":"1290442","input_length":11994,"t_proxy_recv":328683.14824893,"t_decision_unix":1779759548.1621904,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":7168,"affinity_cache_ratio":0.5976321494080373,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4826 < 16000)","cache_hit":7168,"estimated_new_tokens":4826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":608,"cache_hit":0,"new_prefill":11994,"score_linear":23863.0,"score_lmetric":11994},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":11994,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":11994,"score_linear":62414.0,"score_lmetric":55464},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29149,"ongoing_decode_tokens":29149,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":813,"cache_hit":0,"new_prefill":11994,"score_linear":29149.0,"score_lmetric":11994},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":123500,"ongoing_decode_tokens":0,"pending_prefill_tokens":68716,"num_requests":3,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":11994,"score_linear":123500.0,"score_lmetric":242130},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13992,"ongoing_decode_tokens":0,"pending_prefill_tokens":13992,"num_requests":1,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":11994,"score_linear":13992.0,"score_lmetric":25986},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":97145,"ongoing_decode_tokens":97145,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":730,"cache_hit":0,"new_prefill":11994,"score_linear":97145.0,"score_lmetric":11994},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":44920,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":564,"cache_hit":7168,"new_prefill":4826,"score_linear":97945.0,"score_lmetric":49142}],"chosen_score_linear":97945.0,"chosen_score_lmetric":49142,"t_first_token":328687.538270367,"t_first_token_unix":1779759552.5522137,"t_done":328687.761681803,"t_done_unix":1779759552.775625},{"request_id":"1299073:1:1299073:249","session_id":"1299073","input_length":881,"t_proxy_recv":328686.774036707,"t_decision_unix":1779759551.787978,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (881 < 16000)","cache_hit":0,"estimated_new_tokens":881,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25103,"ongoing_decode_tokens":0,"pending_prefill_tokens":25103,"num_requests":1,"active_p_offloads":0,"cached_blocks":609,"cache_hit":0,"new_prefill":881,"score_linear":25103.0,"score_lmetric":25984},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":881,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":881,"score_linear":62414.0,"score_lmetric":44351},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9530,"ongoing_decode_tokens":0,"pending_prefill_tokens":9530,"num_requests":1,"active_p_offloads":0,"cached_blocks":814,"cache_hit":0,"new_prefill":881,"score_linear":9530.0,"score_lmetric":10411},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":123500,"ongoing_decode_tokens":0,"pending_prefill_tokens":68716,"num_requests":3,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":881,"score_linear":123500.0,"score_lmetric":208791},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":583,"cache_hit":0,"new_prefill":881,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":881,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":117107,"ongoing_decode_tokens":44920,"pending_prefill_tokens":24571,"num_requests":3,"active_p_offloads":0,"cached_blocks":564,"cache_hit":0,"new_prefill":881,"score_linear":117107.0,"score_lmetric":76356}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328686.85778933,"t_first_token_unix":1779759551.8717327,"t_done":328687.971388906,"t_done_unix":1779759552.985332},{"request_id":"1296983:2:1299368:250","session_id":"1296983","input_length":7963,"t_proxy_recv":328687.598555657,"t_decision_unix":1779759552.612497,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":1536,"affinity_cache_ratio":0.1928921260831345,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6427 < 16000)","cache_hit":1536,"estimated_new_tokens":6427,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25103,"ongoing_decode_tokens":0,"pending_prefill_tokens":25103,"num_requests":1,"active_p_offloads":0,"cached_blocks":609,"cache_hit":0,"new_prefill":7963,"score_linear":25103.0,"score_lmetric":33066},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":7963,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":7963,"score_linear":62414.0,"score_lmetric":51433},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":832,"cache_hit":1536,"new_prefill":6427,"score_linear":-1536.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":123500,"ongoing_decode_tokens":0,"pending_prefill_tokens":68716,"num_requests":3,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":7963,"score_linear":123500.0,"score_lmetric":230037},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":583,"cache_hit":0,"new_prefill":7963,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":881,"ongoing_decode_tokens":881,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":7963,"score_linear":881.0,"score_lmetric":7963},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":117107,"ongoing_decode_tokens":117107,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":564,"cache_hit":0,"new_prefill":7963,"score_linear":117107.0,"score_lmetric":23889}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":328688.069698434,"t_first_token_unix":1779759553.0836415,"t_done":328688.259347957,"t_done_unix":1779759553.2732913},{"request_id":"1296872:2:1299394:251","session_id":"1296872","input_length":8352,"t_proxy_recv":328687.715459475,"t_decision_unix":1779759552.7294006,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":5,"affinity_cache_hit":512,"affinity_cache_ratio":0.06130268199233716,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8352 < 16000)","cache_hit":0,"estimated_new_tokens":8352,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25103,"ongoing_decode_tokens":0,"pending_prefill_tokens":25103,"num_requests":1,"active_p_offloads":0,"cached_blocks":609,"cache_hit":0,"new_prefill":8352,"score_linear":25103.0,"score_lmetric":33455},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":8352,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":512,"new_prefill":7840,"score_linear":61902.0,"score_lmetric":51310},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":7963,"ongoing_decode_tokens":0,"pending_prefill_tokens":6427,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":8352,"score_linear":7963.0,"score_lmetric":14779},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":123500,"ongoing_decode_tokens":0,"pending_prefill_tokens":68716,"num_requests":3,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":8352,"score_linear":123500.0,"score_lmetric":231204},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":583,"cache_hit":0,"new_prefill":8352,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":881,"ongoing_decode_tokens":881,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":8352,"score_linear":881.0,"score_lmetric":8352},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":117107,"ongoing_decode_tokens":117107,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":564,"cache_hit":0,"new_prefill":8352,"score_linear":117107.0,"score_lmetric":25056}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328688.329439892,"t_first_token_unix":1779759553.343383,"t_done":328688.460176331,"t_done_unix":1779759553.4741197},{"request_id":"1290365:4:1298540:247","session_id":"1290365","input_length":25103,"t_proxy_recv":328684.850771887,"t_decision_unix":1779759549.8647134,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":0,"affinity_cache_hit":24576,"affinity_cache_ratio":0.979006493247819,"affinity_num_requests":3,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":25103,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":609,"cache_hit":0,"new_prefill":25103,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":25103,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":25103,"score_linear":62414.0,"score_lmetric":68573},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":814,"cache_hit":0,"new_prefill":25103,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":123500,"ongoing_decode_tokens":0,"pending_prefill_tokens":68716,"num_requests":3,"active_p_offloads":0,"cached_blocks":671,"cache_hit":24576,"new_prefill":527,"score_linear":98924.0,"score_lmetric":207729},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":583,"cache_hit":0,"new_prefill":25103,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":97145,"ongoing_decode_tokens":97145,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":730,"cache_hit":0,"new_prefill":25103,"score_linear":97145.0,"score_lmetric":25103},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":117107,"ongoing_decode_tokens":44920,"pending_prefill_tokens":24571,"num_requests":3,"active_p_offloads":0,"cached_blocks":564,"cache_hit":0,"new_prefill":25103,"score_linear":117107.0,"score_lmetric":149022}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328687.811838613,"t_first_token_unix":1779759552.825782,"t_done":328688.885638409,"t_done_unix":1779759553.8995817},{"request_id":"1292750:2:1299406:252","session_id":"1292750","input_length":19157,"t_proxy_recv":328687.754191375,"t_decision_unix":1779759552.7681324,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":1,"affinity_cache_hit":4608,"affinity_cache_ratio":0.24053870647804979,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":19157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25103,"ongoing_decode_tokens":0,"pending_prefill_tokens":25103,"num_requests":1,"active_p_offloads":0,"cached_blocks":609,"cache_hit":0,"new_prefill":19157,"score_linear":25103.0,"score_lmetric":44260},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":19157,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":4608,"new_prefill":14549,"score_linear":57806.0,"score_lmetric":58019},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":7963,"ongoing_decode_tokens":0,"pending_prefill_tokens":6427,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":19157,"score_linear":7963.0,"score_lmetric":25584},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":123500,"ongoing_decode_tokens":0,"pending_prefill_tokens":68716,"num_requests":3,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":19157,"score_linear":123500.0,"score_lmetric":263619},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":8352,"ongoing_decode_tokens":0,"pending_prefill_tokens":8352,"num_requests":1,"active_p_offloads":0,"cached_blocks":583,"cache_hit":0,"new_prefill":19157,"score_linear":8352.0,"score_lmetric":27509},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":881,"ongoing_decode_tokens":881,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":732,"cache_hit":0,"new_prefill":19157,"score_linear":881.0,"score_lmetric":19157},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":117107,"ongoing_decode_tokens":117107,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":564,"cache_hit":0,"new_prefill":19157,"score_linear":117107.0,"score_lmetric":57471}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328689.690516867,"t_first_token_unix":1779759554.7044604,"t_done":328689.778996478,"t_done_unix":1779759554.7929397},{"request_id":"1279412:7:1297236:238","session_id":"1279412","input_length":60193,"t_proxy_recv":328680.612622283,"t_decision_unix":1779759545.6265635,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":40448,"affinity_cache_ratio":0.6719718239662419,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 8000)","cache_hit":40448,"estimated_new_tokens":19745,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":608,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":813,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":60193,"score_linear":59507.0,"score_lmetric":119700},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50680,"ongoing_decode_tokens":50680,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":715,"cache_hit":0,"new_prefill":60193,"score_linear":50680.0,"score_lmetric":60193},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":564,"cache_hit":40448,"new_prefill":19745,"score_linear":4472.0,"score_lmetric":19745}],"chosen_score_linear":4472.0,"chosen_score_lmetric":19745,"t_first_token":328687.086774686,"t_first_token_unix":1779759552.1007183,"t_done":328690.21365153,"t_done_unix":1779759555.2275949},{"request_id":"1272313:10:1299814:254","session_id":"1272313","input_length":29486,"t_proxy_recv":328689.132790887,"t_decision_unix":1779759554.146732,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9897578511836126,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (302 < 16000)","cache_hit":29184,"estimated_new_tokens":302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":658,"cache_hit":4096,"new_prefill":25390,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":19157,"ongoing_decode_tokens":0,"pending_prefill_tokens":19157,"num_requests":1,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":29486,"score_linear":19157.0,"score_lmetric":48643},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":29486,"score_linear":62414.0,"score_lmetric":72956},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":844,"cache_hit":29184,"new_prefill":302,"score_linear":-29184.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":123500,"ongoing_decode_tokens":0,"pending_prefill_tokens":68716,"num_requests":3,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":29486,"score_linear":123500.0,"score_lmetric":294606},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":29486,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18893,"ongoing_decode_tokens":0,"pending_prefill_tokens":7117,"num_requests":1,"active_p_offloads":0,"cached_blocks":734,"cache_hit":10752,"new_prefill":18734,"score_linear":8141.0,"score_lmetric":25851},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":105113,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":573,"cache_hit":7680,"new_prefill":21806,"score_linear":97433.0,"score_lmetric":43612}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":328689.253523148,"t_first_token_unix":1779759554.2674665,"t_done":328690.716332258,"t_done_unix":1779759555.7302814},{"request_id":"1294611:4:1300505:257","session_id":"1294611","input_length":24384,"t_proxy_recv":328691.598112726,"t_decision_unix":1779759556.612054,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9868766404199475,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (320 < 16000)","cache_hit":24064,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":658,"cache_hit":24064,"new_prefill":320,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":24384,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76627,"ongoing_decode_tokens":0,"pending_prefill_tokens":43859,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":24384,"score_linear":76627.0,"score_lmetric":136486},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":12800,"new_prefill":11584,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":123500,"ongoing_decode_tokens":0,"pending_prefill_tokens":68716,"num_requests":3,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":24384,"score_linear":123500.0,"score_lmetric":279300},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":24384,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18893,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":734,"cache_hit":0,"new_prefill":24384,"score_linear":18893.0,"score_lmetric":24384},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105598,"ongoing_decode_tokens":105598,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":24384,"score_linear":105598.0,"score_lmetric":48768}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":328691.657178803,"t_first_token_unix":1779759556.6711218,"t_done":328692.021725618,"t_done_unix":1779759557.035669},{"request_id":"1277909:3:1289205:201","session_id":"1277909","input_length":44920,"t_proxy_recv":328653.152335462,"t_decision_unix":1779759518.166277,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31232,"affinity_cache_ratio":0.6952804986642921,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (13688 < 16000)","cache_hit":31232,"estimated_new_tokens":13688,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":410,"cache_hit":4096,"new_prefill":40824,"score_linear":73709.0,"score_lmetric":118629},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":44920,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":639,"cache_hit":0,"new_prefill":44920,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104111,"ongoing_decode_tokens":89226,"pending_prefill_tokens":1061,"num_requests":2,"active_p_offloads":0,"cached_blocks":767,"cache_hit":7680,"new_prefill":37240,"score_linear":96431.0,"score_lmetric":76602},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":487,"cache_hit":0,"new_prefill":44920,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":321,"cache_hit":0,"new_prefill":44920,"score_linear":232709.0,"score_lmetric":89840},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118843,"ongoing_decode_tokens":118843,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":617,"cache_hit":7680,"new_prefill":37240,"score_linear":111163.0,"score_lmetric":74480},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":531,"cache_hit":31232,"new_prefill":13688,"score_linear":-31232.0,"score_lmetric":0}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":328656.703769208,"t_first_token_unix":1779759521.7177129,"t_done":328692.472858431,"t_done_unix":1779759557.4868016},{"request_id":"1279412:8:1300001:255","session_id":"1279412","input_length":60678,"t_proxy_recv":328690.226060844,"t_decision_unix":1779759555.2400022,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":60416,"affinity_cache_ratio":0.9956821253172484,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (262 < 16000)","cache_hit":60416,"estimated_new_tokens":262,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":658,"cache_hit":0,"new_prefill":60678,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":60678,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":60678,"score_linear":62414.0,"score_lmetric":104148},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29486,"ongoing_decode_tokens":29486,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":844,"cache_hit":0,"new_prefill":60678,"score_linear":29486.0,"score_lmetric":60678},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":123500,"ongoing_decode_tokens":0,"pending_prefill_tokens":68716,"num_requests":3,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":60678,"score_linear":123500.0,"score_lmetric":388182},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":60678,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18893,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":734,"cache_hit":0,"new_prefill":60678,"score_linear":18893.0,"score_lmetric":60678},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":612,"cache_hit":60416,"new_prefill":262,"score_linear":-15496.0,"score_lmetric":262}],"chosen_score_linear":-15496.0,"chosen_score_lmetric":262,"t_first_token":328690.440532386,"t_first_token_unix":1779759555.454476,"t_done":328692.782838976,"t_done_unix":1779759557.7967823},{"request_id":"1297473:1:1297473:239","session_id":"1297473","input_length":62414,"t_proxy_recv":328681.350537032,"t_decision_unix":1779759546.364478,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":18944,"estimated_new_tokens":43470,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":608,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":18944,"new_prefill":43470,"score_linear":-18944.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":813,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":62414,"score_linear":59507.0,"score_lmetric":121921},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":730,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":44920,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":564,"cache_hit":0,"new_prefill":62414,"score_linear":105113.0,"score_lmetric":164318}],"chosen_score_linear":-18944.0,"chosen_score_lmetric":0,"t_first_token":328693.536908301,"t_first_token_unix":1779759558.5508523,"t_done":328693.952923122,"t_done_unix":1779759558.9668665},{"request_id":"1286804:2:1300234:256","session_id":"1286804","input_length":14213,"t_proxy_recv":328690.579566165,"t_decision_unix":1779759555.5935075,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":13824,"affinity_cache_ratio":0.9726306902131852,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (389 < 16000)","cache_hit":13824,"estimated_new_tokens":389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":658,"cache_hit":0,"new_prefill":14213,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":14213,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":13824,"new_prefill":389,"score_linear":48590.0,"score_lmetric":43859},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29486,"ongoing_decode_tokens":29486,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":844,"cache_hit":0,"new_prefill":14213,"score_linear":29486.0,"score_lmetric":14213},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":123500,"ongoing_decode_tokens":0,"pending_prefill_tokens":68716,"num_requests":3,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":14213,"score_linear":123500.0,"score_lmetric":248787},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":599,"cache_hit":1536,"new_prefill":12677,"score_linear":-1536.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18893,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":734,"cache_hit":0,"new_prefill":14213,"score_linear":18893.0,"score_lmetric":14213},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105598,"ongoing_decode_tokens":105598,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":14213,"score_linear":105598.0,"score_lmetric":28426}],"chosen_score_linear":48590.0,"chosen_score_lmetric":43859,"t_first_token":328693.553086228,"t_first_token_unix":1779759558.5670292,"t_done":328694.364282227,"t_done_unix":1779759559.3782256},{"request_id":"1260327:7:1297673:242","session_id":"1260327","input_length":42363,"t_proxy_recv":328681.796622911,"t_decision_unix":1779759546.810564,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":41984,"affinity_cache_ratio":0.99105351367939,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (379 < 16000)","cache_hit":41984,"estimated_new_tokens":379,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":608,"cache_hit":0,"new_prefill":42363,"score_linear":23863.0,"score_lmetric":42363},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":42363,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":42363,"score_linear":62414.0,"score_lmetric":85833},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":813,"cache_hit":0,"new_prefill":42363,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":671,"cache_hit":41984,"new_prefill":379,"score_linear":17523.0,"score_lmetric":59886},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":42363,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":97145,"ongoing_decode_tokens":0,"pending_prefill_tokens":889,"num_requests":1,"active_p_offloads":0,"cached_blocks":730,"cache_hit":0,"new_prefill":42363,"score_linear":97145.0,"score_lmetric":43252},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":44920,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":564,"cache_hit":41984,"new_prefill":379,"score_linear":63129.0,"score_lmetric":40248}],"chosen_score_linear":17523.0,"chosen_score_lmetric":59886,"t_first_token":328693.732731466,"t_first_token_unix":1779759558.7466745,"t_done":328694.65292968,"t_done_unix":1779759559.6668725},{"request_id":"1294611:5:1301356:262","session_id":"1294611","input_length":25650,"t_proxy_recv":328694.419177126,"t_decision_unix":1779759559.4331172,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9381676413255361,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1586 < 16000)","cache_hit":24064,"estimated_new_tokens":1586,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25948,"ongoing_decode_tokens":25948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":658,"cache_hit":24064,"new_prefill":1586,"score_linear":1884.0,"score_lmetric":1586},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":25650,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":788,"cache_hit":0,"new_prefill":25650,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":12800,"new_prefill":12850,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":123500,"ongoing_decode_tokens":123500,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":25650,"score_linear":123500.0,"score_lmetric":76950},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":25650,"score_linear":43607.0,"score_lmetric":55433},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171155,"ongoing_decode_tokens":116704,"pending_prefill_tokens":3763,"num_requests":3,"active_p_offloads":0,"cached_blocks":734,"cache_hit":0,"new_prefill":25650,"score_linear":171155.0,"score_lmetric":88239},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":640,"cache_hit":0,"new_prefill":25650,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":1884.0,"chosen_score_lmetric":1586,"t_first_token":328694.712653788,"t_first_token_unix":1779759559.726597,"t_done":328695.119840895,"t_done_unix":1779759560.133784},{"request_id":"1290365:5:1300807:259","session_id":"1290365","input_length":25948,"t_proxy_recv":328692.775556514,"t_decision_unix":1779759557.7894976,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9668567905040851,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (860 < 16000)","cache_hit":25088,"estimated_new_tokens":860,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":658,"cache_hit":25088,"new_prefill":860,"score_linear":-25088.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":25948,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76627,"ongoing_decode_tokens":0,"pending_prefill_tokens":43859,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":25948,"score_linear":76627.0,"score_lmetric":139614},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":25948,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":123500,"ongoing_decode_tokens":0,"pending_prefill_tokens":68716,"num_requests":3,"active_p_offloads":0,"cached_blocks":671,"cache_hit":24576,"new_prefill":1372,"score_linear":98924.0,"score_lmetric":210264},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":25948,"score_linear":43607.0,"score_lmetric":55731},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18893,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":734,"cache_hit":0,"new_prefill":25948,"score_linear":18893.0,"score_lmetric":25948},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60678,"ongoing_decode_tokens":60678,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":640,"cache_hit":0,"new_prefill":25948,"score_linear":60678.0,"score_lmetric":25948}],"chosen_score_linear":-25088.0,"chosen_score_lmetric":0,"t_first_token":328692.998341312,"t_first_token_unix":1779759558.0122848,"t_done":328695.456737172,"t_done_unix":1779759560.470683},{"request_id":"1297117:1:1297117:237","session_id":"1297117","input_length":59507,"t_proxy_recv":328680.088708663,"t_decision_unix":1779759545.1026504,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":59507,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":608,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":813,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50680,"ongoing_decode_tokens":50680,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":715,"cache_hit":0,"new_prefill":59507,"score_linear":50680.0,"score_lmetric":59507},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80589,"ongoing_decode_tokens":80589,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":563,"cache_hit":0,"new_prefill":59507,"score_linear":80589.0,"score_lmetric":119014}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328693.727655275,"t_first_token_unix":1779759558.7415986,"t_done":328697.524135463,"t_done_unix":1779759562.5380795},{"request_id":"1302071:1:1302071:267","session_id":"1302071","input_length":6527,"t_proxy_recv":328697.132415755,"t_decision_unix":1779759562.1463575,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6527 < 16000)","cache_hit":0,"estimated_new_tokens":6527,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":31122,"num_requests":1,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":6527,"score_linear":34706.0,"score_lmetric":37649},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":6527,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":788,"cache_hit":0,"new_prefill":6527,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":28972,"num_requests":1,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":6527,"score_linear":28972.0,"score_lmetric":35499},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124318,"ongoing_decode_tokens":124318,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":6527,"score_linear":124318.0,"score_lmetric":19581},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":6527,"score_linear":43607.0,"score_lmetric":36310},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171155,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":734,"cache_hit":0,"new_prefill":6527,"score_linear":171155.0,"score_lmetric":19581},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":640,"cache_hit":0,"new_prefill":6527,"score_linear":26441.0,"score_lmetric":32968}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328697.571469847,"t_first_token_unix":1779759562.5854132,"t_done":328697.817191396,"t_done_unix":1779759562.8311343},{"request_id":"1268861:3:1298057:245","session_id":"1268861","input_length":21630,"t_proxy_recv":328683.132105775,"t_decision_unix":1779759548.1460469,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":12800,"affinity_cache_ratio":0.5917706888580675,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8830 < 16000)","cache_hit":12800,"estimated_new_tokens":8830,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":608,"cache_hit":0,"new_prefill":21630,"score_linear":23863.0,"score_lmetric":21630},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":21630,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":21630,"score_linear":62414.0,"score_lmetric":65100},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29149,"ongoing_decode_tokens":29149,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":813,"cache_hit":0,"new_prefill":21630,"score_linear":29149.0,"score_lmetric":21630},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101870,"ongoing_decode_tokens":0,"pending_prefill_tokens":59886,"num_requests":2,"active_p_offloads":0,"cached_blocks":671,"cache_hit":12800,"new_prefill":8830,"score_linear":89070.0,"score_lmetric":137432},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13992,"ongoing_decode_tokens":0,"pending_prefill_tokens":13992,"num_requests":1,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":21630,"score_linear":13992.0,"score_lmetric":35622},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":97145,"ongoing_decode_tokens":97145,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":730,"cache_hit":0,"new_prefill":21630,"score_linear":97145.0,"score_lmetric":21630},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":44920,"pending_prefill_tokens":19745,"num_requests":2,"active_p_offloads":0,"cached_blocks":564,"cache_hit":0,"new_prefill":21630,"score_linear":105113.0,"score_lmetric":82750}],"chosen_score_linear":89070.0,"chosen_score_lmetric":137432,"t_first_token":328694.098284116,"t_first_token_unix":1779759559.1122274,"t_done":328698.717925591,"t_done_unix":1779759563.7318685},{"request_id":"1302449:1:1302449:269","session_id":"1302449","input_length":1105,"t_proxy_recv":328698.673457807,"t_decision_unix":1779759563.687399,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1105 < 16000)","cache_hit":0,"estimated_new_tokens":1105,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":31122,"num_requests":1,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":1105,"score_linear":34706.0,"score_lmetric":32227},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":857,"cache_hit":0,"new_prefill":1105,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":788,"cache_hit":0,"new_prefill":1105,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":78827,"ongoing_decode_tokens":0,"pending_prefill_tokens":29163,"num_requests":2,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":1105,"score_linear":78827.0,"score_lmetric":60536},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":64811,"ongoing_decode_tokens":64811,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":1105,"score_linear":64811.0,"score_lmetric":2210},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":1105,"score_linear":43607.0,"score_lmetric":1105},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171155,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":734,"cache_hit":0,"new_prefill":1105,"score_linear":171155.0,"score_lmetric":3315},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":640,"cache_hit":0,"new_prefill":1105,"score_linear":26441.0,"score_lmetric":27546}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328698.792658158,"t_first_token_unix":1779759563.8066015,"t_done":328699.238092362,"t_done_unix":1779759564.2520356},{"request_id":"1302063:1:1302063:266","session_id":"1302063","input_length":26441,"t_proxy_recv":328697.129359807,"t_decision_unix":1779759562.143301,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":26441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":31122,"num_requests":1,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":26441,"score_linear":34706.0,"score_lmetric":57563},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":26441,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":788,"cache_hit":0,"new_prefill":26441,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":28972,"num_requests":1,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":26441,"score_linear":28972.0,"score_lmetric":55413},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124318,"ongoing_decode_tokens":124318,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":26441,"score_linear":124318.0,"score_lmetric":79323},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":26441,"score_linear":43607.0,"score_lmetric":56224},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171155,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":734,"cache_hit":0,"new_prefill":26441,"score_linear":171155.0,"score_lmetric":79323},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":640,"cache_hit":0,"new_prefill":26441,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328700.332055031,"t_first_token_unix":1779759565.3459985,"t_done":328700.576974653,"t_done_unix":1779759565.5909178},{"request_id":"1266668:11:1300918:260","session_id":"1266668","input_length":97811,"t_proxy_recv":328693.125316877,"t_decision_unix":1779759558.1392584,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9945711627526557,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (531 < 16000)","cache_hit":97280,"estimated_new_tokens":531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25948,"ongoing_decode_tokens":25948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":658,"cache_hit":4096,"new_prefill":93715,"score_linear":21852.0,"score_lmetric":93715},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":97811,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76627,"ongoing_decode_tokens":0,"pending_prefill_tokens":43859,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":97811,"score_linear":76627.0,"score_lmetric":283340},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":7680,"new_prefill":90131,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":123500,"ongoing_decode_tokens":0,"pending_prefill_tokens":68716,"num_requests":3,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":97811,"score_linear":123500.0,"score_lmetric":499581},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":97811,"score_linear":43607.0,"score_lmetric":127594},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18893,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":734,"cache_hit":97280,"new_prefill":531,"score_linear":-78387.0,"score_lmetric":531},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":640,"cache_hit":7680,"new_prefill":90131,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-78387.0,"chosen_score_lmetric":531,"t_first_token":328693.618401601,"t_first_token_unix":1779759558.6323447,"t_done":328700.796902568,"t_done_unix":1779759565.8108456},{"request_id":"1299507:1:1299507:253","session_id":"1299507","input_length":18893,"t_proxy_recv":328688.013876034,"t_decision_unix":1779759553.0278175,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7117 < 16000)","cache_hit":11776,"estimated_new_tokens":7117,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25103,"ongoing_decode_tokens":25103,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":609,"cache_hit":0,"new_prefill":18893,"score_linear":25103.0,"score_lmetric":18893},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":19157,"ongoing_decode_tokens":0,"pending_prefill_tokens":19157,"num_requests":1,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":18893,"score_linear":19157.0,"score_lmetric":38050},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":18893,"score_linear":62414.0,"score_lmetric":62363},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":7963,"ongoing_decode_tokens":0,"pending_prefill_tokens":6427,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":18893,"score_linear":7963.0,"score_lmetric":25320},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":123500,"ongoing_decode_tokens":0,"pending_prefill_tokens":68716,"num_requests":3,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":18893,"score_linear":123500.0,"score_lmetric":262827},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":8352,"ongoing_decode_tokens":0,"pending_prefill_tokens":8352,"num_requests":1,"active_p_offloads":0,"cached_blocks":583,"cache_hit":0,"new_prefill":18893,"score_linear":8352.0,"score_lmetric":27245},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":734,"cache_hit":11776,"new_prefill":7117,"score_linear":-11776.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105113,"ongoing_decode_tokens":105113,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":573,"cache_hit":0,"new_prefill":18893,"score_linear":105113.0,"score_lmetric":37786}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":328689.927964681,"t_first_token_unix":1779759554.941908,"t_done":328701.65431,"t_done_unix":1779759566.6682532},{"request_id":"1302907:1:1302907:272","session_id":"1302907","input_length":15958,"t_proxy_recv":328700.04090791,"t_decision_unix":1779759565.0548494,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (15958 < 16000)","cache_hit":0,"estimated_new_tokens":15958,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65351,"ongoing_decode_tokens":0,"pending_prefill_tokens":36167,"num_requests":2,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":15958,"score_linear":65351.0,"score_lmetric":104250},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":857,"cache_hit":0,"new_prefill":15958,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":790,"cache_hit":0,"new_prefill":15958,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":15958,"score_linear":108775.0,"score_lmetric":49203},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":804,"cache_hit":0,"new_prefill":15958,"score_linear":43181.0,"score_lmetric":15958},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":15958,"score_linear":43607.0,"score_lmetric":15958},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171155,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":734,"cache_hit":0,"new_prefill":15958,"score_linear":171155.0,"score_lmetric":47874},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":640,"cache_hit":0,"new_prefill":15958,"score_linear":26441.0,"score_lmetric":42399}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328701.499426864,"t_first_token_unix":1779759566.5133715,"t_done":328701.701364031,"t_done_unix":1779759566.7153072},{"request_id":"1260327:8:1301686:263","session_id":"1260327","input_length":43181,"t_proxy_recv":328695.62225209,"t_decision_unix":1779759560.6361935,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9722794747689957,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1197 < 16000)","cache_hit":41984,"estimated_new_tokens":1197,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":788,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81137,"ongoing_decode_tokens":81137,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":671,"cache_hit":41984,"new_prefill":1197,"score_linear":39153.0,"score_lmetric":2394},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":43181,"score_linear":43607.0,"score_lmetric":72964},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171155,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":734,"cache_hit":0,"new_prefill":43181,"score_linear":171155.0,"score_lmetric":129543},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":640,"cache_hit":41984,"new_prefill":1197,"score_linear":-41984.0,"score_lmetric":0}],"chosen_score_linear":39153.0,"chosen_score_lmetric":2394,"t_first_token":328695.963922619,"t_first_token_unix":1779759560.977866,"t_done":328702.006459253,"t_done_unix":1779759567.0204027},{"request_id":"1302449:2:1303563:277","session_id":"1302449","input_length":3709,"t_proxy_recv":328702.370069357,"t_decision_unix":1779759567.384011,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":7,"affinity_cache_hit":1024,"affinity_cache_ratio":0.27608519816662175,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3709 < 16000)","cache_hit":0,"estimated_new_tokens":3709,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65351,"ongoing_decode_tokens":34706,"pending_prefill_tokens":5045,"num_requests":2,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":3709,"score_linear":65351.0,"score_lmetric":17508},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":888,"cache_hit":0,"new_prefill":3709,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":790,"cache_hit":1024,"new_prefill":2685,"score_linear":13920.0,"score_lmetric":17629},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":3709,"score_linear":108775.0,"score_lmetric":12456},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":807,"cache_hit":0,"new_prefill":3709,"score_linear":15081.0,"score_lmetric":18790},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":3709,"score_linear":43607.0,"score_lmetric":3709},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":3709,"score_linear":176419.0,"score_lmetric":55770},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":691,"cache_hit":0,"new_prefill":3709,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328702.605026782,"t_first_token_unix":1779759567.61897,"t_done":328702.830100867,"t_done_unix":1779759567.8440442},{"request_id":"1303651:1:1303651:278","session_id":"1303651","input_length":3065,"t_proxy_recv":328702.67304478,"t_decision_unix":1779759567.6869864,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3065 < 16000)","cache_hit":0,"estimated_new_tokens":3065,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65351,"ongoing_decode_tokens":65351,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":3065,"score_linear":65351.0,"score_lmetric":6130},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":888,"cache_hit":0,"new_prefill":3065,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":790,"cache_hit":0,"new_prefill":3065,"score_linear":14944.0,"score_lmetric":18009},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":3065,"score_linear":108775.0,"score_lmetric":10524},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":807,"cache_hit":0,"new_prefill":3065,"score_linear":15081.0,"score_lmetric":18146},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":3065,"score_linear":43607.0,"score_lmetric":3065},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":3065,"score_linear":176419.0,"score_lmetric":54482},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":3709,"ongoing_decode_tokens":3709,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":691,"cache_hit":0,"new_prefill":3065,"score_linear":3709.0,"score_lmetric":3065}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328702.864359246,"t_first_token_unix":1779759567.878303,"t_done":328703.093499859,"t_done_unix":1779759568.107443},{"request_id":"1303462:1:1303462:274","session_id":"1303462","input_length":14944,"t_proxy_recv":328702.071748028,"t_decision_unix":1779759567.0856895,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (14944 < 16000)","cache_hit":0,"estimated_new_tokens":14944,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65351,"ongoing_decode_tokens":34706,"pending_prefill_tokens":5045,"num_requests":2,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":14944,"score_linear":65351.0,"score_lmetric":39978},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":888,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":790,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":14944,"score_linear":108775.0,"score_lmetric":46161},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":807,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":14944,"score_linear":43607.0,"score_lmetric":14944},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":54451,"ongoing_decode_tokens":54451,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":14944,"score_linear":54451.0,"score_lmetric":14944},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":691,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328703.409213091,"t_first_token_unix":1779759568.423157,"t_done":328703.70408211,"t_done_unix":1779759568.7180257},{"request_id":"1303517:1:1303517:275","session_id":"1303517","input_length":15081,"t_proxy_recv":328702.23717124,"t_decision_unix":1779759567.2511125,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (15081 < 16000)","cache_hit":0,"estimated_new_tokens":15081,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65351,"ongoing_decode_tokens":34706,"pending_prefill_tokens":5045,"num_requests":2,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":15081,"score_linear":65351.0,"score_lmetric":40252},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":888,"cache_hit":0,"new_prefill":15081,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":790,"cache_hit":0,"new_prefill":15081,"score_linear":14944.0,"score_lmetric":30025},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":15081,"score_linear":108775.0,"score_lmetric":46572},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":807,"cache_hit":0,"new_prefill":15081,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":15081,"score_linear":43607.0,"score_lmetric":15081},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":54451,"ongoing_decode_tokens":54451,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":15081,"score_linear":54451.0,"score_lmetric":15081},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":691,"cache_hit":0,"new_prefill":15081,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328703.59011884,"t_first_token_unix":1779759568.6040628,"t_done":328703.928627017,"t_done_unix":1779759568.9425702},{"request_id":"1302063:2:1303816:279","session_id":"1302063","input_length":30248,"t_proxy_recv":328703.345409215,"t_decision_unix":1779759568.3593502,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":26112,"affinity_cache_ratio":0.8632636868553293,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4136 < 16000)","cache_hit":26112,"estimated_new_tokens":4136,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65351,"ongoing_decode_tokens":65351,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":30248,"score_linear":65351.0,"score_lmetric":60496},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":30248,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":790,"cache_hit":0,"new_prefill":30248,"score_linear":14944.0,"score_lmetric":45192},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":30248,"score_linear":108775.0,"score_lmetric":92073},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":807,"cache_hit":0,"new_prefill":30248,"score_linear":15081.0,"score_lmetric":45329},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":30248,"score_linear":43607.0,"score_lmetric":30248},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":30248,"score_linear":176419.0,"score_lmetric":108848},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":698,"cache_hit":26112,"new_prefill":4136,"score_linear":-26112.0,"score_lmetric":0}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":328704.202869036,"t_first_token_unix":1779759569.2168133,"t_done":328704.52317257,"t_done_unix":1779759569.5371172},{"request_id":"1304239:1:1304239:280","session_id":"1304239","input_length":1300,"t_proxy_recv":328704.871855913,"t_decision_unix":1779759569.885797,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1300 < 16000)","cache_hit":0,"estimated_new_tokens":1300,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65351,"ongoing_decode_tokens":65351,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":1300,"score_linear":65351.0,"score_lmetric":2600},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":1300,"score_linear":108775.0,"score_lmetric":5229},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":836,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":1300,"score_linear":43607.0,"score_lmetric":1300},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":1300,"score_linear":176419.0,"score_lmetric":50952},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":706,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328705.006860158,"t_first_token_unix":1779759570.0208042,"t_done":328705.150712701,"t_done_unix":1779759570.1646562},{"request_id":"1294611:6:1302460:270","session_id":"1294611","input_length":30645,"t_proxy_recv":328698.694268784,"t_decision_unix":1779759563.7082105,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":25600,"affinity_cache_ratio":0.8353728177516724,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5045 < 16000)","cache_hit":25600,"estimated_new_tokens":5045,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":31122,"num_requests":1,"active_p_offloads":0,"cached_blocks":663,"cache_hit":25600,"new_prefill":5045,"score_linear":9106.0,"score_lmetric":36167},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":857,"cache_hit":0,"new_prefill":30645,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":1105,"ongoing_decode_tokens":0,"pending_prefill_tokens":1105,"num_requests":1,"active_p_offloads":0,"cached_blocks":788,"cache_hit":0,"new_prefill":30645,"score_linear":1105.0,"score_lmetric":31750},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":78827,"ongoing_decode_tokens":0,"pending_prefill_tokens":29163,"num_requests":2,"active_p_offloads":0,"cached_blocks":845,"cache_hit":12800,"new_prefill":17845,"score_linear":66027.0,"score_lmetric":94016},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":64811,"ongoing_decode_tokens":64811,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":30645,"score_linear":64811.0,"score_lmetric":61290},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":30645,"score_linear":43607.0,"score_lmetric":30645},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171155,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":734,"cache_hit":0,"new_prefill":30645,"score_linear":171155.0,"score_lmetric":91935},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":640,"cache_hit":0,"new_prefill":30645,"score_linear":26441.0,"score_lmetric":57086}],"chosen_score_linear":9106.0,"chosen_score_lmetric":36167,"t_first_token":328702.393084458,"t_first_token_unix":1779759567.4070275,"t_done":328705.318453293,"t_done_unix":1779759570.3323965},{"request_id":"1295690:2:1301706:264","session_id":"1295690","input_length":28972,"t_proxy_recv":328695.706548019,"t_decision_unix":1779759560.7204895,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":3,"affinity_cache_hit":10752,"affinity_cache_ratio":0.37111694049427035,"affinity_num_requests":3,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":28972,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":788,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124318,"ongoing_decode_tokens":81137,"pending_prefill_tokens":1197,"num_requests":3,"active_p_offloads":0,"cached_blocks":671,"cache_hit":10752,"new_prefill":18220,"score_linear":113566.0,"score_lmetric":58251},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":28972,"score_linear":43607.0,"score_lmetric":58755},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171155,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":734,"cache_hit":0,"new_prefill":28972,"score_linear":171155.0,"score_lmetric":86916},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":640,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328699.421300206,"t_first_token_unix":1779759564.4352436,"t_done":328707.519987499,"t_done_unix":1779759572.5339305},{"request_id":"1304239:2:1304866:281","session_id":"1304239","input_length":7798,"t_proxy_recv":328707.020033894,"t_decision_unix":1779759572.0339751,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":1024,"affinity_cache_ratio":0.13131572197999486,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6774 < 16000)","cache_hit":1024,"estimated_new_tokens":6774,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":673,"cache_hit":0,"new_prefill":7798,"score_linear":34706.0,"score_lmetric":7798},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":896,"cache_hit":1024,"new_prefill":6774,"score_linear":-1024.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":7798,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":7798,"score_linear":108775.0,"score_lmetric":24723},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":836,"cache_hit":0,"new_prefill":7798,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":7798,"score_linear":43607.0,"score_lmetric":7798},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":7798,"score_linear":176419.0,"score_lmetric":63948},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":706,"cache_hit":0,"new_prefill":7798,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":328707.503774731,"t_first_token_unix":1779759572.5177183,"t_done":328707.653478178,"t_done_unix":1779759572.667421},{"request_id":"1304943:1:1304943:283","session_id":"1304943","input_length":2772,"t_proxy_recv":328707.271379419,"t_decision_unix":1779759572.2853208,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2772 < 16000)","cache_hit":0,"estimated_new_tokens":2772,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":673,"cache_hit":0,"new_prefill":2772,"score_linear":34706.0,"score_lmetric":2772},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":7798,"ongoing_decode_tokens":0,"pending_prefill_tokens":6774,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":2772,"score_linear":7798.0,"score_lmetric":9546},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":2772,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":108775,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":2772,"score_linear":108775.0,"score_lmetric":8316},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":836,"cache_hit":0,"new_prefill":2772,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":2772,"score_linear":43607.0,"score_lmetric":2772},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":2772,"score_linear":176419.0,"score_lmetric":53896},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":706,"cache_hit":0,"new_prefill":2772,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328707.448092776,"t_first_token_unix":1779759572.4620361,"t_done":328707.750366502,"t_done_unix":1779759572.7643101},{"request_id":"1253743:3:1302294:268","session_id":"1253743","input_length":49855,"t_proxy_recv":328698.059176239,"t_decision_unix":1779759563.0731177,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.996168889780363,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (191 < 16000)","cache_hit":49664,"estimated_new_tokens":191,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":31122,"num_requests":1,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":49855,"score_linear":34706.0,"score_lmetric":80977},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":857,"cache_hit":4608,"new_prefill":45247,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":788,"cache_hit":0,"new_prefill":49855,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":28972,"num_requests":1,"active_p_offloads":0,"cached_blocks":845,"cache_hit":49664,"new_prefill":191,"score_linear":-20692.0,"score_lmetric":29163},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":64811,"ongoing_decode_tokens":64811,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":49855,"score_linear":64811.0,"score_lmetric":99710},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":49855,"score_linear":43607.0,"score_lmetric":79638},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171155,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":734,"cache_hit":0,"new_prefill":49855,"score_linear":171155.0,"score_lmetric":149565},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":640,"cache_hit":0,"new_prefill":49855,"score_linear":26441.0,"score_lmetric":76296}],"chosen_score_linear":-20692.0,"chosen_score_lmetric":29163,"t_first_token":328707.071977042,"t_first_token_unix":1779759572.0859206,"t_done":328707.925129241,"t_done_unix":1779759572.9390728},{"request_id":"1294611:6:1305080:284","session_id":"1294611","input_length":30995,"t_proxy_recv":328707.782943146,"t_decision_unix":1779759572.7968845,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9911276012260042,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (275 < 16000)","cache_hit":30720,"estimated_new_tokens":275,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":673,"cache_hit":30720,"new_prefill":275,"score_linear":3986.0,"score_lmetric":275},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":909,"cache_hit":0,"new_prefill":30995,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":30995,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":79803,"ongoing_decode_tokens":79803,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":901,"cache_hit":12800,"new_prefill":18195,"score_linear":67003.0,"score_lmetric":36390},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":30995,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":30995,"score_linear":43607.0,"score_lmetric":30995},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":30995,"score_linear":176419.0,"score_lmetric":110342},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":706,"cache_hit":0,"new_prefill":30995,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":3986.0,"chosen_score_lmetric":275,"t_first_token":328707.876192352,"t_first_token_unix":1779759572.8901353,"t_done":328709.726634138,"t_done_unix":1779759574.7405775},{"request_id":"1279412:9:1305633:286","session_id":"1279412","input_length":61291,"t_proxy_recv":328709.949130174,"t_decision_unix":1779759574.9630713,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":60416,"affinity_cache_ratio":0.985723841999641,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (875 < 16000)","cache_hit":60416,"estimated_new_tokens":875,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":673,"cache_hit":0,"new_prefill":61291,"score_linear":34706.0,"score_lmetric":61291},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":909,"cache_hit":0,"new_prefill":61291,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":61291,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":61291,"score_linear":29948.0,"score_lmetric":61291},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":61291,"score_linear":75826.0,"score_lmetric":137117},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":61291,"score_linear":43607.0,"score_lmetric":61291},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":61291,"score_linear":176419.0,"score_lmetric":170934},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":706,"cache_hit":60416,"new_prefill":875,"score_linear":-60416.0,"score_lmetric":0}],"chosen_score_linear":-60416.0,"chosen_score_lmetric":0,"t_first_token":328710.275019344,"t_first_token_unix":1779759575.2889626,"t_done":328711.145754102,"t_done_unix":1779759576.1597023},{"request_id":"1303651:2:1305707:287","session_id":"1303651","input_length":12795,"t_proxy_recv":328710.214155994,"t_decision_unix":1779759575.228097,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":3072,"affinity_cache_ratio":0.24009378663540445,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9723 < 16000)","cache_hit":3072,"estimated_new_tokens":9723,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":673,"cache_hit":0,"new_prefill":12795,"score_linear":34706.0,"score_lmetric":12795},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":909,"cache_hit":3072,"new_prefill":9723,"score_linear":-3072.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":12795,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":12795,"score_linear":29948.0,"score_lmetric":12795},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":12795,"score_linear":75826.0,"score_lmetric":88621},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":12795,"score_linear":43607.0,"score_lmetric":12795},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":12795,"score_linear":176419.0,"score_lmetric":73942},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61291,"ongoing_decode_tokens":0,"pending_prefill_tokens":875,"num_requests":1,"active_p_offloads":0,"cached_blocks":706,"cache_hit":0,"new_prefill":12795,"score_linear":61291.0,"score_lmetric":13670}],"chosen_score_linear":-3072.0,"chosen_score_lmetric":0,"t_first_token":328711.153306723,"t_first_token_unix":1779759576.16725,"t_done":328711.27179202,"t_done_unix":1779759576.2857356},{"request_id":"1303462:2:1306126:290","session_id":"1303462","input_length":18631,"t_proxy_recv":328711.442076206,"t_decision_unix":1779759576.4560177,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":14848,"affinity_cache_ratio":0.7969513176963126,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3783 < 16000)","cache_hit":14848,"estimated_new_tokens":3783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":673,"cache_hit":0,"new_prefill":18631,"score_linear":34706.0,"score_lmetric":18631},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":18631,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14027,"ongoing_decode_tokens":0,"pending_prefill_tokens":14027,"num_requests":1,"active_p_offloads":0,"cached_blocks":819,"cache_hit":14848,"new_prefill":3783,"score_linear":-821.0,"score_lmetric":17810},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":18631,"score_linear":29948.0,"score_lmetric":18631},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":18631,"score_linear":75826.0,"score_lmetric":94457},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":18631,"score_linear":43607.0,"score_lmetric":18631},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":195334,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24659,"num_requests":3,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":18631,"score_linear":195334.0,"score_lmetric":129870},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":707,"cache_hit":0,"new_prefill":18631,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-821.0,"chosen_score_lmetric":17810,"t_first_token":328712.577670928,"t_first_token_unix":1779759577.5916142,"t_done":328712.625581094,"t_done_unix":1779759577.639524},{"request_id":"1306347:1:1306347:291","session_id":"1306347","input_length":897,"t_proxy_recv":328712.230065788,"t_decision_unix":1779759577.2440069,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (897 < 16000)","cache_hit":0,"estimated_new_tokens":897,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":673,"cache_hit":0,"new_prefill":897,"score_linear":34706.0,"score_lmetric":897},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":897,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32658,"ongoing_decode_tokens":14027,"pending_prefill_tokens":3783,"num_requests":2,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":897,"score_linear":32658.0,"score_lmetric":9360},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":897,"score_linear":29948.0,"score_lmetric":897},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":897,"score_linear":75826.0,"score_lmetric":76723},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":897,"score_linear":43607.0,"score_lmetric":897},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":195334,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24659,"num_requests":3,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":897,"score_linear":195334.0,"score_lmetric":76668},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":707,"cache_hit":0,"new_prefill":897,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328712.34156123,"t_first_token_unix":1779759577.3555052,"t_done":328712.710505614,"t_done_unix":1779759577.7244484},{"request_id":"1305906:1:1305906:289","session_id":"1305906","input_length":14027,"t_proxy_recv":328710.825368737,"t_decision_unix":1779759575.8393095,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (14027 < 16000)","cache_hit":0,"estimated_new_tokens":14027,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":673,"cache_hit":0,"new_prefill":14027,"score_linear":34706.0,"score_lmetric":14027},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12795,"ongoing_decode_tokens":0,"pending_prefill_tokens":9723,"num_requests":1,"active_p_offloads":0,"cached_blocks":909,"cache_hit":0,"new_prefill":14027,"score_linear":12795.0,"score_lmetric":23750},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":14027,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":14027,"score_linear":29948.0,"score_lmetric":14027},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":14027,"score_linear":75826.0,"score_lmetric":89853},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":14027,"score_linear":43607.0,"score_lmetric":14027},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":195334,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24659,"num_requests":3,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":14027,"score_linear":195334.0,"score_lmetric":116058},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61291,"ongoing_decode_tokens":61291,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":706,"cache_hit":0,"new_prefill":14027,"score_linear":61291.0,"score_lmetric":14027}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328712.047376677,"t_first_token_unix":1779759577.0613208,"t_done":328713.626926067,"t_done_unix":1779759578.640869},{"request_id":"1304239:3:1307007:294","session_id":"1304239","input_length":13840,"t_proxy_recv":328714.58448116,"t_decision_unix":1779759579.5984223,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":7680,"affinity_cache_ratio":0.5549132947976878,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6160 < 16000)","cache_hit":7680,"estimated_new_tokens":6160,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78084,"ongoing_decode_tokens":34706,"pending_prefill_tokens":12658,"num_requests":2,"active_p_offloads":0,"cached_blocks":673,"cache_hit":0,"new_prefill":13840,"score_linear":78084.0,"score_lmetric":52996},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":928,"cache_hit":7680,"new_prefill":6160,"score_linear":-7680.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":853,"cache_hit":0,"new_prefill":13840,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":61006,"ongoing_decode_tokens":61006,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":13840,"score_linear":61006.0,"score_lmetric":27680},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":13840,"score_linear":75826.0,"score_lmetric":89666},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":13840,"score_linear":43607.0,"score_lmetric":13840},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":195334,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24659,"num_requests":3,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":13840,"score_linear":195334.0,"score_lmetric":115497},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":13840,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":328715.257367217,"t_first_token_unix":1779759580.2713106,"t_done":328715.418207729,"t_done_unix":1779759580.432151},{"request_id":"1253743:4:1307058:295","session_id":"1253743","input_length":49975,"t_proxy_recv":328714.78435318,"t_decision_unix":1779759579.7982945,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9937768884442221,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (311 < 16000)","cache_hit":49664,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78084,"ongoing_decode_tokens":34706,"pending_prefill_tokens":12658,"num_requests":2,"active_p_offloads":0,"cached_blocks":673,"cache_hit":0,"new_prefill":49975,"score_linear":78084.0,"score_lmetric":125266},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13840,"ongoing_decode_tokens":0,"pending_prefill_tokens":6160,"num_requests":1,"active_p_offloads":0,"cached_blocks":928,"cache_hit":4608,"new_prefill":45367,"score_linear":9232.0,"score_lmetric":51527},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":853,"cache_hit":0,"new_prefill":49975,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":61006,"ongoing_decode_tokens":61006,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":901,"cache_hit":49664,"new_prefill":311,"score_linear":11342.0,"score_lmetric":622},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":49975,"score_linear":75826.0,"score_lmetric":125801},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":49975,"score_linear":43607.0,"score_lmetric":49975},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":195334,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24659,"num_requests":3,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":49975,"score_linear":195334.0,"score_lmetric":223902},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":49975,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":11342.0,"chosen_score_lmetric":622,"t_first_token":328714.923954818,"t_first_token_unix":1779759579.937898,"t_done":328715.665158253,"t_done_unix":1779759580.6791015},{"request_id":"1269373:9:1300958:261","session_id":"1269373","input_length":54451,"t_proxy_recv":328693.266217504,"t_decision_unix":1779759558.280159,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":50688,"affinity_cache_ratio":0.9308919946373804,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3763 < 16000)","cache_hit":50688,"estimated_new_tokens":3763,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25948,"ongoing_decode_tokens":25948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":658,"cache_hit":4096,"new_prefill":50355,"score_linear":21852.0,"score_lmetric":50355},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":54451,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76627,"ongoing_decode_tokens":0,"pending_prefill_tokens":43859,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":54451,"score_linear":76627.0,"score_lmetric":196620},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":7680,"new_prefill":46771,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":123500,"ongoing_decode_tokens":0,"pending_prefill_tokens":68716,"num_requests":3,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":54451,"score_linear":123500.0,"score_lmetric":369501},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":54451,"score_linear":43607.0,"score_lmetric":84234},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116704,"ongoing_decode_tokens":18893,"pending_prefill_tokens":531,"num_requests":2,"active_p_offloads":0,"cached_blocks":734,"cache_hit":50688,"new_prefill":3763,"score_linear":66016.0,"score_lmetric":8588},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":640,"cache_hit":7680,"new_prefill":46771,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":66016.0,"chosen_score_lmetric":8588,"t_first_token":328694.816599281,"t_first_token_unix":1779759559.8305428,"t_done":328718.393360329,"t_done_unix":1779759583.4073036},{"request_id":"1277428:2:1306373:292","session_id":"1277428","input_length":31058,"t_proxy_recv":328712.343505922,"t_decision_unix":1779759577.3574474,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":27136,"affinity_cache_ratio":0.8737201365187713,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3922 < 16000)","cache_hit":27136,"estimated_new_tokens":3922,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":673,"cache_hit":0,"new_prefill":31058,"score_linear":34706.0,"score_lmetric":31058},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":928,"cache_hit":4608,"new_prefill":26450,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32658,"ongoing_decode_tokens":14027,"pending_prefill_tokens":3783,"num_requests":2,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":31058,"score_linear":32658.0,"score_lmetric":69682},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":27136,"new_prefill":3922,"score_linear":2812.0,"score_lmetric":3922},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":31058,"score_linear":75826.0,"score_lmetric":106884},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":31058,"score_linear":43607.0,"score_lmetric":31058},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":195334,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24659,"num_requests":3,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":31058,"score_linear":195334.0,"score_lmetric":167151},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":897,"ongoing_decode_tokens":897,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":707,"cache_hit":0,"new_prefill":31058,"score_linear":897.0,"score_lmetric":31058}],"chosen_score_linear":2812.0,"chosen_score_lmetric":3922,"t_first_token":328713.45564708,"t_first_token_unix":1779759578.4695904,"t_done":328718.463092596,"t_done_unix":1779759583.4770355},{"request_id":"1294611:7:1306822:293","session_id":"1294611","input_length":43378,"t_proxy_recv":328714.053624413,"t_decision_unix":1779759579.0675657,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":30720,"affinity_cache_ratio":0.7081930932730878,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (12658 < 16000)","cache_hit":30720,"estimated_new_tokens":12658,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":673,"cache_hit":30720,"new_prefill":12658,"score_linear":3986.0,"score_lmetric":12658},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":43378,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":853,"cache_hit":0,"new_prefill":43378,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":61006,"ongoing_decode_tokens":61006,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":901,"cache_hit":12800,"new_prefill":30578,"score_linear":48206.0,"score_lmetric":61156},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":43378,"score_linear":75826.0,"score_lmetric":119204},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":43378,"score_linear":43607.0,"score_lmetric":43378},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":195334,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24659,"num_requests":3,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":43378,"score_linear":195334.0,"score_lmetric":204111},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":43378,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":3986.0,"chosen_score_lmetric":12658,"t_first_token":328717.230768722,"t_first_token_unix":1779759582.244712,"t_done":328718.73482548,"t_done_unix":1779759583.7487686},{"request_id":"1302449:3:1308121:299","session_id":"1302449","input_length":8729,"t_proxy_recv":328718.517017357,"t_decision_unix":1779759583.5309587,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":2,"affinity_cache_hit":3584,"affinity_cache_ratio":0.41058540497193263,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7705 < 16000)","cache_hit":1024,"estimated_new_tokens":7705,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78084,"ongoing_decode_tokens":78084,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":673,"cache_hit":0,"new_prefill":8729,"score_linear":78084.0,"score_lmetric":17458},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":8729,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":853,"cache_hit":1024,"new_prefill":7705,"score_linear":-1024.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":909,"cache_hit":0,"new_prefill":8729,"score_linear":29948.0,"score_lmetric":8729},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":98957,"ongoing_decode_tokens":0,"pending_prefill_tokens":84109,"num_requests":2,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":8729,"score_linear":98957.0,"score_lmetric":185676},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":8729,"score_linear":43607.0,"score_lmetric":8729},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":200029,"ongoing_decode_tokens":140883,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":758,"cache_hit":0,"new_prefill":8729,"score_linear":200029.0,"score_lmetric":39273},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61505,"ongoing_decode_tokens":0,"pending_prefill_tokens":577,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":3584,"new_prefill":5145,"score_linear":57921.0,"score_lmetric":5722}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":328719.093347699,"t_first_token_unix":1779759584.1072912,"t_done":328719.177401895,"t_done_unix":1779759584.1913452},{"request_id":"1279412:10:1308091:298","session_id":"1279412","input_length":61505,"t_proxy_recv":328718.432759427,"t_decision_unix":1779759583.4467008,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9906186488903341,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (577 < 16000)","cache_hit":60928,"estimated_new_tokens":577,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78084,"ongoing_decode_tokens":78084,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":673,"cache_hit":0,"new_prefill":61505,"score_linear":78084.0,"score_lmetric":123010},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":61505,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":853,"cache_hit":0,"new_prefill":61505,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":61006,"ongoing_decode_tokens":61006,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":61505,"score_linear":61006.0,"score_lmetric":123010},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":98957,"ongoing_decode_tokens":0,"pending_prefill_tokens":84109,"num_requests":2,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":61505,"score_linear":98957.0,"score_lmetric":291228},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":61505,"score_linear":43607.0,"score_lmetric":61505},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":200029,"ongoing_decode_tokens":140883,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":758,"cache_hit":0,"new_prefill":61505,"score_linear":200029.0,"score_lmetric":197601},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":708,"cache_hit":60928,"new_prefill":577,"score_linear":-60928.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":328718.601481634,"t_first_token_unix":1779759583.6154249,"t_done":328719.378250913,"t_done_unix":1779759584.392194},{"request_id":"1303651:3:1308202:300","session_id":"1303651","input_length":22896,"t_proxy_recv":328718.773281295,"t_decision_unix":1779759583.787223,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":12800,"affinity_cache_ratio":0.5590496156533893,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (10096 < 16000)","cache_hit":12800,"estimated_new_tokens":10096,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":698,"cache_hit":0,"new_prefill":22896,"score_linear":34706.0,"score_lmetric":22896},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":12800,"new_prefill":10096,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":8729,"ongoing_decode_tokens":0,"pending_prefill_tokens":7705,"num_requests":1,"active_p_offloads":0,"cached_blocks":853,"cache_hit":0,"new_prefill":22896,"score_linear":8729.0,"score_lmetric":30601},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":909,"cache_hit":0,"new_prefill":22896,"score_linear":29948.0,"score_lmetric":22896},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":98957,"ongoing_decode_tokens":0,"pending_prefill_tokens":84109,"num_requests":2,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":22896,"score_linear":98957.0,"score_lmetric":214010},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":22896,"score_linear":43607.0,"score_lmetric":22896},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":200029,"ongoing_decode_tokens":140883,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":758,"cache_hit":0,"new_prefill":22896,"score_linear":200029.0,"score_lmetric":81774},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61505,"ongoing_decode_tokens":61505,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":22896,"score_linear":61505.0,"score_lmetric":22896}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":328720.334707534,"t_first_token_unix":1779759585.348651,"t_done":328720.402057693,"t_done_unix":1779759585.4160013},{"request_id":"1272313:11:1302571:271","session_id":"1272313","input_length":29948,"t_proxy_recv":328698.998204608,"t_decision_unix":1779759564.0121458,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":29696,"affinity_cache_ratio":0.991585414718846,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (252 < 16000)","cache_hit":29696,"estimated_new_tokens":252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65351,"ongoing_decode_tokens":0,"pending_prefill_tokens":36167,"num_requests":2,"active_p_offloads":0,"cached_blocks":663,"cache_hit":4096,"new_prefill":25852,"score_linear":61255.0,"score_lmetric":124038},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":857,"cache_hit":0,"new_prefill":29948,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":1105,"ongoing_decode_tokens":1105,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":788,"cache_hit":0,"new_prefill":29948,"score_linear":1105.0,"score_lmetric":29948},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":78827,"ongoing_decode_tokens":0,"pending_prefill_tokens":29163,"num_requests":2,"active_p_offloads":0,"cached_blocks":845,"cache_hit":29696,"new_prefill":252,"score_linear":49131.0,"score_lmetric":58830},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":804,"cache_hit":0,"new_prefill":29948,"score_linear":43181.0,"score_lmetric":29948},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":29948,"score_linear":43607.0,"score_lmetric":29948},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171155,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":734,"cache_hit":10752,"new_prefill":19196,"score_linear":160403.0,"score_lmetric":57588},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":640,"cache_hit":7680,"new_prefill":22268,"score_linear":18761.0,"score_lmetric":48709}],"chosen_score_linear":49131.0,"chosen_score_lmetric":58830,"t_first_token":328707.07857378,"t_first_token_unix":1779759572.0925171,"t_done":328722.33007513,"t_done_unix":1779759587.3440185},{"request_id":"1309040:1:1309040:302","session_id":"1309040","input_length":4679,"t_proxy_recv":328721.889113282,"t_decision_unix":1779759586.9030545,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4679 < 16000)","cache_hit":0,"estimated_new_tokens":4679,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78416,"ongoing_decode_tokens":78416,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":698,"cache_hit":0,"new_prefill":4679,"score_linear":78416.0,"score_lmetric":9358},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":909,"cache_hit":0,"new_prefill":4679,"score_linear":29948.0,"score_lmetric":4679},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":98957,"ongoing_decode_tokens":0,"pending_prefill_tokens":84109,"num_requests":2,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":4679,"score_linear":98957.0,"score_lmetric":177576},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":4679,"score_linear":43607.0,"score_lmetric":4679},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":200029,"ongoing_decode_tokens":200029,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":758,"cache_hit":0,"new_prefill":4679,"score_linear":200029.0,"score_lmetric":14037},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":709,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328722.188750153,"t_first_token_unix":1779759587.2026937,"t_done":328722.687662975,"t_done_unix":1779759587.701606},{"request_id":"1294611:8:1308970:301","session_id":"1294611","input_length":43710,"t_proxy_recv":328721.559914465,"t_decision_unix":1779759586.5738556,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9956531686113017,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (190 < 16000)","cache_hit":43520,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":698,"cache_hit":43520,"new_prefill":190,"score_linear":-8814.0,"score_lmetric":190},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":43710,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":43710,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":909,"cache_hit":12800,"new_prefill":30910,"score_linear":17148.0,"score_lmetric":30910},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":98957,"ongoing_decode_tokens":0,"pending_prefill_tokens":84109,"num_requests":2,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":43710,"score_linear":98957.0,"score_lmetric":255638},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":43710,"score_linear":43607.0,"score_lmetric":43710},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":200029,"ongoing_decode_tokens":200029,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":758,"cache_hit":0,"new_prefill":43710,"score_linear":200029.0,"score_lmetric":131130},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":709,"cache_hit":0,"new_prefill":43710,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8814.0,"chosen_score_lmetric":190,"t_first_token":328721.722028549,"t_first_token_unix":1779759586.7359722,"t_done":328723.452864096,"t_done_unix":1779759588.4668076},{"request_id":"1299507:2:1305770:288","session_id":"1299507","input_length":18915,"t_proxy_recv":328710.408573566,"t_decision_unix":1779759575.422515,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9744647105471848,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (483 < 16000)","cache_hit":18432,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":673,"cache_hit":0,"new_prefill":18915,"score_linear":34706.0,"score_lmetric":18915},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12795,"ongoing_decode_tokens":0,"pending_prefill_tokens":9723,"num_requests":1,"active_p_offloads":0,"cached_blocks":909,"cache_hit":0,"new_prefill":18915,"score_linear":12795.0,"score_lmetric":28638},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":18915,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":18915,"score_linear":29948.0,"score_lmetric":18915},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":18915,"score_linear":75826.0,"score_lmetric":94741},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":18915,"score_linear":43607.0,"score_lmetric":18915},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":750,"cache_hit":18432,"new_prefill":483,"score_linear":157987.0,"score_lmetric":49318},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61291,"ongoing_decode_tokens":61291,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":706,"cache_hit":0,"new_prefill":18915,"score_linear":61291.0,"score_lmetric":18915}],"chosen_score_linear":157987.0,"chosen_score_lmetric":49318,"t_first_token":328718.39064707,"t_first_token_unix":1779759583.4045908,"t_done":328723.758590729,"t_done_unix":1779759588.7725344},{"request_id":"1269373:10:1304899:282","session_id":"1269373","input_length":59146,"t_proxy_recv":328718.422148215,"t_decision_unix":1779759583.4360895,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9262502958779968,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4362 < 16000)","cache_hit":54784,"estimated_new_tokens":4362,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78084,"ongoing_decode_tokens":78084,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":673,"cache_hit":4096,"new_prefill":55050,"score_linear":73988.0,"score_lmetric":110100},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":59146,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":853,"cache_hit":0,"new_prefill":59146,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":61006,"ongoing_decode_tokens":61006,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":901,"cache_hit":7680,"new_prefill":51466,"score_linear":53326.0,"score_lmetric":102932},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":98957,"ongoing_decode_tokens":0,"pending_prefill_tokens":84109,"num_requests":2,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":59146,"score_linear":98957.0,"score_lmetric":286510},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":59146,"score_linear":43607.0,"score_lmetric":59146},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":140883,"ongoing_decode_tokens":140883,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":758,"cache_hit":54784,"new_prefill":4362,"score_linear":86099.0,"score_lmetric":8724},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":708,"cache_hit":7680,"new_prefill":51466,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":86099.0,"chosen_score_lmetric":8724,"t_first_token":328720.078245404,"t_first_token_unix":1779759585.0921888,"t_done":328724.212204013,"t_done_unix":1779759589.226148},{"request_id":"1301929:1:1301929:265","session_id":"1301929","input_length":34706,"t_proxy_recv":328696.576328829,"t_decision_unix":1779759561.59027,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":3584,"estimated_new_tokens":31122,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":3584,"new_prefill":31122,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":788,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":28972,"num_requests":1,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":34706,"score_linear":28972.0,"score_lmetric":63678},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124318,"ongoing_decode_tokens":124318,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":34706,"score_linear":124318.0,"score_lmetric":104118},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":34706,"score_linear":43607.0,"score_lmetric":64489},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171155,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":734,"cache_hit":0,"new_prefill":34706,"score_linear":171155.0,"score_lmetric":104118},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":640,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":328701.38539461,"t_first_token_unix":1779759566.3993382,"t_done":328726.584831363,"t_done_unix":1779759591.5987747},{"request_id":"1309252:1:1309252:304","session_id":"1309252","input_length":24545,"t_proxy_recv":328722.720024754,"t_decision_unix":1779759587.733966,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":24545,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78416,"ongoing_decode_tokens":78416,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":698,"cache_hit":0,"new_prefill":24545,"score_linear":78416.0,"score_lmetric":49090},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":877,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":98957,"ongoing_decode_tokens":0,"pending_prefill_tokens":84109,"num_requests":2,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":24545,"score_linear":98957.0,"score_lmetric":217308},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":24545,"score_linear":43607.0,"score_lmetric":24545},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":200029,"ongoing_decode_tokens":200029,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":758,"cache_hit":0,"new_prefill":24545,"score_linear":200029.0,"score_lmetric":73635},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":709,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328725.563296333,"t_first_token_unix":1779759590.5772398,"t_done":328727.450340627,"t_done_unix":1779759592.464284},{"request_id":"1279412:11:1310014:305","session_id":"1279412","input_length":64558,"t_proxy_recv":328725.357856855,"t_decision_unix":1779759590.3717983,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9517023451779795,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3118 < 16000)","cache_hit":61440,"estimated_new_tokens":3118,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":698,"cache_hit":0,"new_prefill":64558,"score_linear":34706.0,"score_lmetric":64558},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":64558,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24545,"ongoing_decode_tokens":0,"pending_prefill_tokens":24545,"num_requests":1,"active_p_offloads":0,"cached_blocks":877,"cache_hit":0,"new_prefill":64558,"score_linear":24545.0,"score_lmetric":89103},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":64558,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":98957,"ongoing_decode_tokens":0,"pending_prefill_tokens":84109,"num_requests":2,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":64558,"score_linear":98957.0,"score_lmetric":297334},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":64558,"score_linear":43607.0,"score_lmetric":64558},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":64558,"score_linear":181414.0,"score_lmetric":129116},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":709,"cache_hit":61440,"new_prefill":3118,"score_linear":-61440.0,"score_lmetric":0}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":328726.671189184,"t_first_token_unix":1779759591.685133,"t_done":328728.060971558,"t_done_unix":1779759593.0749154},{"request_id":"1310590:1:1310590:306","session_id":"1310590","input_length":18089,"t_proxy_recv":328727.302698405,"t_decision_unix":1779759592.3166397,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":18089,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":760,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24545,"ongoing_decode_tokens":24545,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":877,"cache_hit":0,"new_prefill":18089,"score_linear":24545.0,"score_lmetric":18089},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":98957,"ongoing_decode_tokens":0,"pending_prefill_tokens":84109,"num_requests":2,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":18089,"score_linear":98957.0,"score_lmetric":204396},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":18089,"score_linear":43607.0,"score_lmetric":18089},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":18089,"score_linear":181414.0,"score_lmetric":36178},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64558,"ongoing_decode_tokens":64558,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":709,"cache_hit":0,"new_prefill":18089,"score_linear":64558.0,"score_lmetric":18089}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328729.08730782,"t_first_token_unix":1779759594.1012514,"t_done":328729.58507056,"t_done_unix":1779759594.599014},{"request_id":"1297811:2:1300578:258","session_id":"1297811","input_length":43607,"t_proxy_recv":328691.92110936,"t_decision_unix":1779759556.9350498,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":13824,"affinity_cache_ratio":0.3170133235489715,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":13824,"estimated_new_tokens":29783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":24384,"ongoing_decode_tokens":24384,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":658,"cache_hit":0,"new_prefill":43607,"score_linear":24384.0,"score_lmetric":43607},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":43607,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76627,"ongoing_decode_tokens":0,"pending_prefill_tokens":43859,"num_requests":2,"active_p_offloads":0,"cached_blocks":704,"cache_hit":1536,"new_prefill":42071,"score_linear":75091.0,"score_lmetric":171860},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":43607,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":123500,"ongoing_decode_tokens":0,"pending_prefill_tokens":68716,"num_requests":3,"active_p_offloads":0,"cached_blocks":671,"cache_hit":0,"new_prefill":43607,"score_linear":123500.0,"score_lmetric":336969},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":599,"cache_hit":13824,"new_prefill":29783,"score_linear":-13824.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18893,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":734,"cache_hit":0,"new_prefill":43607,"score_linear":18893.0,"score_lmetric":43607},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105598,"ongoing_decode_tokens":105598,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":612,"cache_hit":0,"new_prefill":43607,"score_linear":105598.0,"score_lmetric":87214}],"chosen_score_linear":-13824.0,"chosen_score_lmetric":0,"t_first_token":328698.092101923,"t_first_token_unix":1779759563.106045,"t_done":328729.833704468,"t_done_unix":1779759594.847648},{"request_id":"1304943:2:1311189:307","session_id":"1304943","input_length":13164,"t_proxy_recv":328729.434049911,"t_decision_unix":1779759594.447991,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":7,"affinity_cache_hit":2560,"affinity_cache_ratio":0.19446976602856275,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (13164 < 16000)","cache_hit":0,"estimated_new_tokens":13164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":18089,"ongoing_decode_tokens":18089,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":760,"cache_hit":0,"new_prefill":13164,"score_linear":18089.0,"score_lmetric":13164},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":98957,"ongoing_decode_tokens":0,"pending_prefill_tokens":84109,"num_requests":2,"active_p_offloads":0,"cached_blocks":841,"cache_hit":2560,"new_prefill":10604,"score_linear":96397.0,"score_lmetric":189426},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":13164,"score_linear":43607.0,"score_lmetric":13164},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":13164,"score_linear":181414.0,"score_lmetric":26328},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":715,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328730.538275083,"t_first_token_unix":1779759595.5522184,"t_done":328730.590204065,"t_done_unix":1779759595.6041474},{"request_id":"1303517:2:1307703:297","session_id":"1303517","input_length":23131,"t_proxy_recv":328717.1098441,"t_decision_unix":1779759582.1237853,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":14848,"affinity_cache_ratio":0.6419091262807488,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8283 < 16000)","cache_hit":14848,"estimated_new_tokens":8283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78084,"ongoing_decode_tokens":34706,"pending_prefill_tokens":12658,"num_requests":2,"active_p_offloads":0,"cached_blocks":673,"cache_hit":0,"new_prefill":23131,"score_linear":78084.0,"score_lmetric":71578},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":23131,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":853,"cache_hit":0,"new_prefill":23131,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":61006,"ongoing_decode_tokens":61006,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":23131,"score_linear":61006.0,"score_lmetric":46262},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":841,"cache_hit":14848,"new_prefill":8283,"score_linear":60978.0,"score_lmetric":84109},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":23131,"score_linear":43607.0,"score_lmetric":23131},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":195334,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24659,"num_requests":3,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":23131,"score_linear":195334.0,"score_lmetric":143370},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":23131,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":60978.0,"chosen_score_lmetric":84109,"t_first_token":328730.025904015,"t_first_token_unix":1779759595.0398479,"t_done":328730.714432687,"t_done_unix":1779759595.728376},{"request_id":"1305420:1:1305420:285","session_id":"1305420","input_length":75826,"t_proxy_recv":328709.038100687,"t_decision_unix":1779759574.052042,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":75826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65701,"ongoing_decode_tokens":65701,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":673,"cache_hit":0,"new_prefill":75826,"score_linear":65701.0,"score_lmetric":151652},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":909,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":75826,"score_linear":29948.0,"score_lmetric":75826},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":75826,"score_linear":43607.0,"score_lmetric":75826},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":176419,"ongoing_decode_tokens":54451,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":75826,"score_linear":176419.0,"score_lmetric":200004},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":706,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328729.70974734,"t_first_token_unix":1779759594.7236912,"t_done":328730.842773668,"t_done_unix":1779759595.856717},{"request_id":"1303517:3:1309213:303","session_id":"1303517","input_length":23259,"t_proxy_recv":328730.726338795,"t_decision_unix":1779759595.7402804,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9905842899522765,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (219 < 16000)","cache_hit":23040,"estimated_new_tokens":219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":23259,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":23259,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":23259,"score_linear":44792.0,"score_lmetric":43475},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":23259,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":75826,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":857,"cache_hit":23040,"new_prefill":219,"score_linear":52786.0,"score_lmetric":219},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":23259,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":23259,"score_linear":181414.0,"score_lmetric":46518},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":23259,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":52786.0,"chosen_score_lmetric":219,"t_first_token":328730.809197244,"t_first_token_unix":1779759595.8231404,"t_done":328730.882694848,"t_done_unix":1779759595.8966382},{"request_id":"1303517:4:1311293:308","session_id":"1303517","input_length":24638,"t_proxy_recv":328730.8884773,"t_decision_unix":1779759595.9024186,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9351408393538436,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1598 < 16000)","cache_hit":23040,"estimated_new_tokens":1598,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":24638,"score_linear":44792.0,"score_lmetric":44854},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":0,"pending_prefill_tokens":292,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":24638,"score_linear":8996.0,"score_lmetric":24930},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1005,"cache_hit":23040,"new_prefill":1598,"score_linear":-23040.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":24638,"score_linear":181414.0,"score_lmetric":49276},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":328731.211917518,"t_first_token_unix":1779759596.2258608,"t_done":328731.385675319,"t_done_unix":1779759596.3996186},{"request_id":"1277428:3:1311644:311","session_id":"1277428","input_length":31611,"t_proxy_recv":328731.058555175,"t_decision_unix":1779759596.072497,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9880105026731201,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (379 < 16000)","cache_hit":31232,"estimated_new_tokens":379,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":31611,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":4608,"new_prefill":27003,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":31611,"score_linear":44792.0,"score_lmetric":51827},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":0,"pending_prefill_tokens":292,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":31232,"new_prefill":379,"score_linear":-22236.0,"score_lmetric":671},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":24638,"ongoing_decode_tokens":0,"pending_prefill_tokens":1598,"num_requests":1,"active_p_offloads":0,"cached_blocks":1005,"cache_hit":0,"new_prefill":31611,"score_linear":24638.0,"score_lmetric":33209},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":31611,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":31611,"score_linear":181414.0,"score_lmetric":63222},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":31611,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-22236.0,"chosen_score_lmetric":671,"t_first_token":328731.597624053,"t_first_token_unix":1779759596.611567,"t_done":328732.00158113,"t_done_unix":1779759597.0155241},{"request_id":"1269373:11:1307381:296","session_id":"1269373","input_length":59446,"t_proxy_recv":328724.225409912,"t_decision_unix":1779759589.2393486,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9904787538270027,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (566 < 16000)","cache_hit":58880,"estimated_new_tokens":566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":698,"cache_hit":4096,"new_prefill":55350,"score_linear":30610.0,"score_lmetric":55350},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":59446,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24545,"ongoing_decode_tokens":0,"pending_prefill_tokens":24545,"num_requests":1,"active_p_offloads":0,"cached_blocks":877,"cache_hit":0,"new_prefill":59446,"score_linear":24545.0,"score_lmetric":83991},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":7680,"new_prefill":51766,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":98957,"ongoing_decode_tokens":0,"pending_prefill_tokens":84109,"num_requests":2,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":59446,"score_linear":98957.0,"score_lmetric":287110},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":59446,"score_linear":43607.0,"score_lmetric":59446},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":766,"cache_hit":58880,"new_prefill":566,"score_linear":63088.0,"score_lmetric":566},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":709,"cache_hit":7680,"new_prefill":51766,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":63088.0,"chosen_score_lmetric":566,"t_first_token":328724.39690913,"t_first_token_unix":1779759589.4108534,"t_done":328732.32772521,"t_done_unix":1779759597.3416686},{"request_id":"1258908:2:1311606:310","session_id":"1258908","input_length":8996,"t_proxy_recv":328730.878151509,"t_decision_unix":1779759595.8920927,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9675411293908404,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (292 < 16000)","cache_hit":8704,"estimated_new_tokens":292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":8996,"score_linear":44792.0,"score_lmetric":29212},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":8704,"new_prefill":292,"score_linear":-8704.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":23259,"ongoing_decode_tokens":23259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1005,"cache_hit":0,"new_prefill":8996,"score_linear":23259.0,"score_lmetric":8996},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":8996,"score_linear":181414.0,"score_lmetric":17992},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":328731.553776148,"t_first_token_unix":1779759596.5677192,"t_done":328733.617707661,"t_done_unix":1779759598.631651},{"request_id":"1311753:1:1311753:312","session_id":"1311753","input_length":20175,"t_proxy_recv":328731.449953187,"t_decision_unix":1779759596.4638946,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":20175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":20175,"score_linear":44792.0,"score_lmetric":40391},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":40607,"ongoing_decode_tokens":0,"pending_prefill_tokens":671,"num_requests":2,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":20175,"score_linear":40607.0,"score_lmetric":41692},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":20175,"score_linear":181414.0,"score_lmetric":40350},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328733.55325167,"t_first_token_unix":1779759598.5671952,"t_done":328733.738544042,"t_done_unix":1779759598.7524872},{"request_id":"1294611:9:1312398:313","session_id":"1294611","input_length":44335,"t_proxy_recv":328733.733128337,"t_decision_unix":1779759598.7470696,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9816172324348709,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (815 < 16000)","cache_hit":43520,"estimated_new_tokens":815,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":43520,"new_prefill":815,"score_linear":-43520.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":44335,"score_linear":44792.0,"score_lmetric":64551},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":12800,"new_prefill":31535,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":768,"cache_hit":0,"new_prefill":44335,"score_linear":121968.0,"score_lmetric":44335},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":20175,"ongoing_decode_tokens":20175,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":44335,"score_linear":20175.0,"score_lmetric":44335}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":328733.985276005,"t_first_token_unix":1779759598.9992197,"t_done":328735.287842491,"t_done_unix":1779759600.3017862},{"request_id":"1303517:5:1313040:317","session_id":"1303517","input_length":25637,"t_proxy_recv":328735.79698498,"t_decision_unix":1779759600.8109267,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9586145024768888,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1061 < 16000)","cache_hit":24576,"estimated_new_tokens":1061,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44792,"ongoing_decode_tokens":44792,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":25637,"score_linear":44792.0,"score_lmetric":25637},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26885,"ongoing_decode_tokens":26885,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":24576,"new_prefill":1061,"score_linear":2309.0,"score_lmetric":1061},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":184808,"ongoing_decode_tokens":121968,"pending_prefill_tokens":2936,"num_requests":2,"active_p_offloads":0,"cached_blocks":768,"cache_hit":0,"new_prefill":25637,"score_linear":184808.0,"score_lmetric":57146},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":13360,"ongoing_decode_tokens":13360,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":25637,"score_linear":13360.0,"score_lmetric":25637}],"chosen_score_linear":2309.0,"chosen_score_lmetric":1061,"t_first_token":328736.076139699,"t_first_token_unix":1779759601.0900834,"t_done":328736.130095678,"t_done_unix":1779759601.1440387},{"request_id":"1306347:2:1312642:314","session_id":"1306347","input_length":13360,"t_proxy_recv":328734.624486581,"t_decision_unix":1779759599.638428,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":512,"affinity_cache_ratio":0.03832335329341317,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (12848 < 16000)","cache_hit":512,"estimated_new_tokens":12848,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44335,"ongoing_decode_tokens":44335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":13360,"score_linear":44335.0,"score_lmetric":13360},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":13360,"score_linear":44792.0,"score_lmetric":33576},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":768,"cache_hit":0,"new_prefill":13360,"score_linear":121968.0,"score_lmetric":13360},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":779,"cache_hit":512,"new_prefill":12848,"score_linear":-512.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":328735.713937283,"t_first_token_unix":1779759600.7278807,"t_done":328736.263211838,"t_done_unix":1779759601.277155},{"request_id":"1309252:2:1311531:309","session_id":"1309252","input_length":44792,"t_proxy_recv":328730.648790363,"t_decision_unix":1779759595.662732,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":24576,"affinity_cache_ratio":0.5486694052509377,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":24576,"estimated_new_tokens":20216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":925,"cache_hit":24576,"new_prefill":20216,"score_linear":-24576.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":98957,"ongoing_decode_tokens":98957,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":44792,"score_linear":98957.0,"score_lmetric":89584},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":181414,"ongoing_decode_tokens":181414,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":44792,"score_linear":181414.0,"score_lmetric":89584},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":328735.625514419,"t_first_token_unix":1779759600.639458,"t_done":328736.31093413,"t_done_unix":1779759601.3248775},{"request_id":"1268861:4:1312689:315","session_id":"1268861","input_length":26885,"t_proxy_recv":328734.793436248,"t_decision_unix":1779759599.8073776,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":21504,"affinity_cache_ratio":0.7998512181513855,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5381 < 16000)","cache_hit":21504,"estimated_new_tokens":5381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44335,"ongoing_decode_tokens":44335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":26885,"score_linear":44335.0,"score_lmetric":26885},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":26885,"score_linear":44792.0,"score_lmetric":47101},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":21504,"new_prefill":5381,"score_linear":-21504.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":768,"cache_hit":0,"new_prefill":26885,"score_linear":121968.0,"score_lmetric":26885},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":13360,"ongoing_decode_tokens":0,"pending_prefill_tokens":12848,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":26885,"score_linear":13360.0,"score_lmetric":39733}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":328735.736437923,"t_first_token_unix":1779759600.750384,"t_done":328737.248404099,"t_done_unix":1779759602.2623475},{"request_id":"1313181:1:1313181:318","session_id":"1313181","input_length":22686,"t_proxy_recv":328736.412584962,"t_decision_unix":1779759601.4265265,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9886 < 16000)","cache_hit":12800,"estimated_new_tokens":9886,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26885,"ongoing_decode_tokens":26885,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1010,"cache_hit":0,"new_prefill":22686,"score_linear":26885.0,"score_lmetric":22686},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":184808,"ongoing_decode_tokens":121968,"pending_prefill_tokens":2936,"num_requests":2,"active_p_offloads":0,"cached_blocks":768,"cache_hit":0,"new_prefill":22686,"score_linear":184808.0,"score_lmetric":51244},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":804,"cache_hit":12800,"new_prefill":9886,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":328737.951613917,"t_first_token_unix":1779759602.9655576,"t_done":328739.117597775,"t_done_unix":1779759604.1315415},{"request_id":"1279412:12:1313518:319","session_id":"1279412","input_length":64755,"t_proxy_recv":328737.534880955,"t_decision_unix":1779759602.548822,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9962473940236275,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (243 < 16000)","cache_hit":64512,"estimated_new_tokens":243,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":184808,"ongoing_decode_tokens":184808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":768,"cache_hit":0,"new_prefill":64755,"score_linear":184808.0,"score_lmetric":129510},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22686,"ongoing_decode_tokens":0,"pending_prefill_tokens":9886,"num_requests":1,"active_p_offloads":0,"cached_blocks":804,"cache_hit":64512,"new_prefill":243,"score_linear":-41826.0,"score_lmetric":10129}],"chosen_score_linear":-41826.0,"chosen_score_lmetric":10129,"t_first_token":328738.02912239,"t_first_token_unix":1779759603.0430658,"t_done":328739.542482684,"t_done_unix":1779759604.5564263},{"request_id":"1269373:12:1312836:316","session_id":"1269373","input_length":62840,"t_proxy_recv":328735.171832664,"t_decision_unix":1779759600.1857738,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":59904,"affinity_cache_ratio":0.9532781667727562,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2936 < 16000)","cache_hit":59904,"estimated_new_tokens":2936,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44335,"ongoing_decode_tokens":44335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":795,"cache_hit":4096,"new_prefill":58744,"score_linear":40239.0,"score_lmetric":58744},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":62840,"score_linear":44792.0,"score_lmetric":83056},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":7680,"new_prefill":55160,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26885,"ongoing_decode_tokens":0,"pending_prefill_tokens":5381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":62840,"score_linear":26885.0,"score_lmetric":68221},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":768,"cache_hit":59904,"new_prefill":2936,"score_linear":62064.0,"score_lmetric":2936},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":13360,"ongoing_decode_tokens":0,"pending_prefill_tokens":12848,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":7680,"new_prefill":55160,"score_linear":5680.0,"score_lmetric":68008}],"chosen_score_linear":62064.0,"chosen_score_lmetric":2936,"t_first_token":328736.452076468,"t_first_token_unix":1779759601.4660196,"t_done":328742.396396742,"t_done_unix":1779759607.4103403},{"request_id":"1294611:10:1314495:322","session_id":"1294611","input_length":45362,"t_proxy_recv":328741.191931837,"t_decision_unix":1779759606.2058733,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":44032,"affinity_cache_ratio":0.970680305101186,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1330 < 16000)","cache_hit":44032,"estimated_new_tokens":1330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":44032,"new_prefill":1330,"score_linear":-44032.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":12800,"new_prefill":32562,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":0,"new_prefill":45362,"score_linear":57051.0,"score_lmetric":98829},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":184808,"ongoing_decode_tokens":184808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":768,"cache_hit":0,"new_prefill":45362,"score_linear":184808.0,"score_lmetric":90724},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":823,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":328741.546891048,"t_first_token_unix":1779759606.5608346,"t_done":328743.02123656,"t_done_unix":1779759608.0351803},{"request_id":"1313181:2:1314940:323","session_id":"1313181","input_length":24306,"t_proxy_recv":328742.604407255,"t_decision_unix":1779759607.6183486,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22528,"affinity_cache_ratio":0.9268493376121122,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1778 < 16000)","cache_hit":22528,"estimated_new_tokens":1778,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":45362,"ongoing_decode_tokens":45362,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":24306,"score_linear":45362.0,"score_lmetric":24306},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":0,"new_prefill":24306,"score_linear":57051.0,"score_lmetric":77773},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":24306,"score_linear":121968.0,"score_lmetric":24306},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":823,"cache_hit":22528,"new_prefill":1778,"score_linear":-22528.0,"score_lmetric":0}],"chosen_score_linear":-22528.0,"chosen_score_lmetric":0,"t_first_token":328742.938660989,"t_first_token_unix":1779759607.9526045,"t_done":328743.536554297,"t_done_unix":1779759608.5504975},{"request_id":"1315313:1:1315313:325","session_id":"1315313","input_length":7,"t_proxy_recv":328743.839392152,"t_decision_unix":1779759608.8533335,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7 < 16000)","cache_hit":0,"estimated_new_tokens":7,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":7,"score_linear":32440.0,"score_lmetric":14527},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":0,"new_prefill":7,"score_linear":57051.0,"score_lmetric":53474},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":7,"score_linear":121968.0,"score_lmetric":7},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328743.860913991,"t_first_token_unix":1779759608.8748572,"t_done":328743.864979404,"t_done_unix":1779759608.8789222},{"request_id":"1310590:2:1315212:324","session_id":"1310590","input_length":32440,"t_proxy_recv":328743.492686564,"t_decision_unix":1779759608.5066276,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":17920,"affinity_cache_ratio":0.5524044389642416,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (14520 < 16000)","cache_hit":17920,"estimated_new_tokens":14520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":798,"cache_hit":17920,"new_prefill":14520,"score_linear":-17920.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":0,"new_prefill":32440,"score_linear":57051.0,"score_lmetric":85907},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":32440,"score_linear":121968.0,"score_lmetric":32440},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24306,"ongoing_decode_tokens":24306,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":823,"cache_hit":0,"new_prefill":32440,"score_linear":24306.0,"score_lmetric":32440}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":328746.214877134,"t_first_token_unix":1779759611.2288203,"t_done":328746.362189641,"t_done_unix":1779759611.3761332},{"request_id":"1309040:2:1315488:326","session_id":"1309040","input_length":23097,"t_proxy_recv":328744.554791987,"t_decision_unix":1779759609.5687335,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":4608,"affinity_cache_ratio":0.1995064294064164,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":4608,"estimated_new_tokens":18489,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":23097,"score_linear":32440.0,"score_lmetric":37617},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":964,"cache_hit":4608,"new_prefill":18489,"score_linear":-4608.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":0,"new_prefill":23097,"score_linear":57051.0,"score_lmetric":76564},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":23097,"score_linear":121968.0,"score_lmetric":23097},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":328746.941171454,"t_first_token_unix":1779759611.9551148,"t_done":328747.306391511,"t_done_unix":1779759612.320335},{"request_id":"1279412:13:1315780:328","session_id":"1279412","input_length":64949,"t_proxy_recv":328745.620020693,"t_decision_unix":1779759610.6339622,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9932716439052179,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (437 < 16000)","cache_hit":64512,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":64949,"score_linear":32440.0,"score_lmetric":79469},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":64949,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":23097,"ongoing_decode_tokens":0,"pending_prefill_tokens":18489,"num_requests":1,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":64949,"score_linear":23097.0,"score_lmetric":83438},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":64949,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":0,"new_prefill":64949,"score_linear":57051.0,"score_lmetric":118416},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":64949,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":64949,"score_linear":121968.0,"score_lmetric":64949},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":16960,"ongoing_decode_tokens":0,"pending_prefill_tokens":9280,"num_requests":1,"active_p_offloads":0,"cached_blocks":826,"cache_hit":64512,"new_prefill":437,"score_linear":-47552.0,"score_lmetric":9717}],"chosen_score_linear":-47552.0,"chosen_score_lmetric":9717,"t_first_token":328746.054448074,"t_first_token_unix":1779759611.0683913,"t_done":328749.21890602,"t_done_unix":1779759614.2328496},{"request_id":"1316848:1:1316848:331","session_id":"1316848","input_length":5985,"t_proxy_recv":328749.17601692,"t_decision_unix":1779759614.1899583,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4961 < 16000)","cache_hit":1024,"estimated_new_tokens":4961,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":24487,"ongoing_decode_tokens":0,"pending_prefill_tokens":24487,"num_requests":1,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":5985,"score_linear":24487.0,"score_lmetric":30472},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":1024,"new_prefill":4961,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":0,"new_prefill":5985,"score_linear":57051.0,"score_lmetric":59452},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":5985,"score_linear":121968.0,"score_lmetric":5985},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81909,"ongoing_decode_tokens":81909,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":5985,"score_linear":81909.0,"score_lmetric":11970}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":328749.523861487,"t_first_token_unix":1779759614.5378048,"t_done":328749.709708872,"t_done_unix":1779759614.7236516},{"request_id":"1316201:1:1316201:329","session_id":"1316201","input_length":24487,"t_proxy_recv":328747.087578325,"t_decision_unix":1779759612.1015196,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":24487,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":23097,"ongoing_decode_tokens":23097,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":24487,"score_linear":23097.0,"score_lmetric":24487},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":0,"new_prefill":24487,"score_linear":57051.0,"score_lmetric":77954},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":24487,"score_linear":121968.0,"score_lmetric":24487},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81909,"ongoing_decode_tokens":81909,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":24487,"score_linear":81909.0,"score_lmetric":48974}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328749.888721803,"t_first_token_unix":1779759614.9026651,"t_done":328750.180106755,"t_done_unix":1779759615.1940498},{"request_id":"1315567:1:1315567:327","session_id":"1315567","input_length":16960,"t_proxy_recv":328744.825888229,"t_decision_unix":1779759609.8398254,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9280 < 16000)","cache_hit":7680,"estimated_new_tokens":9280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":798,"cache_hit":4096,"new_prefill":12864,"score_linear":28344.0,"score_lmetric":27384},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":16960,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":23097,"ongoing_decode_tokens":0,"pending_prefill_tokens":18489,"num_requests":1,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":16960,"score_linear":23097.0,"score_lmetric":35449},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":7680,"new_prefill":9280,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":0,"new_prefill":16960,"score_linear":57051.0,"score_lmetric":70427},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":16960,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":774,"cache_hit":7680,"new_prefill":9280,"score_linear":114288.0,"score_lmetric":9280},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":826,"cache_hit":7680,"new_prefill":9280,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":328745.949783146,"t_first_token_unix":1779759610.9637265,"t_done":328750.527405764,"t_done_unix":1779759615.541349},{"request_id":"1317160:1:1317160:332","session_id":"1317160","input_length":3441,"t_proxy_recv":328750.329477385,"t_decision_unix":1779759615.3434186,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3441 < 16000)","cache_hit":0,"estimated_new_tokens":3441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":873,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":0,"new_prefill":3441,"score_linear":57051.0,"score_lmetric":56908},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":3441,"score_linear":121968.0,"score_lmetric":3441},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":16960,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":3441,"score_linear":16960.0,"score_lmetric":3441}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328750.549307778,"t_first_token_unix":1779759615.563251,"t_done":328750.706828164,"t_done_unix":1779759615.7207713},{"request_id":"1316848:2:1317438:333","session_id":"1316848","input_length":6040,"t_proxy_recv":328751.411865286,"t_decision_unix":1779759616.4258065,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5632,"affinity_cache_ratio":0.9324503311258279,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (408 < 16000)","cache_hit":5632,"estimated_new_tokens":408,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":873,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":5632,"new_prefill":408,"score_linear":-5632.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":0,"new_prefill":6040,"score_linear":57051.0,"score_lmetric":59507},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":666,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":6040,"score_linear":121968.0,"score_lmetric":6040},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-5632.0,"chosen_score_lmetric":0,"t_first_token":328751.441979635,"t_first_token_unix":1779759616.4559228,"t_done":328751.855679464,"t_done_unix":1779759616.8696225},{"request_id":"1317160:2:1317773:336","session_id":"1317160","input_length":7440,"t_proxy_recv":328752.729245899,"t_decision_unix":1779759617.7431874,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":3072,"affinity_cache_ratio":0.4129032258064516,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4368 < 16000)","cache_hit":3072,"estimated_new_tokens":4368,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":873,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":7440,"score_linear":79663.0,"score_lmetric":87103},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57051,"ongoing_decode_tokens":57051,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":0,"new_prefill":7440,"score_linear":57051.0,"score_lmetric":7440},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":666,"cache_hit":3072,"new_prefill":4368,"score_linear":-3072.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":121968,"pending_prefill_tokens":3159,"num_requests":2,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":7440,"score_linear":188103.0,"score_lmetric":21198},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-3072.0,"chosen_score_lmetric":0,"t_first_token":328753.069331453,"t_first_token_unix":1779759618.0832748,"t_done":328753.194090626,"t_done_unix":1779759618.2080338},{"request_id":"1316201:2:1317776:337","session_id":"1316201","input_length":24768,"t_proxy_recv":328752.751362852,"t_decision_unix":1779759617.7653043,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9715762273901809,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (704 < 16000)","cache_hit":24064,"estimated_new_tokens":704,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":873,"cache_hit":24064,"new_prefill":704,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":24768,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":24768,"score_linear":79663.0,"score_lmetric":104431},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":24768,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57051,"ongoing_decode_tokens":57051,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":0,"new_prefill":24768,"score_linear":57051.0,"score_lmetric":24768},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7440,"ongoing_decode_tokens":0,"pending_prefill_tokens":4368,"num_requests":1,"active_p_offloads":0,"cached_blocks":666,"cache_hit":0,"new_prefill":24768,"score_linear":7440.0,"score_lmetric":29136},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":121968,"pending_prefill_tokens":3159,"num_requests":2,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":24768,"score_linear":188103.0,"score_lmetric":55854},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":24768,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":328752.859622787,"t_first_token_unix":1779759617.873566,"t_done":328753.406131292,"t_done_unix":1779759618.4200745},{"request_id":"1318031:1:1318031:338","session_id":"1318031","input_length":5219,"t_proxy_recv":328753.390372913,"t_decision_unix":1779759618.4043143,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5219 < 16000)","cache_hit":0,"estimated_new_tokens":5219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":24768,"ongoing_decode_tokens":24768,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":873,"cache_hit":0,"new_prefill":5219,"score_linear":24768.0,"score_lmetric":5219},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":5219,"score_linear":79663.0,"score_lmetric":84882},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57051,"ongoing_decode_tokens":57051,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":0,"new_prefill":5219,"score_linear":57051.0,"score_lmetric":5219},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":5219,"score_linear":188103.0,"score_lmetric":10438},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328753.728039197,"t_first_token_unix":1779759618.7419825,"t_done":328753.950891679,"t_done_unix":1779759618.964835},{"request_id":"1318036:1:1318036:339","session_id":"1318036","input_length":2696,"t_proxy_recv":328753.394536348,"t_decision_unix":1779759618.408478,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2696 < 16000)","cache_hit":0,"estimated_new_tokens":2696,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":24768,"ongoing_decode_tokens":24768,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":873,"cache_hit":0,"new_prefill":2696,"score_linear":24768.0,"score_lmetric":2696},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":2696,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":2696,"score_linear":79663.0,"score_lmetric":82359},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":2696,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57051,"ongoing_decode_tokens":57051,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":0,"new_prefill":2696,"score_linear":57051.0,"score_lmetric":2696},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":2696,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":2696,"score_linear":188103.0,"score_lmetric":5392},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":5219,"ongoing_decode_tokens":0,"pending_prefill_tokens":5219,"num_requests":1,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":2696,"score_linear":5219.0,"score_lmetric":7915}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328753.564809619,"t_first_token_unix":1779759618.5787528,"t_done":328754.057312352,"t_done_unix":1779759619.0712552},{"request_id":"1314357:1:1314357:321","session_id":"1314357","input_length":57051,"t_proxy_recv":328740.729629272,"t_decision_unix":1779759605.7435708,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":3584,"estimated_new_tokens":53467,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":3584,"new_prefill":53467,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":964,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":3584,"new_prefill":53467,"score_linear":-3584.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":660,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":184808,"ongoing_decode_tokens":184808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":768,"cache_hit":0,"new_prefill":57051,"score_linear":184808.0,"score_lmetric":114102},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":823,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":328752.350563391,"t_first_token_unix":1779759617.364507,"t_done":328754.274310506,"t_done_unix":1779759619.2882538},{"request_id":"1318604:1:1318604:341","session_id":"1318604","input_length":14412,"t_proxy_recv":328755.4386546,"t_decision_unix":1779759620.4525962,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (14412 < 16000)","cache_hit":0,"estimated_new_tokens":14412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":14412,"score_linear":62618.0,"score_lmetric":18150},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":14412,"score_linear":79663.0,"score_lmetric":94075},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":926,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":14412,"score_linear":188103.0,"score_lmetric":28824},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328756.68857603,"t_first_token_unix":1779759621.7025197,"t_done":328756.874701786,"t_done_unix":1779759621.8886454},{"request_id":"1316848:3:1318975:343","session_id":"1316848","input_length":6298,"t_proxy_recv":328756.811523893,"t_decision_unix":1779759621.8254654,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5632,"affinity_cache_ratio":0.8942521435376309,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (666 < 16000)","cache_hit":5632,"estimated_new_tokens":666,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":6298,"score_linear":62618.0,"score_lmetric":10036},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":6298,"score_linear":79663.0,"score_lmetric":85961},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":926,"cache_hit":5632,"new_prefill":666,"score_linear":-5632.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14412,"ongoing_decode_tokens":14412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":6298,"score_linear":14412.0,"score_lmetric":6298},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":6298,"score_linear":188103.0,"score_lmetric":12596},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-5632.0,"chosen_score_lmetric":0,"t_first_token":328756.866689882,"t_first_token_unix":1779759621.880634,"t_done":328757.14140758,"t_done_unix":1779759622.1553507},{"request_id":"1269373:13:1317516:334","session_id":"1269373","input_length":66135,"t_proxy_recv":328751.6733497,"t_decision_unix":1779759616.6872911,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9522340666817872,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3159 < 16000)","cache_hit":62976,"estimated_new_tokens":3159,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":873,"cache_hit":4096,"new_prefill":62039,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":66135,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":66135,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":6040,"ongoing_decode_tokens":6040,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":921,"cache_hit":7680,"new_prefill":58455,"score_linear":-1640.0,"score_lmetric":58455},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":0,"new_prefill":66135,"score_linear":57051.0,"score_lmetric":119602},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":666,"cache_hit":0,"new_prefill":66135,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":774,"cache_hit":62976,"new_prefill":3159,"score_linear":58992.0,"score_lmetric":3159},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":7680,"new_prefill":58455,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":58992.0,"chosen_score_lmetric":3159,"t_first_token":328753.016100365,"t_first_token_unix":1779759618.0300434,"t_done":328760.364454652,"t_done_unix":1779759625.378398},{"request_id":"1318604:2:1319895:347","session_id":"1318604","input_length":15745,"t_proxy_recv":328759.948784012,"t_decision_unix":1779759624.9627254,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9105112734201334,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1409 < 16000)","cache_hit":14336,"estimated_new_tokens":1409,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":15745,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":15745,"score_linear":62618.0,"score_lmetric":19483},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":15745,"score_linear":79663.0,"score_lmetric":95408},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":0,"pending_prefill_tokens":14996,"num_requests":1,"active_p_offloads":0,"cached_blocks":927,"cache_hit":0,"new_prefill":15745,"score_linear":21140.0,"score_lmetric":30741},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":15745,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":702,"cache_hit":14336,"new_prefill":1409,"score_linear":-14336.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":15745,"score_linear":188103.0,"score_lmetric":31490},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71854,"ongoing_decode_tokens":0,"pending_prefill_tokens":6830,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":15745,"score_linear":71854.0,"score_lmetric":22575}],"chosen_score_linear":-14336.0,"chosen_score_lmetric":0,"t_first_token":328760.194747911,"t_first_token_unix":1779759625.2086911,"t_done":328760.380063906,"t_done_unix":1779759625.3940067},{"request_id":"1279412:14:1319059:344","session_id":"1279412","input_length":71854,"t_proxy_recv":328757.170998036,"t_decision_unix":1779759622.1849396,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9049461407854816,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6830 < 16000)","cache_hit":65024,"estimated_new_tokens":6830,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":71854,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":71854,"score_linear":62618.0,"score_lmetric":75592},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":71854,"score_linear":79663.0,"score_lmetric":151517},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":927,"cache_hit":0,"new_prefill":71854,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":71854,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":71854,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":71854,"score_linear":188103.0,"score_lmetric":143708},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":856,"cache_hit":65024,"new_prefill":6830,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":328760.136767104,"t_first_token_unix":1779759625.1507106,"t_done":328763.031909041,"t_done_unix":1779759628.0458524},{"request_id":"1320630:1:1320630:348","session_id":"1320630","input_length":3099,"t_proxy_recv":328762.729752734,"t_decision_unix":1779759627.7436943,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3099 < 16000)","cache_hit":0,"estimated_new_tokens":3099,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":3099,"score_linear":54546.0,"score_lmetric":53549},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":3099,"score_linear":62618.0,"score_lmetric":3099},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":3099,"score_linear":79663.0,"score_lmetric":82762},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":21140,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":927,"cache_hit":0,"new_prefill":3099,"score_linear":21140.0,"score_lmetric":3099},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":3099,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":3099,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":3099,"score_linear":121968.0,"score_lmetric":3099},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71854,"ongoing_decode_tokens":71854,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":3099,"score_linear":71854.0,"score_lmetric":3099}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328762.929815629,"t_first_token_unix":1779759627.943759,"t_done":328763.127325031,"t_done_unix":1779759628.1412683},{"request_id":"1316848:4:1319820:345","session_id":"1316848","input_length":21140,"t_proxy_recv":328759.718937163,"t_decision_unix":1779759624.7328787,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":6144,"affinity_cache_ratio":0.29063386944181646,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (14996 < 16000)","cache_hit":6144,"estimated_new_tokens":14996,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":21140,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":21140,"score_linear":62618.0,"score_lmetric":24878},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":21140,"score_linear":79663.0,"score_lmetric":100803},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":927,"cache_hit":6144,"new_prefill":14996,"score_linear":-6144.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":21140,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":21140,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":21140,"score_linear":188103.0,"score_lmetric":42280},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71854,"ongoing_decode_tokens":0,"pending_prefill_tokens":6830,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":21140,"score_linear":71854.0,"score_lmetric":27970}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":328761.560747627,"t_first_token_unix":1779759626.5746913,"t_done":328763.416959882,"t_done_unix":1779759628.430903},{"request_id":"1318604:3:1320865:350","session_id":"1318604","input_length":17883,"t_proxy_recv":328763.574158644,"t_decision_unix":1779759628.5881,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":15360,"affinity_cache_ratio":0.8589162892132193,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2523 < 16000)","cache_hit":15360,"estimated_new_tokens":2523,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":17883,"score_linear":54546.0,"score_lmetric":68333},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":17883,"score_linear":62618.0,"score_lmetric":17883},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":17883,"score_linear":79663.0,"score_lmetric":97546},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":956,"cache_hit":0,"new_prefill":17883,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":17883,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":15360,"new_prefill":2523,"score_linear":-15360.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":17883,"score_linear":121968.0,"score_lmetric":17883},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":17883,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-15360.0,"chosen_score_lmetric":0,"t_first_token":328763.958474662,"t_first_token_unix":1779759628.972418,"t_done":328764.181505015,"t_done_unix":1779759629.1954484},{"request_id":"1321042:1:1321042:351","session_id":"1321042","input_length":8095,"t_proxy_recv":328764.223975902,"t_decision_unix":1779759629.2379172,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8095 < 16000)","cache_hit":0,"estimated_new_tokens":8095,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":8095,"score_linear":54546.0,"score_lmetric":58545},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":8095,"score_linear":62618.0,"score_lmetric":8095},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":8095,"score_linear":79663.0,"score_lmetric":87758},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":956,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":709,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":8095,"score_linear":121968.0,"score_lmetric":8095},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328764.797506964,"t_first_token_unix":1779759629.8114507,"t_done":328765.109362245,"t_done_unix":1779759630.1233056},{"request_id":"1318036:2:1321282:353","session_id":"1318036","input_length":2677,"t_proxy_recv":328765.034636243,"t_decision_unix":1779759630.0485778,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":2560,"affinity_cache_ratio":0.9562943593574897,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (117 < 16000)","cache_hit":2560,"estimated_new_tokens":117,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":2677,"score_linear":54546.0,"score_lmetric":53127},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":2677,"score_linear":62618.0,"score_lmetric":2677},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":2677,"score_linear":79663.0,"score_lmetric":82340},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":33906,"ongoing_decode_tokens":0,"pending_prefill_tokens":2674,"num_requests":1,"active_p_offloads":0,"cached_blocks":956,"cache_hit":2560,"new_prefill":117,"score_linear":31346.0,"score_lmetric":2791},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":2677,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":709,"cache_hit":0,"new_prefill":2677,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":2677,"score_linear":121968.0,"score_lmetric":2677},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":8095,"ongoing_decode_tokens":8095,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":2677,"score_linear":8095.0,"score_lmetric":2677}],"chosen_score_linear":31346.0,"chosen_score_lmetric":2791,"t_first_token":328765.609319977,"t_first_token_unix":1779759630.6232636,"t_done":328765.609648318,"t_done_unix":1779759630.623591},{"request_id":"1277428:4:1321259:352","session_id":"1277428","input_length":33906,"t_proxy_recv":328764.98155684,"t_decision_unix":1779759629.995498,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9211349023771603,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2674 < 16000)","cache_hit":31232,"estimated_new_tokens":2674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":33906,"score_linear":54546.0,"score_lmetric":84356},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":4608,"new_prefill":29298,"score_linear":58010.0,"score_lmetric":29298},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":33906,"score_linear":79663.0,"score_lmetric":113569},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":956,"cache_hit":31232,"new_prefill":2674,"score_linear":-31232.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":33906,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":709,"cache_hit":0,"new_prefill":33906,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":33906,"score_linear":121968.0,"score_lmetric":33906},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":8095,"ongoing_decode_tokens":8095,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":869,"cache_hit":0,"new_prefill":33906,"score_linear":8095.0,"score_lmetric":33906}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":328765.605871614,"t_first_token_unix":1779759630.619815,"t_done":328766.248595456,"t_done_unix":1779759631.2625384},{"request_id":"1318604:4:1321889:356","session_id":"1318604","input_length":21033,"t_proxy_recv":328767.166343779,"t_decision_unix":1779759632.180285,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":17920,"affinity_cache_ratio":0.8519944848571293,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3113 < 16000)","cache_hit":17920,"estimated_new_tokens":3113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":21033,"score_linear":54546.0,"score_lmetric":71483},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":21033,"score_linear":62618.0,"score_lmetric":21033},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":21033,"score_linear":79663.0,"score_lmetric":100696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":21033,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":21033,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":709,"cache_hit":17920,"new_prefill":3113,"score_linear":-17920.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188808,"ongoing_decode_tokens":188808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":21033,"score_linear":188808.0,"score_lmetric":42066},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72402,"ongoing_decode_tokens":72402,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":884,"cache_hit":0,"new_prefill":21033,"score_linear":72402.0,"score_lmetric":21033}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":328767.696311197,"t_first_token_unix":1779759632.7102547,"t_done":328767.931321132,"t_done_unix":1779759632.9452646},{"request_id":"1279412:15:1321613:355","session_id":"1279412","input_length":72402,"t_proxy_recv":328766.159833164,"t_decision_unix":1779759631.173772,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":71680,"affinity_cache_ratio":0.990027899781774,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (722 < 16000)","cache_hit":71680,"estimated_new_tokens":722,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":72402,"score_linear":54546.0,"score_lmetric":122852},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":72402,"score_linear":62618.0,"score_lmetric":72402},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":72402,"score_linear":79663.0,"score_lmetric":152065},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":33906,"ongoing_decode_tokens":33906,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":956,"cache_hit":0,"new_prefill":72402,"score_linear":33906.0,"score_lmetric":72402},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":72402,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":709,"cache_hit":0,"new_prefill":72402,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188808,"ongoing_decode_tokens":188808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":72402,"score_linear":188808.0,"score_lmetric":144804},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":884,"cache_hit":71680,"new_prefill":722,"score_linear":-71680.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":328766.401954115,"t_first_token_unix":1779759631.4158976,"t_done":328768.65238907,"t_done_unix":1779759633.6663327},{"request_id":"1316848:5:1322192:357","session_id":"1316848","input_length":21471,"t_proxy_recv":328768.343262525,"t_decision_unix":1779759633.357204,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9776908388058311,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (479 < 16000)","cache_hit":20992,"estimated_new_tokens":479,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":21471,"score_linear":54546.0,"score_lmetric":71921},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":21471,"score_linear":62618.0,"score_lmetric":21471},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":21471,"score_linear":79663.0,"score_lmetric":101134},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":961,"cache_hit":20992,"new_prefill":479,"score_linear":-20992.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":21471,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":715,"cache_hit":0,"new_prefill":21471,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188808,"ongoing_decode_tokens":188808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":21471,"score_linear":188808.0,"score_lmetric":42942},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72402,"ongoing_decode_tokens":72402,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":884,"cache_hit":0,"new_prefill":21471,"score_linear":72402.0,"score_lmetric":21471}],"chosen_score_linear":-20992.0,"chosen_score_lmetric":0,"t_first_token":328768.396668157,"t_first_token_unix":1779759633.4106116,"t_done":328768.933331813,"t_done_unix":1779759633.947275},{"request_id":"1269373:14:1321512:354","session_id":"1269373","input_length":66840,"t_proxy_recv":328765.820189842,"t_decision_unix":1779759630.8341312,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":66560,"affinity_cache_ratio":0.9958108916816277,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (280 < 16000)","cache_hit":66560,"estimated_new_tokens":280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":4096,"new_prefill":62744,"score_linear":50450.0,"score_lmetric":113194},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":66840,"score_linear":62618.0,"score_lmetric":66840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":66840,"score_linear":79663.0,"score_lmetric":146503},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":33906,"ongoing_decode_tokens":33906,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":956,"cache_hit":7680,"new_prefill":59160,"score_linear":26226.0,"score_lmetric":59160},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":66840,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":709,"cache_hit":0,"new_prefill":66840,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":66560,"new_prefill":280,"score_linear":55408.0,"score_lmetric":280},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":884,"cache_hit":7680,"new_prefill":59160,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":55408.0,"chosen_score_lmetric":280,"t_first_token":328766.046591324,"t_first_token_unix":1779759631.0605345,"t_done":328770.104019866,"t_done_unix":1779759635.1179636},{"request_id":"1318031:2:1322552:360","session_id":"1318031","input_length":11145,"t_proxy_recv":328769.678257746,"t_decision_unix":1779759634.6921992,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":5120,"affinity_cache_ratio":0.45939883355764916,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6025 < 16000)","cache_hit":5120,"estimated_new_tokens":6025,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":11145,"score_linear":54546.0,"score_lmetric":61595},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":11145,"score_linear":62618.0,"score_lmetric":11145},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":11145,"score_linear":79663.0,"score_lmetric":90808},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8939,"ongoing_decode_tokens":0,"pending_prefill_tokens":8939,"num_requests":1,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":11145,"score_linear":8939.0,"score_lmetric":20084},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":11145,"score_linear":33182.0,"score_lmetric":44327},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":715,"cache_hit":0,"new_prefill":11145,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188808,"ongoing_decode_tokens":188808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":11145,"score_linear":188808.0,"score_lmetric":22290},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":5120,"new_prefill":6025,"score_linear":-5120.0,"score_lmetric":0}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":328770.245357396,"t_first_token_unix":1779759635.259301,"t_done":328770.296645058,"t_done_unix":1779759635.3105881},{"request_id":"1322540:1:1322540:359","session_id":"1322540","input_length":8939,"t_proxy_recv":328769.625336526,"t_decision_unix":1779759634.639278,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8939 < 16000)","cache_hit":0,"estimated_new_tokens":8939,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":8939,"score_linear":54546.0,"score_lmetric":59389},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":8939,"score_linear":62618.0,"score_lmetric":8939},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":8939,"score_linear":79663.0,"score_lmetric":88602},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":8939,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":8939,"score_linear":33182.0,"score_lmetric":42121},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":715,"cache_hit":0,"new_prefill":8939,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188808,"ongoing_decode_tokens":188808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":8939,"score_linear":188808.0,"score_lmetric":17878},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":8939,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328770.294444294,"t_first_token_unix":1779759635.3083875,"t_done":328770.556304323,"t_done_unix":1779759635.5702474},{"request_id":"1322540:2:1323519:362","session_id":"1322540","input_length":9016,"t_proxy_recv":328772.921895204,"t_decision_unix":1779759637.9358366,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9653948535936113,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (312 < 16000)","cache_hit":8704,"estimated_new_tokens":312,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":9016,"score_linear":54546.0,"score_lmetric":9016},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":9016,"score_linear":62618.0,"score_lmetric":9016},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":9016,"score_linear":79663.0,"score_lmetric":88679},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":979,"cache_hit":8704,"new_prefill":312,"score_linear":-8704.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":9016,"score_linear":33182.0,"score_lmetric":42198},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":715,"cache_hit":0,"new_prefill":9016,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":9016,"score_linear":121968.0,"score_lmetric":9016},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":13008,"ongoing_decode_tokens":0,"pending_prefill_tokens":5328,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":9016,"score_linear":13008.0,"score_lmetric":14344}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":328772.959840171,"t_first_token_unix":1779759637.9737837,"t_done":328773.642334306,"t_done_unix":1779759638.6562777},{"request_id":"1315567:2:1319894:346","session_id":"1315567","input_length":54546,"t_proxy_recv":328759.955416251,"t_decision_unix":1779759624.9693577,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":0,"affinity_cache_hit":17408,"affinity_cache_ratio":0.31914347523191433,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":4096,"estimated_new_tokens":50450,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":4096,"new_prefill":50450,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":54546,"score_linear":62618.0,"score_lmetric":58284},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":54546,"score_linear":79663.0,"score_lmetric":134209},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":0,"pending_prefill_tokens":14996,"num_requests":1,"active_p_offloads":0,"cached_blocks":927,"cache_hit":7680,"new_prefill":46866,"score_linear":13460.0,"score_lmetric":61862},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":54546,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":15745,"ongoing_decode_tokens":0,"pending_prefill_tokens":1409,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":54546,"score_linear":15745.0,"score_lmetric":55955},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":774,"cache_hit":7680,"new_prefill":46866,"score_linear":180423.0,"score_lmetric":93732},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71854,"ongoing_decode_tokens":0,"pending_prefill_tokens":6830,"num_requests":1,"active_p_offloads":0,"cached_blocks":856,"cache_hit":17408,"new_prefill":37138,"score_linear":54446.0,"score_lmetric":43968}],"chosen_score_linear":-4096.0,"chosen_score_lmetric":0,"t_first_token":328770.85311331,"t_first_token_unix":1779759635.8670564,"t_done":328773.659934164,"t_done_unix":1779759638.6738775},{"request_id":"1321042:2:1323492:361","session_id":"1321042","input_length":13008,"t_proxy_recv":328772.852950256,"t_decision_unix":1779759637.8668911,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":7680,"affinity_cache_ratio":0.5904059040590406,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5328 < 16000)","cache_hit":7680,"estimated_new_tokens":5328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":13008,"score_linear":54546.0,"score_lmetric":13008},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":13008,"score_linear":62618.0,"score_lmetric":13008},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":13008,"score_linear":79663.0,"score_lmetric":92671},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":979,"cache_hit":0,"new_prefill":13008,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":13008,"score_linear":33182.0,"score_lmetric":46190},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":715,"cache_hit":0,"new_prefill":13008,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":13008,"score_linear":121968.0,"score_lmetric":13008},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":896,"cache_hit":7680,"new_prefill":5328,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":328773.392679678,"t_first_token_unix":1779759638.406623,"t_done":328773.7868408,"t_done_unix":1779759638.8007839},{"request_id":"1316848:6:1323535:363","session_id":"1316848","input_length":24395,"t_proxy_recv":328772.975650972,"t_decision_unix":1779759637.9895926,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":21504,"affinity_cache_ratio":0.8814921090387374,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2891 < 16000)","cache_hit":21504,"estimated_new_tokens":2891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":24395,"score_linear":54546.0,"score_lmetric":24395},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":24395,"score_linear":62618.0,"score_lmetric":24395},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":24395,"score_linear":79663.0,"score_lmetric":104058},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9016,"ongoing_decode_tokens":9016,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":979,"cache_hit":21504,"new_prefill":2891,"score_linear":-12488.0,"score_lmetric":2891},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":24395,"score_linear":33182.0,"score_lmetric":57577},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":715,"cache_hit":0,"new_prefill":24395,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":24395,"score_linear":121968.0,"score_lmetric":24395},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":13008,"ongoing_decode_tokens":0,"pending_prefill_tokens":5328,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":24395,"score_linear":13008.0,"score_lmetric":29723}],"chosen_score_linear":-12488.0,"chosen_score_lmetric":2891,"t_first_token":328773.547087435,"t_first_token_unix":1779759638.561031,"t_done":328774.162274487,"t_done_unix":1779759639.1762178},{"request_id":"1320630:2:1323748:364","session_id":"1320630","input_length":11298,"t_proxy_recv":328773.694158745,"t_decision_unix":1779759638.7081,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":0,"affinity_cache_hit":3072,"affinity_cache_ratio":0.27190653212958044,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11298 < 16000)","cache_hit":0,"estimated_new_tokens":11298,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":11298,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":11298,"score_linear":62618.0,"score_lmetric":11298},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":11298,"score_linear":79663.0,"score_lmetric":11298},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":24395,"ongoing_decode_tokens":24395,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":979,"cache_hit":0,"new_prefill":11298,"score_linear":24395.0,"score_lmetric":11298},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":3072,"new_prefill":8226,"score_linear":30110.0,"score_lmetric":8226},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":715,"cache_hit":0,"new_prefill":11298,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":11298,"score_linear":121968.0,"score_lmetric":11298},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":13008,"ongoing_decode_tokens":13008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":11298,"score_linear":13008.0,"score_lmetric":11298}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328774.622356122,"t_first_token_unix":1779759639.6362996,"t_done":328774.904183417,"t_done_unix":1779759639.9181266},{"request_id":"1324227:1:1324227:367","session_id":"1324227","input_length":14863,"t_proxy_recv":328775.484302516,"t_decision_unix":1779759640.4982438,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (14863 < 16000)","cache_hit":0,"estimated_new_tokens":14863,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":995,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":14863,"score_linear":62618.0,"score_lmetric":14863},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":14863,"score_linear":79663.0,"score_lmetric":14863},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":984,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":14863,"score_linear":33182.0,"score_lmetric":14863},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":715,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":14863,"score_linear":121968.0,"score_lmetric":14863},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75624,"ongoing_decode_tokens":75624,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":906,"cache_hit":0,"new_prefill":14863,"score_linear":75624.0,"score_lmetric":14863}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328776.802780087,"t_first_token_unix":1779759641.8167238,"t_done":328777.052545016,"t_done_unix":1779759642.0664883},{"request_id":"1279412:16:1323780:365","session_id":"1279412","input_length":75624,"t_proxy_recv":328773.792334805,"t_decision_unix":1779759638.8062763,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9546175817200888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3432 < 16000)","cache_hit":72192,"estimated_new_tokens":3432,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":11298,"num_requests":1,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":75624,"score_linear":11298.0,"score_lmetric":86922},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":75624,"score_linear":62618.0,"score_lmetric":75624},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":75624,"score_linear":79663.0,"score_lmetric":75624},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":24395,"ongoing_decode_tokens":24395,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":979,"cache_hit":0,"new_prefill":75624,"score_linear":24395.0,"score_lmetric":75624},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":75624,"score_linear":33182.0,"score_lmetric":75624},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":715,"cache_hit":0,"new_prefill":75624,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":75624,"score_linear":121968.0,"score_lmetric":75624},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":906,"cache_hit":72192,"new_prefill":3432,"score_linear":-72192.0,"score_lmetric":0}],"chosen_score_linear":-72192.0,"chosen_score_lmetric":0,"t_first_token":328775.29962448,"t_first_token_unix":1779759640.3135684,"t_done":328777.82898695,"t_done_unix":1779759642.84293},{"request_id":"1316848:7:1325031:371","session_id":"1316848","input_length":26994,"t_proxy_recv":328778.145699918,"t_decision_unix":1779759643.159641,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":24064,"affinity_cache_ratio":0.8914573608950137,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2930 < 16000)","cache_hit":24064,"estimated_new_tokens":2930,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":4312,"ongoing_decode_tokens":0,"pending_prefill_tokens":4312,"num_requests":1,"active_p_offloads":0,"cached_blocks":995,"cache_hit":0,"new_prefill":26994,"score_linear":4312.0,"score_lmetric":31306},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":26994,"score_linear":62618.0,"score_lmetric":26994},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":26994,"score_linear":79663.0,"score_lmetric":26994},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":984,"cache_hit":24064,"new_prefill":2930,"score_linear":-24064.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":26994,"score_linear":33182.0,"score_lmetric":26994},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":26994,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":26994,"score_linear":121968.0,"score_lmetric":26994},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":913,"cache_hit":0,"new_prefill":26994,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":328778.710292834,"t_first_token_unix":1779759643.7242365,"t_done":328779.352402391,"t_done_unix":1779759644.3663452},{"request_id":"1322540:3:1325410:373","session_id":"1322540","input_length":12118,"t_proxy_recv":328779.518340654,"t_decision_unix":1779759644.532282,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":8704,"affinity_cache_ratio":0.7182703416405347,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3414 < 16000)","cache_hit":8704,"estimated_new_tokens":3414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":59442,"ongoing_decode_tokens":59442,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":995,"cache_hit":0,"new_prefill":12118,"score_linear":59442.0,"score_lmetric":24236},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":12118,"score_linear":62618.0,"score_lmetric":12118},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":12118,"score_linear":79663.0,"score_lmetric":12118},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":989,"cache_hit":8704,"new_prefill":3414,"score_linear":-8704.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":12118,"score_linear":33182.0,"score_lmetric":12118},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":12118,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":12118,"score_linear":121968.0,"score_lmetric":12118},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":913,"cache_hit":0,"new_prefill":12118,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":328779.875682884,"t_first_token_unix":1779759644.8896267,"t_done":328780.002542721,"t_done_unix":1779759645.016486},{"request_id":"1324964:1:1324964:370","session_id":"1324964","input_length":4312,"t_proxy_recv":328777.902120983,"t_decision_unix":1779759642.9160624,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4312 < 16000)","cache_hit":0,"estimated_new_tokens":4312,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":995,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":4312,"score_linear":62618.0,"score_lmetric":4312},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":4312,"score_linear":79663.0,"score_lmetric":4312},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":984,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":4312,"score_linear":33182.0,"score_lmetric":4312},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":4312,"score_linear":121968.0,"score_lmetric":4312},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":913,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328778.176070387,"t_first_token_unix":1779759643.1900134,"t_done":328780.264372634,"t_done_unix":1779759645.2783158},{"request_id":"1317598:1:1317598:335","session_id":"1317598","input_length":79663,"t_proxy_recv":328751.978421126,"t_decision_unix":1779759616.9923625,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":79663,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":873,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":921,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":512,"new_prefill":79151,"score_linear":56539.0,"score_lmetric":132618},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":666,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":121968,"pending_prefill_tokens":3159,"num_requests":2,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":79663,"score_linear":188103.0,"score_lmetric":165644},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328773.669559768,"t_first_token_unix":1779759638.6835032,"t_done":328780.887560858,"t_done_unix":1779759645.901505},{"request_id":"1325987:1:1325987:376","session_id":"1325987","input_length":1823,"t_proxy_recv":328781.613750613,"t_decision_unix":1779759646.6276917,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1823 < 16000)","cache_hit":0,"estimated_new_tokens":1823,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1004,"cache_hit":0,"new_prefill":1823,"score_linear":55130.0,"score_lmetric":1823},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":1823,"score_linear":62618.0,"score_lmetric":1823},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1157,"cache_hit":0,"new_prefill":1823,"score_linear":81220.0,"score_lmetric":1823},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":995,"cache_hit":0,"new_prefill":1823,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":1823,"score_linear":33182.0,"score_lmetric":1823},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":1823,"score_linear":66703.0,"score_lmetric":68526},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":1823,"score_linear":191009.0,"score_lmetric":3646},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":913,"cache_hit":0,"new_prefill":1823,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328781.771561703,"t_first_token_unix":1779759646.7855053,"t_done":328781.955165157,"t_done_unix":1779759646.9691086},{"request_id":"1326192:1:1326192:378","session_id":"1326192","input_length":9513,"t_proxy_recv":328782.49648375,"t_decision_unix":1779759647.510425,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9513 < 16000)","cache_hit":0,"estimated_new_tokens":9513,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1004,"cache_hit":0,"new_prefill":9513,"score_linear":55130.0,"score_lmetric":9513},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":9513,"score_linear":62618.0,"score_lmetric":9513},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1157,"cache_hit":0,"new_prefill":9513,"score_linear":81220.0,"score_lmetric":9513},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":998,"cache_hit":0,"new_prefill":9513,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":9513,"score_linear":33182.0,"score_lmetric":9513},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":9513,"score_linear":66703.0,"score_lmetric":76216},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":9513,"score_linear":191009.0,"score_lmetric":19026},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":0,"pending_prefill_tokens":5232,"num_requests":1,"active_p_offloads":0,"cached_blocks":913,"cache_hit":0,"new_prefill":9513,"score_linear":81008.0,"score_lmetric":14745}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328783.226846923,"t_first_token_unix":1779759648.2407908,"t_done":328784.246914198,"t_done_unix":1779759649.2608593},{"request_id":"1317598:2:1324364:368","session_id":"1317598","input_length":81220,"t_proxy_recv":328780.901218152,"t_decision_unix":1779759645.9151595,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":80384,"affinity_cache_ratio":0.9897069687269145,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (836 < 16000)","cache_hit":80384,"estimated_new_tokens":836,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1004,"cache_hit":0,"new_prefill":81220,"score_linear":55130.0,"score_lmetric":81220},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":81220,"score_linear":62618.0,"score_lmetric":81220},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1157,"cache_hit":80384,"new_prefill":836,"score_linear":-80384.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":995,"cache_hit":0,"new_prefill":81220,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":512,"new_prefill":80708,"score_linear":32670.0,"score_lmetric":80708},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":81220,"score_linear":66703.0,"score_lmetric":147923},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":121968,"pending_prefill_tokens":1969,"num_requests":2,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":81220,"score_linear":191009.0,"score_lmetric":166378},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":913,"cache_hit":0,"new_prefill":81220,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-80384.0,"chosen_score_lmetric":0,"t_first_token":328781.481364775,"t_first_token_unix":1779759646.495309,"t_done":328784.336337317,"t_done_unix":1779759649.3502805},{"request_id":"1322540:4:1326861:380","session_id":"1322540","input_length":13249,"t_proxy_recv":328784.7712416,"t_decision_unix":1779759649.7851827,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":11776,"affinity_cache_ratio":0.8888217978715375,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1473 < 16000)","cache_hit":11776,"estimated_new_tokens":1473,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1004,"cache_hit":0,"new_prefill":13249,"score_linear":55130.0,"score_lmetric":13249},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":13249,"score_linear":62618.0,"score_lmetric":13249},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":0,"new_prefill":13249,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28120,"ongoing_decode_tokens":28120,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":11776,"new_prefill":1473,"score_linear":16344.0,"score_lmetric":1473},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":13249,"score_linear":33182.0,"score_lmetric":13249},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":13249,"score_linear":66703.0,"score_lmetric":79952},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":13249,"score_linear":191009.0,"score_lmetric":26498},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":0,"pending_prefill_tokens":5232,"num_requests":1,"active_p_offloads":0,"cached_blocks":913,"cache_hit":0,"new_prefill":13249,"score_linear":81008.0,"score_lmetric":18481}],"chosen_score_linear":16344.0,"chosen_score_lmetric":1473,"t_first_token":328784.956749289,"t_first_token_unix":1779759649.970693,"t_done":328785.144642984,"t_done_unix":1779759650.158586},{"request_id":"1316848:8:1326380:379","session_id":"1316848","input_length":28120,"t_proxy_recv":328783.11151937,"t_decision_unix":1779759648.1254604,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9467994310099573,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1496 < 16000)","cache_hit":26624,"estimated_new_tokens":1496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1004,"cache_hit":0,"new_prefill":28120,"score_linear":55130.0,"score_lmetric":28120},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":28120,"score_linear":62618.0,"score_lmetric":28120},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1157,"cache_hit":0,"new_prefill":28120,"score_linear":81220.0,"score_lmetric":28120},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9513,"ongoing_decode_tokens":0,"pending_prefill_tokens":9513,"num_requests":1,"active_p_offloads":0,"cached_blocks":998,"cache_hit":26624,"new_prefill":1496,"score_linear":-17111.0,"score_lmetric":11009},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":28120,"score_linear":33182.0,"score_lmetric":28120},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":28120,"score_linear":66703.0,"score_lmetric":94823},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":28120,"score_linear":191009.0,"score_lmetric":56240},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":0,"pending_prefill_tokens":5232,"num_requests":1,"active_p_offloads":0,"cached_blocks":913,"cache_hit":0,"new_prefill":28120,"score_linear":81008.0,"score_lmetric":33352}],"chosen_score_linear":-17111.0,"chosen_score_lmetric":11009,"t_first_token":328783.493299946,"t_first_token_unix":1779759648.5072436,"t_done":328785.732702966,"t_done_unix":1779759650.7466466},{"request_id":"1326192:2:1327234:381","session_id":"1326192","input_length":15253,"t_proxy_recv":328786.050947204,"t_decision_unix":1779759651.0648885,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.6042090080639874,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6037 < 16000)","cache_hit":9216,"estimated_new_tokens":6037,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1004,"cache_hit":0,"new_prefill":15253,"score_linear":55130.0,"score_lmetric":15253},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":15253,"score_linear":62618.0,"score_lmetric":15253},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":0,"new_prefill":15253,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1021,"cache_hit":9216,"new_prefill":6037,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":15253,"score_linear":33182.0,"score_lmetric":15253},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":15253,"score_linear":66703.0,"score_lmetric":81956},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":15253,"score_linear":191009.0,"score_lmetric":30506},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":913,"cache_hit":0,"new_prefill":15253,"score_linear":81008.0,"score_lmetric":15253}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":328786.738140112,"t_first_token_unix":1779759651.7520833,"t_done":328787.123940351,"t_done_unix":1779759652.1378863},{"request_id":"1324964:2:1327382:382","session_id":"1324964","input_length":5146,"t_proxy_recv":328786.655579736,"t_decision_unix":1779759651.669521,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":4608,"affinity_cache_ratio":0.895452778857365,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (538 < 16000)","cache_hit":4608,"estimated_new_tokens":538,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1004,"cache_hit":4608,"new_prefill":538,"score_linear":50522.0,"score_lmetric":538},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":5146,"score_linear":62618.0,"score_lmetric":5146},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":0,"new_prefill":5146,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15253,"ongoing_decode_tokens":0,"pending_prefill_tokens":6037,"num_requests":1,"active_p_offloads":0,"cached_blocks":1021,"cache_hit":0,"new_prefill":5146,"score_linear":15253.0,"score_lmetric":11183},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":5146,"score_linear":33182.0,"score_lmetric":5146},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":5146,"score_linear":66703.0,"score_lmetric":71849},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":5146,"score_linear":191009.0,"score_lmetric":10292},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":913,"cache_hit":0,"new_prefill":5146,"score_linear":81008.0,"score_lmetric":5146}],"chosen_score_linear":50522.0,"chosen_score_lmetric":538,"t_first_token":328786.81881081,"t_first_token_unix":1779759651.8327541,"t_done":328787.641573776,"t_done_unix":1779759652.6555176},{"request_id":"1266668:12:1303535:276","session_id":"1266668","input_length":121968,"t_proxy_recv":328702.324079025,"t_decision_unix":1779759567.3380206,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":97792,"affinity_cache_ratio":0.8017840745113473,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (7680 < 8000)","cache_hit":97792,"estimated_new_tokens":24176,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65351,"ongoing_decode_tokens":34706,"pending_prefill_tokens":5045,"num_requests":2,"active_p_offloads":0,"cached_blocks":663,"cache_hit":4096,"new_prefill":117872,"score_linear":61255.0,"score_lmetric":245834},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":888,"cache_hit":0,"new_prefill":121968,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":790,"cache_hit":0,"new_prefill":121968,"score_linear":14944.0,"score_lmetric":136912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":845,"cache_hit":7680,"new_prefill":114288,"score_linear":101095.0,"score_lmetric":344193},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":807,"cache_hit":0,"new_prefill":121968,"score_linear":15081.0,"score_lmetric":137049},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":599,"cache_hit":0,"new_prefill":121968,"score_linear":43607.0,"score_lmetric":121968},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":54451,"ongoing_decode_tokens":54451,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":97792,"new_prefill":24176,"score_linear":-43341.0,"score_lmetric":24176},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":691,"cache_hit":7680,"new_prefill":114288,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-43341.0,"chosen_score_lmetric":24176,"t_first_token":328718.301299249,"t_first_token_unix":1779759583.3152432,"t_done":328788.872929553,"t_done_unix":1779759653.886873},{"request_id":"1269373:15:1325630:375","session_id":"1269373","input_length":69041,"t_proxy_recv":328780.36290884,"t_decision_unix":1779759645.3768501,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":67072,"affinity_cache_ratio":0.971480714358135,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1969 < 16000)","cache_hit":67072,"estimated_new_tokens":1969,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1004,"cache_hit":7680,"new_prefill":61361,"score_linear":47450.0,"score_lmetric":61361},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":69041,"score_linear":62618.0,"score_lmetric":69041},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":69041,"score_linear":79663.0,"score_lmetric":69041},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":995,"cache_hit":7680,"new_prefill":61361,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":69041,"score_linear":33182.0,"score_lmetric":69041},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":69041,"score_linear":66703.0,"score_lmetric":135744},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":782,"cache_hit":67072,"new_prefill":1969,"score_linear":54896.0,"score_lmetric":1969},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":913,"cache_hit":7680,"new_prefill":61361,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":54896.0,"chosen_score_lmetric":1969,"t_first_token":328781.373025104,"t_first_token_unix":1779759646.386969,"t_done":328789.619365448,"t_done_unix":1779759654.633309},{"request_id":"1324964:3:1328499:384","session_id":"1324964","input_length":5234,"t_proxy_recv":328790.671485805,"t_decision_unix":1779759655.6854267,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":5120,"affinity_cache_ratio":0.9782193351165457,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (114 < 16000)","cache_hit":5120,"estimated_new_tokens":114,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1005,"cache_hit":5120,"new_prefill":114,"score_linear":50010.0,"score_lmetric":114},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":5234,"score_linear":62618.0,"score_lmetric":5234},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":0,"new_prefill":5234,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1032,"cache_hit":0,"new_prefill":5234,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":5234,"score_linear":33182.0,"score_lmetric":5234},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":5234,"score_linear":66703.0,"score_lmetric":71937},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":5234,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":913,"cache_hit":0,"new_prefill":5234,"score_linear":81008.0,"score_lmetric":5234}],"chosen_score_linear":50010.0,"chosen_score_lmetric":114,"t_first_token":328790.707880446,"t_first_token_unix":1779759655.7218237,"t_done":328791.093422923,"t_done_unix":1779759656.1073663},{"request_id":"1317598:3:1328678:385","session_id":"1317598","input_length":81827,"t_proxy_recv":328791.34682761,"t_decision_unix":1779759656.360769,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9948794407713836,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (419 < 16000)","cache_hit":81408,"estimated_new_tokens":419,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1005,"cache_hit":0,"new_prefill":81827,"score_linear":55130.0,"score_lmetric":81827},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":81827,"score_linear":62618.0,"score_lmetric":81827},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":81408,"new_prefill":419,"score_linear":-81408.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1032,"cache_hit":0,"new_prefill":81827,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":512,"new_prefill":81315,"score_linear":32670.0,"score_lmetric":81315},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":81827,"score_linear":66703.0,"score_lmetric":148530},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":81827,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":913,"cache_hit":0,"new_prefill":81827,"score_linear":81008.0,"score_lmetric":81827}],"chosen_score_linear":-81408.0,"chosen_score_lmetric":0,"t_first_token":328791.767221571,"t_first_token_unix":1779759656.781165,"t_done":328793.274535356,"t_done_unix":1779759658.2884796},{"request_id":"1279412:17:1326166:377","session_id":"1279412","input_length":81008,"t_proxy_recv":328782.337380358,"t_decision_unix":1779759647.351322,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9354137862927119,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5232 < 16000)","cache_hit":75776,"estimated_new_tokens":5232,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1004,"cache_hit":0,"new_prefill":81008,"score_linear":55130.0,"score_lmetric":81008},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":81008,"score_linear":62618.0,"score_lmetric":81008},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1157,"cache_hit":0,"new_prefill":81008,"score_linear":81220.0,"score_lmetric":81008},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":998,"cache_hit":0,"new_prefill":81008,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":81008,"score_linear":33182.0,"score_lmetric":81008},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":81008,"score_linear":66703.0,"score_lmetric":147711},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":191009,"ongoing_decode_tokens":191009,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":81008,"score_linear":191009.0,"score_lmetric":162016},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":913,"cache_hit":75776,"new_prefill":5232,"score_linear":-75776.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":328784.958081043,"t_first_token_unix":1779759649.972024,"t_done":328793.547158247,"t_done_unix":1779759658.5611017},{"request_id":"1316848:9:1328693:386","session_id":"1316848","input_length":28615,"t_proxy_recv":328791.384814264,"t_decision_unix":1779759656.3987558,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9840992486458151,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (455 < 16000)","cache_hit":28160,"estimated_new_tokens":455,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1005,"cache_hit":0,"new_prefill":28615,"score_linear":55130.0,"score_lmetric":28615},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":28615,"score_linear":62618.0,"score_lmetric":28615},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":81827,"ongoing_decode_tokens":0,"pending_prefill_tokens":419,"num_requests":1,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":0,"new_prefill":28615,"score_linear":81827.0,"score_lmetric":29034},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1032,"cache_hit":28160,"new_prefill":455,"score_linear":-28160.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":28615,"score_linear":33182.0,"score_lmetric":28615},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":28615,"score_linear":66703.0,"score_lmetric":95318},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":28615,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":913,"cache_hit":0,"new_prefill":28615,"score_linear":81008.0,"score_lmetric":28615}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":328791.501853158,"t_first_token_unix":1779759656.5157964,"t_done":328793.919884874,"t_done_unix":1779759658.933828},{"request_id":"1324964:4:1329201:390","session_id":"1324964","input_length":5414,"t_proxy_recv":328793.194351751,"t_decision_unix":1779759658.208293,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":5120,"affinity_cache_ratio":0.9456963428149243,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (294 < 16000)","cache_hit":5120,"estimated_new_tokens":294,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1005,"cache_hit":5120,"new_prefill":294,"score_linear":50010.0,"score_lmetric":294},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":5414,"score_linear":62618.0,"score_lmetric":5414},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":81827,"ongoing_decode_tokens":81827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":0,"new_prefill":5414,"score_linear":81827.0,"score_lmetric":5414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37907,"ongoing_decode_tokens":28615,"pending_prefill_tokens":9292,"num_requests":2,"active_p_offloads":0,"cached_blocks":1032,"cache_hit":0,"new_prefill":5414,"score_linear":37907.0,"score_lmetric":29412},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":67446,"ongoing_decode_tokens":33182,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":5414,"score_linear":67446.0,"score_lmetric":26108},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":5414,"score_linear":66703.0,"score_lmetric":72117},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":5414,"score_linear":36880.0,"score_lmetric":42294},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":913,"cache_hit":0,"new_prefill":5414,"score_linear":81008.0,"score_lmetric":5414}],"chosen_score_linear":50010.0,"chosen_score_lmetric":294,"t_first_token":328793.249705221,"t_first_token_unix":1779759658.263649,"t_done":328793.956210701,"t_done_unix":1779759658.970154},{"request_id":"1329110:1:1329110:389","session_id":"1329110","input_length":9292,"t_proxy_recv":328792.884039499,"t_decision_unix":1779759657.897981,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":9292,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9292 < 16000)","cache_hit":0,"estimated_new_tokens":9292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1005,"cache_hit":0,"new_prefill":9292,"score_linear":55130.0,"score_lmetric":9292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":9292,"score_linear":62618.0,"score_lmetric":9292},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":81827,"ongoing_decode_tokens":81827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":0,"new_prefill":9292,"score_linear":81827.0,"score_lmetric":9292},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28615,"ongoing_decode_tokens":28615,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1032,"cache_hit":0,"new_prefill":9292,"score_linear":28615.0,"score_lmetric":9292},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":67446,"ongoing_decode_tokens":33182,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":9292,"score_linear":67446.0,"score_lmetric":33864},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":9292,"score_linear":66703.0,"score_lmetric":75995},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":9292,"score_linear":36880.0,"score_lmetric":46172},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":913,"cache_hit":0,"new_prefill":9292,"score_linear":81008.0,"score_lmetric":9292}],"chosen_score_linear":28615.0,"chosen_score_lmetric":9292,"t_first_token":328793.589622173,"t_first_token_unix":1779759658.603566,"t_done":328794.006766278,"t_done_unix":1779759659.0207093},{"request_id":"1325987:2:1329336:391","session_id":"1325987","input_length":7423,"t_proxy_recv":328793.735284345,"t_decision_unix":1779759658.7492254,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":2,"affinity_cache_hit":1536,"affinity_cache_ratio":0.20692442408729625,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7423 < 16000)","cache_hit":0,"estimated_new_tokens":7423,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60544,"ongoing_decode_tokens":60544,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1005,"cache_hit":0,"new_prefill":7423,"score_linear":60544.0,"score_lmetric":14846},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":7423,"score_linear":62618.0,"score_lmetric":7423},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1160,"cache_hit":0,"new_prefill":7423,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37907,"ongoing_decode_tokens":37907,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1032,"cache_hit":1536,"new_prefill":5887,"score_linear":36371.0,"score_lmetric":11774},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":67446,"ongoing_decode_tokens":33182,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":7423,"score_linear":67446.0,"score_lmetric":30126},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":7423,"score_linear":66703.0,"score_lmetric":74126},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":7423,"score_linear":36880.0,"score_lmetric":44303},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":7423,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328794.264565193,"t_first_token_unix":1779759659.2785087,"t_done":328794.46931702,"t_done_unix":1779759659.4832606},{"request_id":"1325541:1:1325541:374","session_id":"1325541","input_length":66703,"t_proxy_recv":328780.12437182,"t_decision_unix":1779759645.1383133,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":66703,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":59442,"ongoing_decode_tokens":59442,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":995,"cache_hit":0,"new_prefill":66703,"score_linear":59442.0,"score_lmetric":133406},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":66703,"score_linear":62618.0,"score_lmetric":66703},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":66703,"score_linear":79663.0,"score_lmetric":66703},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":995,"cache_hit":0,"new_prefill":66703,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":66703,"score_linear":33182.0,"score_lmetric":66703},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":66703,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":66703,"score_linear":121968.0,"score_lmetric":66703},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":913,"cache_hit":0,"new_prefill":66703,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328795.763088727,"t_first_token_unix":1779759660.7770321,"t_done":328796.030778335,"t_done_unix":1779759661.0447218},{"request_id":"1329470:1:1329470:392","session_id":"1329470","input_length":10847,"t_proxy_recv":328794.217413732,"t_decision_unix":1779759659.2313552,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (10847 < 16000)","cache_hit":0,"estimated_new_tokens":10847,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1005,"cache_hit":0,"new_prefill":10847,"score_linear":55130.0,"score_lmetric":10847},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":10847,"score_linear":62618.0,"score_lmetric":10847},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7423,"ongoing_decode_tokens":0,"pending_prefill_tokens":7423,"num_requests":1,"active_p_offloads":0,"cached_blocks":1160,"cache_hit":0,"new_prefill":10847,"score_linear":7423.0,"score_lmetric":18270},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":10847,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":67446,"ongoing_decode_tokens":33182,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":10847,"score_linear":67446.0,"score_lmetric":36974},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":10847,"score_linear":66703.0,"score_lmetric":77550},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":10847,"score_linear":36880.0,"score_lmetric":47727},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":10847,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328795.080435455,"t_first_token_unix":1779759660.0943792,"t_done":328796.595444768,"t_done_unix":1779759661.6093879},{"request_id":"1324964:5:1330169:397","session_id":"1324964","input_length":6691,"t_proxy_recv":328796.593660406,"t_decision_unix":1779759661.607602,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":5120,"affinity_cache_ratio":0.7652069944701838,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1571 < 16000)","cache_hit":5120,"estimated_new_tokens":1571,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1005,"cache_hit":5120,"new_prefill":1571,"score_linear":50010.0,"score_lmetric":1571},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":6691,"score_linear":62618.0,"score_lmetric":6691},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":11725,"ongoing_decode_tokens":0,"pending_prefill_tokens":11725,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":6691,"score_linear":11725.0,"score_lmetric":18416},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":6691,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":6691,"score_linear":158051.0,"score_lmetric":21552},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":6691,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":6691,"score_linear":36880.0,"score_lmetric":43571},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":10847,"ongoing_decode_tokens":10847,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":6691,"score_linear":10847.0,"score_lmetric":6691}],"chosen_score_linear":50010.0,"chosen_score_lmetric":1571,"t_first_token":328796.788559731,"t_first_token_unix":1779759661.802503,"t_done":328797.162363156,"t_done_unix":1779759662.1763062},{"request_id":"1328753:1:1328753:387","session_id":"1328753","input_length":36880,"t_proxy_recv":328791.61872324,"t_decision_unix":1779759656.632665,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":36880,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1005,"cache_hit":0,"new_prefill":36880,"score_linear":55130.0,"score_lmetric":36880},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":36880,"score_linear":62618.0,"score_lmetric":36880},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":81827,"ongoing_decode_tokens":0,"pending_prefill_tokens":419,"num_requests":1,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":0,"new_prefill":36880,"score_linear":81827.0,"score_lmetric":37299},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28615,"ongoing_decode_tokens":28615,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1032,"cache_hit":0,"new_prefill":36880,"score_linear":28615.0,"score_lmetric":36880},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":36880,"score_linear":33182.0,"score_lmetric":36880},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":36880,"score_linear":66703.0,"score_lmetric":103583},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":36880,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":913,"cache_hit":0,"new_prefill":36880,"score_linear":81008.0,"score_lmetric":36880}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328797.179741287,"t_first_token_unix":1779759662.1936848,"t_done":328797.563583067,"t_done_unix":1779759662.5775266},{"request_id":"1330130:1:1330130:396","session_id":"1330130","input_length":11725,"t_proxy_recv":328796.487047874,"t_decision_unix":1779759661.5009894,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11725 < 16000)","cache_hit":0,"estimated_new_tokens":11725,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1005,"cache_hit":0,"new_prefill":11725,"score_linear":55130.0,"score_lmetric":11725},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":11725,"score_linear":62618.0,"score_lmetric":11725},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":11725,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":11725,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":11725,"score_linear":158051.0,"score_lmetric":36654},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":11725,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":11725,"score_linear":36880.0,"score_lmetric":48605},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":10847,"ongoing_decode_tokens":10847,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":11725,"score_linear":10847.0,"score_lmetric":11725}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328797.443117889,"t_first_token_unix":1779759662.457061,"t_done":328797.899888749,"t_done_unix":1779759662.9138317},{"request_id":"1328753:2:1330033:395","session_id":"1328753","input_length":37007,"t_proxy_recv":328797.57059454,"t_decision_unix":1779759662.584536,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9961358661874781,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (143 < 16000)","cache_hit":36864,"estimated_new_tokens":143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":37007,"score_linear":55130.0,"score_lmetric":37007},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":37007,"score_linear":62618.0,"score_lmetric":37007},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":11725,"ongoing_decode_tokens":11725,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":37007,"score_linear":11725.0,"score_lmetric":37007},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":37007,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":37007,"score_linear":158051.0,"score_lmetric":112500},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":37007,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":907,"cache_hit":36864,"new_prefill":143,"score_linear":-36864.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":37007,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-36864.0,"chosen_score_lmetric":0,"t_first_token":328797.669358034,"t_first_token_unix":1779759662.6833017,"t_done":328798.125187069,"t_done_unix":1779759663.13913},{"request_id":"1330881:1:1330881:400","session_id":"1330881","input_length":3866,"t_proxy_recv":328799.246018711,"t_decision_unix":1779759664.2599597,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3866 < 16000)","cache_hit":0,"estimated_new_tokens":3866,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":3866,"score_linear":55130.0,"score_lmetric":3866},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":3866,"score_linear":62618.0,"score_lmetric":3866},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":54665,"ongoing_decode_tokens":28977,"pending_prefill_tokens":10840,"num_requests":2,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":3866,"score_linear":54665.0,"score_lmetric":29412},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":3866,"score_linear":158051.0,"score_lmetric":13077},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328799.494661855,"t_first_token_unix":1779759664.5086052,"t_done":328799.862170546,"t_done_unix":1779759664.8761134},{"request_id":"1326192:3:1330643:399","session_id":"1326192","input_length":25688,"t_proxy_recv":328798.387730723,"t_decision_unix":1779759663.401672,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14848,"affinity_cache_ratio":0.5780130800373715,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (10840 < 16000)","cache_hit":14848,"estimated_new_tokens":10840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":25688,"score_linear":55130.0,"score_lmetric":25688},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":25688,"score_linear":62618.0,"score_lmetric":25688},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":14848,"new_prefill":10840,"score_linear":14129.0,"score_lmetric":10840},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":25688,"score_linear":158051.0,"score_lmetric":78543},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":14129.0,"chosen_score_lmetric":10840,"t_first_token":328800.133113069,"t_first_token_unix":1779759665.1470578,"t_done":328800.518933875,"t_done_unix":1779759665.5328772},{"request_id":"1326192:4:1331370:401","session_id":"1326192","input_length":27049,"t_proxy_recv":328801.021204701,"t_decision_unix":1779759666.0351434,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":25600,"affinity_cache_ratio":0.9464305519612555,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1449 < 16000)","cache_hit":25600,"estimated_new_tokens":1449,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":27049,"score_linear":55130.0,"score_lmetric":27049},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":27049,"score_linear":62618.0,"score_lmetric":27049},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1072,"cache_hit":25600,"new_prefill":1449,"score_linear":3377.0,"score_lmetric":1449},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":27049,"score_linear":158051.0,"score_lmetric":82626},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":3377.0,"chosen_score_lmetric":1449,"t_first_token":328801.372266812,"t_first_token_unix":1779759666.3862104,"t_done":328802.28170283,"t_done_unix":1779759667.2956462},{"request_id":"1329110:2:1331399:402","session_id":"1329110","input_length":12781,"t_proxy_recv":328801.098692481,"t_decision_unix":1779759666.1126332,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.7210703387841327,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3565 < 16000)","cache_hit":9216,"estimated_new_tokens":3565,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":12781,"score_linear":55130.0,"score_lmetric":12781},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":12781,"score_linear":62618.0,"score_lmetric":12781},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":12781,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56026,"ongoing_decode_tokens":28977,"pending_prefill_tokens":1449,"num_requests":2,"active_p_offloads":0,"cached_blocks":1072,"cache_hit":9216,"new_prefill":3565,"score_linear":46810.0,"score_lmetric":10028},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":12781,"score_linear":158051.0,"score_lmetric":39822},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":12781,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":12781,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":12781,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":46810.0,"chosen_score_lmetric":10028,"t_first_token":328801.756543056,"t_first_token_unix":1779759666.770487,"t_done":328802.381098369,"t_done_unix":1779759667.3950415},{"request_id":"1330130:2:1331784:403","session_id":"1330130","input_length":14067,"t_proxy_recv":328802.294232131,"t_decision_unix":1779759667.3081737,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":11776,"affinity_cache_ratio":0.8371365607450061,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2291 < 16000)","cache_hit":11776,"estimated_new_tokens":2291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":14067,"score_linear":55130.0,"score_lmetric":14067},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":14067,"score_linear":62618.0,"score_lmetric":14067},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":11776,"new_prefill":2291,"score_linear":-11776.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":41758,"ongoing_decode_tokens":41758,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1074,"cache_hit":0,"new_prefill":14067,"score_linear":41758.0,"score_lmetric":28134},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":14067,"score_linear":158051.0,"score_lmetric":43680},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":14067,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":14067,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":14067,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":328802.61670078,"t_first_token_unix":1779759667.6306443,"t_done":328802.763569627,"t_done_unix":1779759667.7775128},{"request_id":"1316848:10:1330509:398","session_id":"1316848","input_length":28977,"t_proxy_recv":328797.857698832,"t_decision_unix":1779759662.87164,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9894744107395521,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (305 < 16000)","cache_hit":28672,"estimated_new_tokens":305,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":28977,"score_linear":55130.0,"score_lmetric":28977},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":28977,"score_linear":62618.0,"score_lmetric":28977},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":11725,"ongoing_decode_tokens":11725,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":28977,"score_linear":11725.0,"score_lmetric":28977},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":28672,"new_prefill":305,"score_linear":-28672.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":28977,"score_linear":158051.0,"score_lmetric":88410},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":28977,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37007,"ongoing_decode_tokens":37007,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":28977,"score_linear":37007.0,"score_lmetric":28977},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":28977,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-28672.0,"chosen_score_lmetric":0,"t_first_token":328797.954550784,"t_first_token_unix":1779759662.968494,"t_done":328803.676207534,"t_done_unix":1779759668.6901507},{"request_id":"1329470:2:1332133:409","session_id":"1329470","input_length":11766,"t_proxy_recv":328803.457084789,"t_decision_unix":1779759668.4710264,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9138194798572157,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1014 < 16000)","cache_hit":10752,"estimated_new_tokens":1014,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":11766,"score_linear":55130.0,"score_lmetric":11766},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":11766,"score_linear":62618.0,"score_lmetric":11766},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":103822,"ongoing_decode_tokens":0,"pending_prefill_tokens":21902,"num_requests":2,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":11766,"score_linear":103822.0,"score_lmetric":67336},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":11766,"score_linear":28977.0,"score_lmetric":11766},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":11766,"score_linear":158051.0,"score_lmetric":36777},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":11766,"score_linear":73234.0,"score_lmetric":18440},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":0,"pending_prefill_tokens":2657,"num_requests":1,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":11766,"score_linear":71777.0,"score_lmetric":14423},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12421,"ongoing_decode_tokens":0,"pending_prefill_tokens":12421,"num_requests":1,"active_p_offloads":0,"cached_blocks":952,"cache_hit":10752,"new_prefill":1014,"score_linear":1669.0,"score_lmetric":13435}],"chosen_score_linear":1669.0,"chosen_score_lmetric":13435,"t_first_token":328804.228017623,"t_first_token_unix":1779759669.241961,"t_done":328804.308850816,"t_done_unix":1779759669.3227942},{"request_id":"1332021:1:1332021:407","session_id":"1332021","input_length":12421,"t_proxy_recv":328803.091840617,"t_decision_unix":1779759668.1057823,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (12421 < 16000)","cache_hit":0,"estimated_new_tokens":12421,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":12421,"score_linear":55130.0,"score_lmetric":12421},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":12421,"score_linear":62618.0,"score_lmetric":12421},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":21680,"num_requests":1,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":12421,"score_linear":21680.0,"score_lmetric":34101},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":12421,"score_linear":28977.0,"score_lmetric":12421},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":12421,"score_linear":158051.0,"score_lmetric":38742},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":12421,"score_linear":73234.0,"score_lmetric":19095},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":0,"pending_prefill_tokens":2657,"num_requests":1,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":12421,"score_linear":71777.0,"score_lmetric":15078},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":12421,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328804.158509939,"t_first_token_unix":1779759669.1724534,"t_done":328804.49465525,"t_done_unix":1779759669.5085986},{"request_id":"1329110:3:1332476:411","session_id":"1329110","input_length":13479,"t_proxy_recv":328804.773123065,"t_decision_unix":1779759669.7870646,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":12800,"affinity_cache_ratio":0.9496253431263447,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (679 < 16000)","cache_hit":12800,"estimated_new_tokens":679,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":13479,"score_linear":55130.0,"score_lmetric":13479},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":13479,"score_linear":62618.0,"score_lmetric":13479},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":103822,"ongoing_decode_tokens":0,"pending_prefill_tokens":21902,"num_requests":2,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":13479,"score_linear":103822.0,"score_lmetric":70762},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":12800,"new_prefill":679,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":13479,"score_linear":158051.0,"score_lmetric":41916},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":13479,"score_linear":73234.0,"score_lmetric":20153},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":71777,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":13479,"score_linear":71777.0,"score_lmetric":13479},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1810,"ongoing_decode_tokens":0,"pending_prefill_tokens":1810,"num_requests":1,"active_p_offloads":0,"cached_blocks":978,"cache_hit":0,"new_prefill":13479,"score_linear":1810.0,"score_lmetric":15289}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":328804.925042049,"t_first_token_unix":1779759669.9389856,"t_done":328805.288304513,"t_done_unix":1779759670.302248},{"request_id":"1325541:2:1331846:404","session_id":"1325541","input_length":73234,"t_proxy_recv":328802.495472826,"t_decision_unix":1779759667.509414,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":66560,"affinity_cache_ratio":0.9088674659311249,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6674 < 16000)","cache_hit":66560,"estimated_new_tokens":6674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":73234,"score_linear":55130.0,"score_lmetric":73234},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":73234,"score_linear":62618.0,"score_lmetric":73234},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14067,"ongoing_decode_tokens":0,"pending_prefill_tokens":2291,"num_requests":1,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":73234,"score_linear":14067.0,"score_lmetric":75525},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":73234,"score_linear":28977.0,"score_lmetric":73234},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":73234,"score_linear":158051.0,"score_lmetric":221181},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":66560,"new_prefill":6674,"score_linear":-66560.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":73234,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":73234,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-66560.0,"chosen_score_lmetric":0,"t_first_token":328805.422773588,"t_first_token_unix":1779759670.4367213,"t_done":328805.478220849,"t_done_unix":1779759670.4921644},{"request_id":"1332472:1:1332472:410","session_id":"1332472","input_length":1810,"t_proxy_recv":328804.748098947,"t_decision_unix":1779759669.7620404,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1810 < 16000)","cache_hit":0,"estimated_new_tokens":1810,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":1810,"score_linear":55130.0,"score_lmetric":1810},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":1810,"score_linear":62618.0,"score_lmetric":1810},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":103822,"ongoing_decode_tokens":0,"pending_prefill_tokens":21902,"num_requests":2,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":1810,"score_linear":103822.0,"score_lmetric":47424},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":1810,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":1810,"score_linear":158051.0,"score_lmetric":6909},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":1810,"score_linear":73234.0,"score_lmetric":8484},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":71777,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":1810,"score_linear":71777.0,"score_lmetric":1810},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":978,"cache_hit":0,"new_prefill":1810,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328804.869966512,"t_first_token_unix":1779759669.8839104,"t_done":328805.571115675,"t_done_unix":1779759670.585059},{"request_id":"1269373:16:1331896:405","session_id":"1269373","input_length":71777,"t_proxy_recv":328802.689756463,"t_decision_unix":1779759667.7036977,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9629825710185714,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2657 < 16000)","cache_hit":69120,"estimated_new_tokens":2657,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":7680,"new_prefill":64097,"score_linear":47450.0,"score_lmetric":64097},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":71777,"score_linear":62618.0,"score_lmetric":71777},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14067,"ongoing_decode_tokens":14067,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1197,"cache_hit":0,"new_prefill":71777,"score_linear":14067.0,"score_lmetric":71777},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":7680,"new_prefill":64097,"score_linear":21297.0,"score_lmetric":64097},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":71777,"score_linear":158051.0,"score_lmetric":216810},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":71777,"score_linear":73234.0,"score_lmetric":78451},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":907,"cache_hit":69120,"new_prefill":2657,"score_linear":-69120.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":952,"cache_hit":7680,"new_prefill":64097,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-69120.0,"chosen_score_lmetric":0,"t_first_token":328803.857994735,"t_first_token_unix":1779759668.8719382,"t_done":328806.505279501,"t_done_unix":1779759671.519223},{"request_id":"1332013:1:1332013:406","session_id":"1332013","input_length":21680,"t_proxy_recv":328803.07562741,"t_decision_unix":1779759668.0895681,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":21680,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":12800,"new_prefill":8880,"score_linear":42330.0,"score_lmetric":8880},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":21680,"score_linear":62618.0,"score_lmetric":21680},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":21680,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":12800,"new_prefill":8880,"score_linear":16177.0,"score_lmetric":8880},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":21680,"score_linear":158051.0,"score_lmetric":66519},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":21680,"score_linear":73234.0,"score_lmetric":28354},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":0,"pending_prefill_tokens":2657,"num_requests":1,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":21680,"score_linear":71777.0,"score_lmetric":24337},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":21680,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328805.602826597,"t_first_token_unix":1779759670.6167696,"t_done":328807.654697917,"t_done_unix":1779759672.668641},{"request_id":"1332754:1:1332754:412","session_id":"1332754","input_length":19766,"t_proxy_recv":328805.775103194,"t_decision_unix":1779759670.7890446,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":19766,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":19766,"score_linear":55130.0,"score_lmetric":19766},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":19766,"score_linear":62618.0,"score_lmetric":19766},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":103822,"ongoing_decode_tokens":103822,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":19766,"score_linear":103822.0,"score_lmetric":39532},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":0,"new_prefill":19766,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":19766,"score_linear":158051.0,"score_lmetric":60777},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":887,"cache_hit":0,"new_prefill":19766,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":71777,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":19766,"score_linear":71777.0,"score_lmetric":19766},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":981,"cache_hit":0,"new_prefill":19766,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328807.825017884,"t_first_token_unix":1779759672.838961,"t_done":328808.310223548,"t_done_unix":1779759673.3241675},{"request_id":"1279412:18:1332945:413","session_id":"1279412","input_length":82488,"t_proxy_recv":328806.612063333,"t_decision_unix":1779759671.6260047,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9869071864998545,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1080 < 16000)","cache_hit":81408,"estimated_new_tokens":1080,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":82488,"score_linear":55130.0,"score_lmetric":82488},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":82488,"score_linear":62618.0,"score_lmetric":82488},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":103822,"ongoing_decode_tokens":103822,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":82488,"score_linear":103822.0,"score_lmetric":164976},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":0,"new_prefill":82488,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":82488,"score_linear":158051.0,"score_lmetric":248943},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":19766,"ongoing_decode_tokens":0,"pending_prefill_tokens":19766,"num_requests":1,"active_p_offloads":0,"cached_blocks":887,"cache_hit":0,"new_prefill":82488,"score_linear":19766.0,"score_lmetric":102254},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":82488,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":981,"cache_hit":81408,"new_prefill":1080,"score_linear":-81408.0,"score_lmetric":0}],"chosen_score_linear":-81408.0,"chosen_score_lmetric":0,"t_first_token":328807.047036171,"t_first_token_unix":1779759672.0609794,"t_done":328809.815395743,"t_done_unix":1779759674.829339},{"request_id":"1317598:4:1332127:408","session_id":"1317598","input_length":82142,"t_proxy_recv":328803.4458087,"t_decision_unix":1779759668.45975,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":81920,"affinity_cache_ratio":0.9972973631029194,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (222 < 16000)","cache_hit":81920,"estimated_new_tokens":222,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":82142,"score_linear":55130.0,"score_lmetric":82142},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":82142,"score_linear":62618.0,"score_lmetric":82142},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":21680,"num_requests":1,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":81920,"new_prefill":222,"score_linear":-60240.0,"score_lmetric":21902},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":82142,"score_linear":28977.0,"score_lmetric":82142},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":512,"new_prefill":81630,"score_linear":157539.0,"score_lmetric":246369},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":82142,"score_linear":73234.0,"score_lmetric":88816},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":0,"pending_prefill_tokens":2657,"num_requests":1,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":82142,"score_linear":71777.0,"score_lmetric":84799},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12421,"ongoing_decode_tokens":0,"pending_prefill_tokens":12421,"num_requests":1,"active_p_offloads":0,"cached_blocks":952,"cache_hit":0,"new_prefill":82142,"score_linear":12421.0,"score_lmetric":94563}],"chosen_score_linear":-60240.0,"chosen_score_lmetric":21902,"t_first_token":328805.605720686,"t_first_token_unix":1779759670.6196637,"t_done":328810.55916152,"t_done_unix":1779759675.573105},{"request_id":"1316848:11:1333994:416","session_id":"1316848","input_length":29656,"t_proxy_recv":328810.150720749,"t_decision_unix":1779759675.1646621,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9840841650930672,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (472 < 16000)","cache_hit":29184,"estimated_new_tokens":472,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":29656,"score_linear":55130.0,"score_lmetric":29656},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":29656,"score_linear":62618.0,"score_lmetric":29656},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82142,"ongoing_decode_tokens":82142,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1243,"cache_hit":0,"new_prefill":29656,"score_linear":82142.0,"score_lmetric":29656},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":29184,"new_prefill":472,"score_linear":-29184.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":29656,"score_linear":158051.0,"score_lmetric":90447},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":29656,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":29656,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":983,"cache_hit":0,"new_prefill":29656,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":328810.274323169,"t_first_token_unix":1779759675.2882664,"t_done":328810.56077561,"t_done_unix":1779759675.5747187},{"request_id":"1309252:2:1334746:419","session_id":"1309252","input_length":45601,"t_proxy_recv":328813.000944909,"t_decision_unix":1779759678.0148866,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":44544,"affinity_cache_ratio":0.9768206837569352,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1057 < 16000)","cache_hit":44544,"estimated_new_tokens":1057,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":45601,"score_linear":55130.0,"score_lmetric":45601},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":45601,"score_linear":62618.0,"score_lmetric":45601},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1244,"cache_hit":44544,"new_prefill":1057,"score_linear":-44544.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68353,"ongoing_decode_tokens":0,"pending_prefill_tokens":38657,"num_requests":2,"active_p_offloads":0,"cached_blocks":1084,"cache_hit":0,"new_prefill":45601,"score_linear":68353.0,"score_lmetric":168516},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":45601,"score_linear":158051.0,"score_lmetric":138282},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":45601,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":45601,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":983,"cache_hit":0,"new_prefill":45601,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-44544.0,"chosen_score_lmetric":0,"t_first_token":328813.353980211,"t_first_token_unix":1779759678.3679235,"t_done":328814.978638666,"t_done_unix":1779759679.992582},{"request_id":"1334223:1:1334223:417","session_id":"1334223","input_length":23689,"t_proxy_recv":328811.022465434,"t_decision_unix":1779759676.0364065,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":23689,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":23689,"score_linear":55130.0,"score_lmetric":23689},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":23689,"score_linear":62618.0,"score_lmetric":23689},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1244,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1084,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":23689,"score_linear":158051.0,"score_lmetric":72546},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":983,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328813.691276164,"t_first_token_unix":1779759678.7052197,"t_done":328818.351984865,"t_done_unix":1779759683.365928},{"request_id":"1316848:12:1334743:418","session_id":"1316848","input_length":44664,"t_proxy_recv":328812.993729359,"t_decision_unix":1779759678.0076706,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":29696,"affinity_cache_ratio":0.6648755149561167,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (14968 < 16000)","cache_hit":29696,"estimated_new_tokens":14968,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":44664,"score_linear":55130.0,"score_lmetric":44664},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":44664,"score_linear":62618.0,"score_lmetric":44664},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1244,"cache_hit":0,"new_prefill":44664,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23689,"ongoing_decode_tokens":0,"pending_prefill_tokens":23689,"num_requests":1,"active_p_offloads":0,"cached_blocks":1084,"cache_hit":29696,"new_prefill":14968,"score_linear":-6007.0,"score_lmetric":38657},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":44664,"score_linear":158051.0,"score_lmetric":135471},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":44664,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":44664,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":983,"cache_hit":0,"new_prefill":44664,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-6007.0,"chosen_score_lmetric":38657,"t_first_token":328817.487769067,"t_first_token_unix":1779759682.5017126,"t_done":328818.614134516,"t_done_unix":1779759683.6280777},{"request_id":"1330881:2:1336222:422","session_id":"1330881","input_length":11989,"t_proxy_recv":328818.105754683,"t_decision_unix":1779759683.119696,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":6,"affinity_cache_hit":3584,"affinity_cache_ratio":0.29894069563766784,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11989 < 16000)","cache_hit":0,"estimated_new_tokens":11989,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":11989,"score_linear":55130.0,"score_lmetric":11989},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":11989,"score_linear":62618.0,"score_lmetric":11989},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68353,"ongoing_decode_tokens":68353,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1084,"cache_hit":0,"new_prefill":11989,"score_linear":68353.0,"score_lmetric":23978},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":11989,"score_linear":158051.0,"score_lmetric":37446},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":61229,"ongoing_decode_tokens":0,"pending_prefill_tokens":61229,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":11989,"score_linear":61229.0,"score_lmetric":73218},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":87264,"ongoing_decode_tokens":87264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":983,"cache_hit":3584,"new_prefill":8405,"score_linear":83680.0,"score_lmetric":8405}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328819.093385291,"t_first_token_unix":1779759684.1073284,"t_done":328819.251845584,"t_done_unix":1779759684.2657886},{"request_id":"1279412:19:1335444:421","session_id":"1279412","input_length":87264,"t_proxy_recv":328815.284233813,"t_decision_unix":1779759680.2981756,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":82432,"affinity_cache_ratio":0.9446277961129447,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4832 < 16000)","cache_hit":82432,"estimated_new_tokens":4832,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":87264,"score_linear":55130.0,"score_lmetric":87264},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":87264,"score_linear":62618.0,"score_lmetric":87264},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":87264,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68353,"ongoing_decode_tokens":23689,"pending_prefill_tokens":14968,"num_requests":2,"active_p_offloads":0,"cached_blocks":1084,"cache_hit":0,"new_prefill":87264,"score_linear":68353.0,"score_lmetric":204464},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":87264,"score_linear":158051.0,"score_lmetric":263271},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":61229,"ongoing_decode_tokens":0,"pending_prefill_tokens":61229,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":87264,"score_linear":61229.0,"score_lmetric":148493},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":87264,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":983,"cache_hit":82432,"new_prefill":4832,"score_linear":-82432.0,"score_lmetric":0}],"chosen_score_linear":-82432.0,"chosen_score_lmetric":0,"t_first_token":328817.784580781,"t_first_token_unix":1779759682.7985241,"t_done":328819.770715896,"t_done_unix":1779759684.7846594},{"request_id":"1336620:1:1336620:423","session_id":"1336620","input_length":14666,"t_proxy_recv":328819.40766713,"t_decision_unix":1779759684.4216084,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6986 < 16000)","cache_hit":7680,"estimated_new_tokens":6986,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":7680,"new_prefill":6986,"score_linear":47450.0,"score_lmetric":6986},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":14666,"score_linear":62618.0,"score_lmetric":14666},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":14666,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":7680,"new_prefill":6986,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":14666,"score_linear":158051.0,"score_lmetric":45477},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":61229,"ongoing_decode_tokens":0,"pending_prefill_tokens":61229,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":14666,"score_linear":61229.0,"score_lmetric":75895},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":935,"cache_hit":7680,"new_prefill":6986,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":87264,"ongoing_decode_tokens":87264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":983,"cache_hit":7680,"new_prefill":6986,"score_linear":79584.0,"score_lmetric":6986}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":328820.190524767,"t_first_token_unix":1779759685.2044687,"t_done":328821.159873093,"t_done_unix":1779759686.1738167},{"request_id":"1322225:1:1322225:358","session_id":"1322225","input_length":33182,"t_proxy_recv":328768.447657927,"t_decision_unix":1779759633.4615989,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":33182,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54546,"ongoing_decode_tokens":0,"pending_prefill_tokens":50450,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":33182,"score_linear":54546.0,"score_lmetric":83632},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":33182,"score_linear":62618.0,"score_lmetric":33182},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":33182,"score_linear":79663.0,"score_lmetric":112845},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21471,"ongoing_decode_tokens":21471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":33182,"score_linear":21471.0,"score_lmetric":33182},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":33182,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":715,"cache_hit":0,"new_prefill":33182,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188808,"ongoing_decode_tokens":188808,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":33182,"score_linear":188808.0,"score_lmetric":66364},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72402,"ongoing_decode_tokens":72402,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":884,"cache_hit":0,"new_prefill":33182,"score_linear":72402.0,"score_lmetric":33182}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328773.144177048,"t_first_token_unix":1779759638.1581202,"t_done":328822.480667616,"t_done_unix":1779759687.4946115},{"request_id":"1257323:2:1329541:393","session_id":"1257323","input_length":90605,"t_proxy_recv":328794.664739777,"t_decision_unix":1779759659.678681,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":90112,"affinity_cache_ratio":0.9945587991832681,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (493 < 16000)","cache_hit":90112,"estimated_new_tokens":493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1005,"cache_hit":0,"new_prefill":90605,"score_linear":55130.0,"score_lmetric":90605},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":90605,"score_linear":62618.0,"score_lmetric":90605},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":512,"new_prefill":90093,"score_linear":-512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":90605,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":67446,"ongoing_decode_tokens":67446,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":90112,"new_prefill":493,"score_linear":-22666.0,"score_lmetric":986},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":90605,"score_linear":66703.0,"score_lmetric":157308},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":90605,"score_linear":36880.0,"score_lmetric":127485},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":10847,"ongoing_decode_tokens":0,"pending_prefill_tokens":10847,"num_requests":1,"active_p_offloads":0,"cached_blocks":924,"cache_hit":0,"new_prefill":90605,"score_linear":10847.0,"score_lmetric":101452}],"chosen_score_linear":-22666.0,"chosen_score_lmetric":986,"t_first_token":328822.217229321,"t_first_token_unix":1779759687.2311745,"t_done":328822.726902533,"t_done_unix":1779759687.7408462},{"request_id":"1259178:2:1336768:424","session_id":"1259178","input_length":20009,"t_proxy_recv":328819.873968281,"t_decision_unix":1779759684.88791,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.716477585086711,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5673 < 16000)","cache_hit":14336,"estimated_new_tokens":5673,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":20009,"score_linear":55130.0,"score_lmetric":20009},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":20009,"score_linear":62618.0,"score_lmetric":20009},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":14666,"ongoing_decode_tokens":0,"pending_prefill_tokens":6986,"num_requests":1,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":0,"new_prefill":20009,"score_linear":14666.0,"score_lmetric":26995},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":20009,"score_linear":158051.0,"score_lmetric":61506},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":61229,"ongoing_decode_tokens":0,"pending_prefill_tokens":61229,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":20009,"score_linear":61229.0,"score_lmetric":81238},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":935,"cache_hit":14336,"new_prefill":5673,"score_linear":-14336.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-14336.0,"chosen_score_lmetric":0,"t_first_token":328821.937826354,"t_first_token_unix":1779759686.9517696,"t_done":328822.746198417,"t_done_unix":1779759687.7601416},{"request_id":"1316848:13:1337519:427","session_id":"1316848","input_length":45005,"t_proxy_recv":328822.739642781,"t_decision_unix":1779759687.7535841,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":44544,"affinity_cache_ratio":0.9897566937007,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (461 < 16000)","cache_hit":44544,"estimated_new_tokens":461,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":45005,"score_linear":55130.0,"score_lmetric":45005},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":45005,"score_linear":62618.0,"score_lmetric":45005},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":45005,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":44544,"new_prefill":461,"score_linear":-44544.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":34264,"ongoing_decode_tokens":34264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1196,"cache_hit":0,"new_prefill":45005,"score_linear":34264.0,"score_lmetric":45005},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":61229,"ongoing_decode_tokens":0,"pending_prefill_tokens":61229,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":45005,"score_linear":61229.0,"score_lmetric":106234},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20009,"ongoing_decode_tokens":20009,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":935,"cache_hit":0,"new_prefill":45005,"score_linear":20009.0,"score_lmetric":45005},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":49162,"ongoing_decode_tokens":12644,"pending_prefill_tokens":16550,"num_requests":2,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":45005,"score_linear":49162.0,"score_lmetric":123110}],"chosen_score_linear":-44544.0,"chosen_score_lmetric":0,"t_first_token":328822.921350242,"t_first_token_unix":1779759687.9352934,"t_done":328823.220194752,"t_done_unix":1779759688.2341378},{"request_id":"1259178:3:1337653:429","session_id":"1259178","input_length":22398,"t_proxy_recv":328823.183203768,"t_decision_unix":1779759688.197145,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":19968,"affinity_cache_ratio":0.8915081703723546,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2430 < 16000)","cache_hit":19968,"estimated_new_tokens":2430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":22398,"score_linear":55130.0,"score_lmetric":22398},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":22398,"score_linear":62618.0,"score_lmetric":22398},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":22398,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":45005,"ongoing_decode_tokens":45005,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":22398,"score_linear":45005.0,"score_lmetric":22398},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":34264,"ongoing_decode_tokens":34264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1196,"cache_hit":0,"new_prefill":22398,"score_linear":34264.0,"score_lmetric":22398},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":61229,"ongoing_decode_tokens":0,"pending_prefill_tokens":61229,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":22398,"score_linear":61229.0,"score_lmetric":83627},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":946,"cache_hit":19968,"new_prefill":2430,"score_linear":-19968.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144545,"ongoing_decode_tokens":12644,"pending_prefill_tokens":24893,"num_requests":3,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":22398,"score_linear":144545.0,"score_lmetric":141873}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":328823.623571453,"t_first_token_unix":1779759688.637515,"t_done":328824.479770045,"t_done_unix":1779759689.4937136},{"request_id":"1317598:5:1337780:430","session_id":"1317598","input_length":83088,"t_proxy_recv":328823.658243182,"t_decision_unix":1779759688.6721845,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":82432,"affinity_cache_ratio":0.99210475640285,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (656 < 16000)","cache_hit":82432,"estimated_new_tokens":656,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":83088,"score_linear":55130.0,"score_lmetric":83088},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":83088,"score_linear":62618.0,"score_lmetric":83088},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":82432,"new_prefill":656,"score_linear":-82432.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":83088,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":34264,"ongoing_decode_tokens":34264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1196,"cache_hit":512,"new_prefill":82576,"score_linear":33752.0,"score_lmetric":82576},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":61229,"ongoing_decode_tokens":0,"pending_prefill_tokens":61229,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":83088,"score_linear":61229.0,"score_lmetric":144317},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":22398,"ongoing_decode_tokens":22398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":946,"cache_hit":0,"new_prefill":83088,"score_linear":22398.0,"score_lmetric":83088},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144545,"ongoing_decode_tokens":12644,"pending_prefill_tokens":24893,"num_requests":3,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":83088,"score_linear":144545.0,"score_lmetric":323943}],"chosen_score_linear":-82432.0,"chosen_score_lmetric":0,"t_first_token":328824.096637077,"t_first_token_unix":1779759689.1105807,"t_done":328824.660373161,"t_done_unix":1779759689.6743171},{"request_id":"1268861:5:1329060:388","session_id":"1268861","input_length":34264,"t_proxy_recv":328792.756479145,"t_decision_unix":1779759657.7704203,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":26624,"affinity_cache_ratio":0.7770254494513191,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7640 < 16000)","cache_hit":26624,"estimated_new_tokens":7640,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1005,"cache_hit":0,"new_prefill":34264,"score_linear":55130.0,"score_lmetric":34264},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":34264,"score_linear":62618.0,"score_lmetric":34264},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":81827,"ongoing_decode_tokens":81827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":0,"new_prefill":34264,"score_linear":81827.0,"score_lmetric":34264},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28615,"ongoing_decode_tokens":28615,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1032,"cache_hit":0,"new_prefill":34264,"score_linear":28615.0,"score_lmetric":34264},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":26624,"new_prefill":7640,"score_linear":6558.0,"score_lmetric":7640},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":34264,"score_linear":66703.0,"score_lmetric":100967},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":34264,"score_linear":36880.0,"score_lmetric":71144},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":913,"cache_hit":0,"new_prefill":34264,"score_linear":81008.0,"score_lmetric":34264}],"chosen_score_linear":6558.0,"chosen_score_lmetric":7640,"t_first_token":328794.3956559,"t_first_token_unix":1779759659.4095993,"t_done":328824.950544949,"t_done_unix":1779759689.9644883},{"request_id":"1338292:1:1338292:432","session_id":"1338292","input_length":9325,"t_proxy_recv":328825.38726772,"t_decision_unix":1779759690.4012094,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9325 < 16000)","cache_hit":0,"estimated_new_tokens":9325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":9325,"score_linear":55130.0,"score_lmetric":9325},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":9325,"score_linear":62618.0,"score_lmetric":9325},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":9325,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":9325,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":9325,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":61229,"ongoing_decode_tokens":0,"pending_prefill_tokens":61229,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":9325,"score_linear":61229.0,"score_lmetric":70554},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73073,"ongoing_decode_tokens":0,"pending_prefill_tokens":1393,"num_requests":1,"active_p_offloads":0,"cached_blocks":951,"cache_hit":0,"new_prefill":9325,"score_linear":73073.0,"score_lmetric":10718},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144545,"ongoing_decode_tokens":49162,"pending_prefill_tokens":8343,"num_requests":3,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":9325,"score_linear":144545.0,"score_lmetric":53004}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328826.090035561,"t_first_token_unix":1779759691.103979,"t_done":328826.441288235,"t_done_unix":1779759691.4552312},{"request_id":"1269373:17:1338104:431","session_id":"1269373","input_length":73073,"t_proxy_recv":328824.851904567,"t_decision_unix":1779759689.8658457,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9809368713478303,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1393 < 16000)","cache_hit":71680,"estimated_new_tokens":1393,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":7680,"new_prefill":65393,"score_linear":47450.0,"score_lmetric":65393},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":73073,"score_linear":62618.0,"score_lmetric":73073},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":73073,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":7680,"new_prefill":65393,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":34264,"ongoing_decode_tokens":34264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1196,"cache_hit":0,"new_prefill":73073,"score_linear":34264.0,"score_lmetric":73073},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":61229,"ongoing_decode_tokens":0,"pending_prefill_tokens":61229,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":73073,"score_linear":61229.0,"score_lmetric":134302},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":951,"cache_hit":71680,"new_prefill":1393,"score_linear":-71680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144545,"ongoing_decode_tokens":12644,"pending_prefill_tokens":24893,"num_requests":3,"active_p_offloads":0,"cached_blocks":992,"cache_hit":7680,"new_prefill":65393,"score_linear":136865.0,"score_lmetric":270858}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":328825.502038601,"t_first_token_unix":1779759690.515982,"t_done":328827.886364261,"t_done_unix":1779759692.9003072},{"request_id":"1336620:2:1338440:434","session_id":"1336620","input_length":14918,"t_proxy_recv":328825.80540696,"t_decision_unix":1779759690.8193479,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14336,"affinity_cache_ratio":0.960986727443357,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (582 < 16000)","cache_hit":14336,"estimated_new_tokens":582,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":7680,"new_prefill":7238,"score_linear":47450.0,"score_lmetric":7238},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":14918,"score_linear":62618.0,"score_lmetric":14918},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":14918,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":59540,"ongoing_decode_tokens":0,"pending_prefill_tokens":9876,"num_requests":2,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":14336,"new_prefill":582,"score_linear":45204.0,"score_lmetric":20916},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":14918,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":61229,"ongoing_decode_tokens":0,"pending_prefill_tokens":61229,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":14918,"score_linear":61229.0,"score_lmetric":76147},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73073,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":951,"cache_hit":7680,"new_prefill":7238,"score_linear":65393.0,"score_lmetric":7238},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144545,"ongoing_decode_tokens":49162,"pending_prefill_tokens":8343,"num_requests":3,"active_p_offloads":0,"cached_blocks":992,"cache_hit":7680,"new_prefill":7238,"score_linear":136865.0,"score_lmetric":46743}],"chosen_score_linear":45204.0,"chosen_score_lmetric":20916,"t_first_token":328826.23909081,"t_first_token_unix":1779759691.2530339,"t_done":328829.589118324,"t_done_unix":1779759694.6030614},{"request_id":"1314357:2:1335184:420","session_id":"1314357","input_length":61229,"t_proxy_recv":328814.356936997,"t_decision_unix":1779759679.3708782,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":5,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9281876235117347,"affinity_num_requests":3,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":61229,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":3584,"new_prefill":57645,"score_linear":51546.0,"score_lmetric":57645},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":61229,"score_linear":62618.0,"score_lmetric":61229},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":45601,"ongoing_decode_tokens":45601,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1244,"cache_hit":0,"new_prefill":61229,"score_linear":45601.0,"score_lmetric":61229},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68353,"ongoing_decode_tokens":23689,"pending_prefill_tokens":14968,"num_requests":2,"active_p_offloads":0,"cached_blocks":1084,"cache_hit":0,"new_prefill":61229,"score_linear":68353.0,"score_lmetric":152394},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":56832,"new_prefill":4397,"score_linear":101219.0,"score_lmetric":14670},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":61229,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":61229,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":983,"cache_hit":0,"new_prefill":61229,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328827.720066537,"t_first_token_unix":1779759692.7340097,"t_done":328829.698971166,"t_done_unix":1779759694.7129145},{"request_id":"1337035:1:1337035:425","session_id":"1337035","input_length":12644,"t_proxy_recv":328820.900574092,"t_decision_unix":1779759685.914515,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (12644 < 16000)","cache_hit":0,"estimated_new_tokens":12644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":12644,"score_linear":55130.0,"score_lmetric":12644},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":12644,"score_linear":62618.0,"score_lmetric":12644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":14666,"ongoing_decode_tokens":14666,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":0,"new_prefill":12644,"score_linear":14666.0,"score_lmetric":12644},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":12644,"score_linear":158051.0,"score_lmetric":39411},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":61229,"ongoing_decode_tokens":0,"pending_prefill_tokens":61229,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":12644,"score_linear":61229.0,"score_lmetric":73873},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20009,"ongoing_decode_tokens":0,"pending_prefill_tokens":5673,"num_requests":1,"active_p_offloads":0,"cached_blocks":935,"cache_hit":0,"new_prefill":12644,"score_linear":20009.0,"score_lmetric":18317},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328821.955664896,"t_first_token_unix":1779759686.9696085,"t_done":328830.133286387,"t_done_unix":1779759695.1472294},{"request_id":"1311753:2:1337278:426","session_id":"1311753","input_length":36518,"t_proxy_recv":328821.786707043,"t_decision_unix":1779759686.8006485,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":19968,"affinity_cache_ratio":0.5467988389287475,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (1)","cache_hit":19968,"estimated_new_tokens":16550,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":36518,"score_linear":55130.0,"score_lmetric":36518},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":36518,"score_linear":62618.0,"score_lmetric":36518},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":36518,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":36518,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158051,"ongoing_decode_tokens":67446,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":36518,"score_linear":158051.0,"score_lmetric":111033},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":61229,"ongoing_decode_tokens":0,"pending_prefill_tokens":61229,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":36518,"score_linear":61229.0,"score_lmetric":97747},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20009,"ongoing_decode_tokens":0,"pending_prefill_tokens":5673,"num_requests":1,"active_p_offloads":0,"cached_blocks":935,"cache_hit":0,"new_prefill":36518,"score_linear":20009.0,"score_lmetric":42191},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12644,"ongoing_decode_tokens":0,"pending_prefill_tokens":12644,"num_requests":1,"active_p_offloads":0,"cached_blocks":992,"cache_hit":19968,"new_prefill":16550,"score_linear":-7324.0,"score_lmetric":29194}],"chosen_score_linear":-7324.0,"chosen_score_lmetric":29194,"t_first_token":328825.31462299,"t_first_token_unix":1779759690.3285666,"t_done":328830.173638044,"t_done_unix":1779759695.1875815},{"request_id":"1279412:20:1337591:428","session_id":"1279412","input_length":95383,"t_proxy_recv":328822.9891659,"t_decision_unix":1779759688.0031073,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":87040,"affinity_cache_ratio":0.912531583196167,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8343 < 16000)","cache_hit":87040,"estimated_new_tokens":8343,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":95383,"score_linear":55130.0,"score_lmetric":95383},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":95383,"score_linear":62618.0,"score_lmetric":95383},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":95383,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":45005,"ongoing_decode_tokens":45005,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":95383,"score_linear":45005.0,"score_lmetric":95383},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":34264,"ongoing_decode_tokens":34264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1196,"cache_hit":0,"new_prefill":95383,"score_linear":34264.0,"score_lmetric":95383},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":61229,"ongoing_decode_tokens":0,"pending_prefill_tokens":61229,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":95383,"score_linear":61229.0,"score_lmetric":156612},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":946,"cache_hit":0,"new_prefill":95383,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":49162,"ongoing_decode_tokens":12644,"pending_prefill_tokens":16550,"num_requests":2,"active_p_offloads":0,"cached_blocks":992,"cache_hit":87040,"new_prefill":8343,"score_linear":-37878.0,"score_lmetric":49786}],"chosen_score_linear":-37878.0,"chosen_score_lmetric":49786,"t_first_token":328829.764361297,"t_first_token_unix":1779759694.7783046,"t_done":328831.403946212,"t_done_unix":1779759696.4178898},{"request_id":"1315567:3:1325346:372","session_id":"1315567","input_length":55130,"t_proxy_recv":328779.290267271,"t_decision_unix":1779759644.3042088,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9937239252675494,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (346 < 16000)","cache_hit":54784,"estimated_new_tokens":346,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":4312,"ongoing_decode_tokens":4312,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":995,"cache_hit":54784,"new_prefill":346,"score_linear":-50472.0,"score_lmetric":346},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":55130,"score_linear":62618.0,"score_lmetric":55130},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":55130,"score_linear":79663.0,"score_lmetric":55130},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":26994,"ongoing_decode_tokens":26994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":984,"cache_hit":7680,"new_prefill":47450,"score_linear":19314.0,"score_lmetric":47450},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":55130,"score_linear":33182.0,"score_lmetric":55130},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":55130,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":782,"cache_hit":7680,"new_prefill":47450,"score_linear":114288.0,"score_lmetric":47450},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":913,"cache_hit":17408,"new_prefill":37722,"score_linear":-17408.0,"score_lmetric":0}],"chosen_score_linear":-50472.0,"chosen_score_lmetric":346,"t_first_token":328779.492670407,"t_first_token_unix":1779759644.5066137,"t_done":328832.781193218,"t_done_unix":1779759697.795137},{"request_id":"1339977:1:1339977:442","session_id":"1339977","input_length":13816,"t_proxy_recv":328831.451700016,"t_decision_unix":1779759696.4656417,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (13816 < 16000)","cache_hit":0,"estimated_new_tokens":13816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":13816,"score_linear":55130.0,"score_lmetric":13816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":13816,"score_linear":62618.0,"score_lmetric":13816},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":45994,"ongoing_decode_tokens":45994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":13816,"score_linear":45994.0,"score_lmetric":13816},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99903,"ongoing_decode_tokens":99903,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1191,"cache_hit":0,"new_prefill":13816,"score_linear":99903.0,"score_lmetric":27632},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":13816,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66152,"ongoing_decode_tokens":0,"pending_prefill_tokens":4712,"num_requests":1,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":13816,"score_linear":66152.0,"score_lmetric":18528},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":31527,"ongoing_decode_tokens":31527,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":954,"cache_hit":0,"new_prefill":13816,"score_linear":31527.0,"score_lmetric":27632},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95543,"ongoing_decode_tokens":0,"pending_prefill_tokens":311,"num_requests":1,"active_p_offloads":0,"cached_blocks":1064,"cache_hit":0,"new_prefill":13816,"score_linear":95543.0,"score_lmetric":14127}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328832.656364244,"t_first_token_unix":1779759697.6703079,"t_done":328832.854579022,"t_done_unix":1779759697.8685222},{"request_id":"1253743:5:1338406:433","session_id":"1253743","input_length":50215,"t_proxy_recv":328825.710118101,"t_decision_unix":1779759690.7240593,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9890271831126157,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (551 < 16000)","cache_hit":49664,"estimated_new_tokens":551,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":50215,"score_linear":55130.0,"score_lmetric":50215},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":4608,"new_prefill":45607,"score_linear":58010.0,"score_lmetric":45607},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":50215,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9325,"ongoing_decode_tokens":0,"pending_prefill_tokens":9325,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":49664,"new_prefill":551,"score_linear":-40339.0,"score_lmetric":9876},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":50215,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":61229,"ongoing_decode_tokens":0,"pending_prefill_tokens":61229,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":50215,"score_linear":61229.0,"score_lmetric":111444},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73073,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":951,"cache_hit":0,"new_prefill":50215,"score_linear":73073.0,"score_lmetric":50215},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144545,"ongoing_decode_tokens":49162,"pending_prefill_tokens":8343,"num_requests":3,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":50215,"score_linear":144545.0,"score_lmetric":175674}],"chosen_score_linear":-40339.0,"chosen_score_lmetric":9876,"t_first_token":328826.2379984,"t_first_token_unix":1779759691.251953,"t_done":328833.752219062,"t_done_unix":1779759698.7661626},{"request_id":"1309252:3:1339771:441","session_id":"1309252","input_length":45994,"t_proxy_recv":328830.684709929,"t_decision_unix":1779759695.6986513,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":45568,"affinity_cache_ratio":0.9907379223376962,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (426 < 16000)","cache_hit":45568,"estimated_new_tokens":426,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":45994,"score_linear":55130.0,"score_lmetric":45994},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":45994,"score_linear":62618.0,"score_lmetric":45994},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":45568,"new_prefill":426,"score_linear":-45568.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99903,"ongoing_decode_tokens":99903,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1191,"cache_hit":0,"new_prefill":45994,"score_linear":99903.0,"score_lmetric":91988},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":45994,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66152,"ongoing_decode_tokens":0,"pending_prefill_tokens":4712,"num_requests":1,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":45994,"score_linear":66152.0,"score_lmetric":50706},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":31527,"ongoing_decode_tokens":31527,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":954,"cache_hit":0,"new_prefill":45994,"score_linear":31527.0,"score_lmetric":91988},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95383,"ongoing_decode_tokens":95383,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1048,"cache_hit":0,"new_prefill":45994,"score_linear":95383.0,"score_lmetric":45994}],"chosen_score_linear":-45568.0,"chosen_score_lmetric":0,"t_first_token":328830.853285348,"t_first_token_unix":1779759695.8672287,"t_done":328834.296183348,"t_done_unix":1779759699.3101268},{"request_id":"1259178:4:1339295:439","session_id":"1259178","input_length":24462,"t_proxy_recv":328828.860171404,"t_decision_unix":1779759693.8741126,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":22528,"affinity_cache_ratio":0.9209385986427929,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1934 < 16000)","cache_hit":22528,"estimated_new_tokens":1934,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":24462,"score_linear":55130.0,"score_lmetric":24462},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":24462,"score_linear":62618.0,"score_lmetric":24462},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":24462,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":114821,"ongoing_decode_tokens":114821,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":24462,"score_linear":114821.0,"score_lmetric":73386},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":24462,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":61229,"ongoing_decode_tokens":61229,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":24462,"score_linear":61229.0,"score_lmetric":24462},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":954,"cache_hit":22528,"new_prefill":1934,"score_linear":-15463.0,"score_lmetric":1934},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144545,"ongoing_decode_tokens":49162,"pending_prefill_tokens":8343,"num_requests":3,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":24462,"score_linear":144545.0,"score_lmetric":98415}],"chosen_score_linear":-15463.0,"chosen_score_lmetric":1934,"t_first_token":328829.286784322,"t_first_token_unix":1779759694.3007278,"t_done":328834.49745385,"t_done_unix":1779759699.5113971},{"request_id":"1341005:1:1341005:447","session_id":"1341005","input_length":5280,"t_proxy_recv":328834.913777942,"t_decision_unix":1779759699.9277194,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5280 < 16000)","cache_hit":0,"estimated_new_tokens":5280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1011,"cache_hit":0,"new_prefill":5280,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":5280,"score_linear":62618.0,"score_lmetric":5280},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":5280,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71059,"ongoing_decode_tokens":71059,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1192,"cache_hit":0,"new_prefill":5280,"score_linear":71059.0,"score_lmetric":10560},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":2279,"ongoing_decode_tokens":2279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1238,"cache_hit":0,"new_prefill":5280,"score_linear":2279.0,"score_lmetric":5280},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114533,"ongoing_decode_tokens":66152,"pending_prefill_tokens":48381,"num_requests":2,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":5280,"score_linear":114533.0,"score_lmetric":107322},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":5280,"score_linear":7065.0,"score_lmetric":5280},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":116764,"ongoing_decode_tokens":116764,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1064,"cache_hit":0,"new_prefill":5280,"score_linear":116764.0,"score_lmetric":10560}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328835.258444879,"t_first_token_unix":1779759700.2723877,"t_done":328835.620476292,"t_done_unix":1779759700.63442},{"request_id":"1316848:14:1338658:435","session_id":"1316848","input_length":49688,"t_proxy_recv":328826.626100905,"t_decision_unix":1779759691.6400423,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":44544,"affinity_cache_ratio":0.8964739977459346,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5144 < 16000)","cache_hit":44544,"estimated_new_tokens":5144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":49688,"score_linear":55130.0,"score_lmetric":49688},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":49688,"score_linear":62618.0,"score_lmetric":49688},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":49688,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":65133,"ongoing_decode_tokens":65133,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":44544,"new_prefill":5144,"score_linear":20589.0,"score_lmetric":10288},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":49688,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":61229,"ongoing_decode_tokens":0,"pending_prefill_tokens":61229,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":49688,"score_linear":61229.0,"score_lmetric":110917},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73073,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":951,"cache_hit":0,"new_prefill":49688,"score_linear":73073.0,"score_lmetric":49688},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144545,"ongoing_decode_tokens":49162,"pending_prefill_tokens":8343,"num_requests":3,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":49688,"score_linear":144545.0,"score_lmetric":174093}],"chosen_score_linear":20589.0,"chosen_score_lmetric":10288,"t_first_token":328828.150568444,"t_first_token_unix":1779759693.1645117,"t_done":328835.713595206,"t_done_unix":1779759700.727539},{"request_id":"1340903:1:1340903:446","session_id":"1340903","input_length":2279,"t_proxy_recv":328834.573255545,"t_decision_unix":1779759699.5871968,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2279 < 16000)","cache_hit":0,"estimated_new_tokens":2279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1011,"cache_hit":0,"new_prefill":2279,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":2279,"score_linear":62618.0,"score_lmetric":2279},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":2279,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71059,"ongoing_decode_tokens":71059,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1192,"cache_hit":0,"new_prefill":2279,"score_linear":71059.0,"score_lmetric":4558},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1238,"cache_hit":0,"new_prefill":2279,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114533,"ongoing_decode_tokens":66152,"pending_prefill_tokens":48381,"num_requests":2,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":2279,"score_linear":114533.0,"score_lmetric":101320},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":2279,"score_linear":7065.0,"score_lmetric":2279},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":116764,"ongoing_decode_tokens":95543,"pending_prefill_tokens":21221,"num_requests":2,"active_p_offloads":0,"cached_blocks":1064,"cache_hit":0,"new_prefill":2279,"score_linear":116764.0,"score_lmetric":47000}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328834.722199357,"t_first_token_unix":1779759699.7361434,"t_done":328835.749890647,"t_done_unix":1779759700.763834},{"request_id":"1279412:21:1339581:440","session_id":"1279412","input_length":95543,"t_proxy_recv":328831.425697097,"t_decision_unix":1779759696.4396386,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":95232,"affinity_cache_ratio":0.9967449211349864,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (311 < 16000)","cache_hit":95232,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":95543,"score_linear":55130.0,"score_lmetric":95543},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":95543,"score_linear":62618.0,"score_lmetric":95543},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":45994,"ongoing_decode_tokens":45994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":95543,"score_linear":45994.0,"score_lmetric":95543},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99903,"ongoing_decode_tokens":99903,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1191,"cache_hit":0,"new_prefill":95543,"score_linear":99903.0,"score_lmetric":191086},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":95543,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66152,"ongoing_decode_tokens":0,"pending_prefill_tokens":4712,"num_requests":1,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":95543,"score_linear":66152.0,"score_lmetric":100255},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":31527,"ongoing_decode_tokens":31527,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":954,"cache_hit":0,"new_prefill":95543,"score_linear":31527.0,"score_lmetric":191086},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1064,"cache_hit":95232,"new_prefill":311,"score_linear":-95232.0,"score_lmetric":0}],"chosen_score_linear":-95232.0,"chosen_score_lmetric":0,"t_first_token":328831.570829365,"t_first_token_unix":1779759696.5847726,"t_done":328836.31978028,"t_done_unix":1779759701.333724},{"request_id":"1340290:1:1340290:445","session_id":"1340290","input_length":21221,"t_proxy_recv":328832.56443104,"t_decision_unix":1779759697.5783718,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":21221,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (1024 < 8000)","cache_hit":0,"estimated_new_tokens":21221,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":21221,"score_linear":55130.0,"score_lmetric":21221},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":21221,"score_linear":62618.0,"score_lmetric":21221},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":45994,"ongoing_decode_tokens":45994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":21221,"score_linear":45994.0,"score_lmetric":21221},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121274,"ongoing_decode_tokens":121274,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1191,"cache_hit":0,"new_prefill":21221,"score_linear":121274.0,"score_lmetric":63663},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13816,"ongoing_decode_tokens":0,"pending_prefill_tokens":13816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":21221,"score_linear":13816.0,"score_lmetric":35037},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114533,"ongoing_decode_tokens":66152,"pending_prefill_tokens":48381,"num_requests":2,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":21221,"score_linear":114533.0,"score_lmetric":139204},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":31527,"ongoing_decode_tokens":31527,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":954,"cache_hit":1024,"new_prefill":20197,"score_linear":30503.0,"score_lmetric":40394},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95543,"ongoing_decode_tokens":95543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1064,"cache_hit":0,"new_prefill":21221,"score_linear":95543.0,"score_lmetric":21221}],"chosen_score_linear":95543.0,"chosen_score_lmetric":21221,"t_first_token":328834.837167343,"t_first_token_unix":1779759699.851111,"t_done":328837.370395236,"t_done_unix":1779759702.3843386},{"request_id":"1341912:1:1341912:449","session_id":"1341912","input_length":9909,"t_proxy_recv":328837.950944085,"t_decision_unix":1779759702.9648852,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9909 < 16000)","cache_hit":0,"estimated_new_tokens":9909,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1011,"cache_hit":0,"new_prefill":9909,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":9909,"score_linear":62618.0,"score_lmetric":9909},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":0,"new_prefill":9909,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":58898,"ongoing_decode_tokens":21371,"pending_prefill_tokens":13975,"num_requests":2,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":9909,"score_linear":58898.0,"score_lmetric":47768},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1242,"cache_hit":0,"new_prefill":9909,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114533,"ongoing_decode_tokens":66152,"pending_prefill_tokens":48381,"num_requests":2,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":9909,"score_linear":114533.0,"score_lmetric":116580},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":9909,"score_linear":7065.0,"score_lmetric":9909},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1107,"cache_hit":0,"new_prefill":9909,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328838.768234035,"t_first_token_unix":1779759703.7821774,"t_done":328839.267561606,"t_done_unix":1779759704.2815049},{"request_id":"1342327:1:1342327:452","session_id":"1342327","input_length":6180,"t_proxy_recv":328839.373850091,"t_decision_unix":1779759704.3877914,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6180 < 16000)","cache_hit":0,"estimated_new_tokens":6180,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1011,"cache_hit":0,"new_prefill":6180,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":6180,"score_linear":62618.0,"score_lmetric":6180},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":0,"new_prefill":6180,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":58898,"ongoing_decode_tokens":21371,"pending_prefill_tokens":13975,"num_requests":2,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":6180,"score_linear":58898.0,"score_lmetric":40310},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":6180,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114533,"ongoing_decode_tokens":66152,"pending_prefill_tokens":48381,"num_requests":2,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":6180,"score_linear":114533.0,"score_lmetric":109122},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":6180,"score_linear":7065.0,"score_lmetric":6180},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":41267,"ongoing_decode_tokens":0,"pending_prefill_tokens":20275,"num_requests":2,"active_p_offloads":0,"cached_blocks":1107,"cache_hit":0,"new_prefill":6180,"score_linear":41267.0,"score_lmetric":52910}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328839.784533858,"t_first_token_unix":1779759704.798479,"t_done":328840.086213679,"t_done_unix":1779759705.1001573},{"request_id":"1341948:1:1341948:450","session_id":"1341948","input_length":19887,"t_proxy_recv":328838.070889007,"t_decision_unix":1779759703.0848305,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":19887,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1011,"cache_hit":0,"new_prefill":19887,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":19887,"score_linear":62618.0,"score_lmetric":19887},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":0,"new_prefill":19887,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":58898,"ongoing_decode_tokens":21371,"pending_prefill_tokens":13975,"num_requests":2,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":19887,"score_linear":58898.0,"score_lmetric":67724},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9909,"ongoing_decode_tokens":0,"pending_prefill_tokens":9909,"num_requests":1,"active_p_offloads":0,"cached_blocks":1242,"cache_hit":0,"new_prefill":19887,"score_linear":9909.0,"score_lmetric":29796},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114533,"ongoing_decode_tokens":66152,"pending_prefill_tokens":48381,"num_requests":2,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":19887,"score_linear":114533.0,"score_lmetric":136536},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":19887,"score_linear":7065.0,"score_lmetric":19887},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1107,"cache_hit":0,"new_prefill":19887,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328840.14420839,"t_first_token_unix":1779759705.1581519,"t_done":328840.478740247,"t_done_unix":1779759705.4926832},{"request_id":"1340903:2:1342632:453","session_id":"1340903","input_length":2129,"t_proxy_recv":328840.4105163,"t_decision_unix":1779759705.4244578,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":2048,"affinity_cache_ratio":0.9619539689995303,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (81 < 16000)","cache_hit":2048,"estimated_new_tokens":81,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":2129,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":2129,"score_linear":62618.0,"score_lmetric":2129},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":0,"new_prefill":2129,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":58898,"ongoing_decode_tokens":21371,"pending_prefill_tokens":13975,"num_requests":2,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":2129,"score_linear":58898.0,"score_lmetric":32208},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":2048,"new_prefill":81,"score_linear":-2048.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114533,"ongoing_decode_tokens":66152,"pending_prefill_tokens":48381,"num_requests":2,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":2129,"score_linear":114533.0,"score_lmetric":101020},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":2129,"score_linear":7065.0,"score_lmetric":2129},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":41267,"ongoing_decode_tokens":41267,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1107,"cache_hit":0,"new_prefill":2129,"score_linear":41267.0,"score_lmetric":4258}],"chosen_score_linear":-2048.0,"chosen_score_lmetric":0,"t_first_token":328840.430021534,"t_first_token_unix":1779759705.4439647,"t_done":328840.504389039,"t_done_unix":1779759705.518332},{"request_id":"1340290:2:1342119:451","session_id":"1340290","input_length":21380,"t_proxy_recv":328838.609616112,"t_decision_unix":1779759703.6235573,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9818521983161833,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (388 < 16000)","cache_hit":20992,"estimated_new_tokens":388,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1011,"cache_hit":0,"new_prefill":21380,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":21380,"score_linear":62618.0,"score_lmetric":21380},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":0,"new_prefill":21380,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":58898,"ongoing_decode_tokens":21371,"pending_prefill_tokens":13975,"num_requests":2,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":21380,"score_linear":58898.0,"score_lmetric":70710},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9909,"ongoing_decode_tokens":0,"pending_prefill_tokens":9909,"num_requests":1,"active_p_offloads":0,"cached_blocks":1242,"cache_hit":0,"new_prefill":21380,"score_linear":9909.0,"score_lmetric":31289},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114533,"ongoing_decode_tokens":66152,"pending_prefill_tokens":48381,"num_requests":2,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":21380,"score_linear":114533.0,"score_lmetric":139522},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":1024,"new_prefill":20356,"score_linear":6041.0,"score_lmetric":20356},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":19887,"ongoing_decode_tokens":0,"pending_prefill_tokens":19887,"num_requests":1,"active_p_offloads":0,"cached_blocks":1107,"cache_hit":20992,"new_prefill":388,"score_linear":-1105.0,"score_lmetric":20275}],"chosen_score_linear":-1105.0,"chosen_score_lmetric":20275,"t_first_token":328840.146091781,"t_first_token_unix":1779759705.160035,"t_done":328840.905389191,"t_done_unix":1779759705.919332},{"request_id":"1340278:1:1340278:444","session_id":"1340278","input_length":48381,"t_proxy_recv":328832.542481901,"t_decision_unix":1779759697.5564227,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":48381,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 8000)","cache_hit":0,"estimated_new_tokens":48381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":48381,"score_linear":55130.0,"score_lmetric":48381},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":48381,"score_linear":62618.0,"score_lmetric":48381},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":45994,"ongoing_decode_tokens":45994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":48381,"score_linear":45994.0,"score_lmetric":48381},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121274,"ongoing_decode_tokens":121274,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1191,"cache_hit":0,"new_prefill":48381,"score_linear":121274.0,"score_lmetric":145143},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13816,"ongoing_decode_tokens":0,"pending_prefill_tokens":13816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":48381,"score_linear":13816.0,"score_lmetric":62197},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":48381,"score_linear":66152.0,"score_lmetric":48381},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":31527,"ongoing_decode_tokens":31527,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":954,"cache_hit":0,"new_prefill":48381,"score_linear":31527.0,"score_lmetric":96762},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95543,"ongoing_decode_tokens":95543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1064,"cache_hit":0,"new_prefill":48381,"score_linear":95543.0,"score_lmetric":48381}],"chosen_score_linear":66152.0,"chosen_score_lmetric":48381,"t_first_token":328841.324177958,"t_first_token_unix":1779759706.3381214,"t_done":328842.248554666,"t_done_unix":1779759707.2624984},{"request_id":"1334223:2:1341796:448","session_id":"1334223","input_length":37527,"t_proxy_recv":328837.519392009,"t_decision_unix":1779759702.5333335,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":23552,"affinity_cache_ratio":0.6276014602819303,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (13975 < 16000)","cache_hit":23552,"estimated_new_tokens":13975,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1011,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":37527,"score_linear":62618.0,"score_lmetric":37527},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":23552,"new_prefill":13975,"score_linear":-2181.0,"score_lmetric":13975},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1242,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114533,"ongoing_decode_tokens":66152,"pending_prefill_tokens":48381,"num_requests":2,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":37527,"score_linear":114533.0,"score_lmetric":171816},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":37527,"score_linear":7065.0,"score_lmetric":37527},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1107,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-2181.0,"chosen_score_lmetric":13975,"t_first_token":328840.548354563,"t_first_token_unix":1779759705.5622976,"t_done":328843.094262261,"t_done_unix":1779759708.1082058},{"request_id":"1343191:1:1343191:457","session_id":"1343191","input_length":11912,"t_proxy_recv":328842.482569885,"t_decision_unix":1779759707.4965112,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11912 < 16000)","cache_hit":0,"estimated_new_tokens":11912,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":11912,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":11912,"score_linear":62618.0,"score_lmetric":11912},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":0,"new_prefill":11912,"score_linear":68579.0,"score_lmetric":150742},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":58898,"ongoing_decode_tokens":58898,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":11912,"score_linear":58898.0,"score_lmetric":23824},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":11912,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":11912,"score_linear":66152.0,"score_lmetric":11912},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":11912,"score_linear":7065.0,"score_lmetric":11912},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":11912,"score_linear":65289.0,"score_lmetric":77201}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328843.451588899,"t_first_token_unix":1779759708.4655328,"t_done":328843.555650896,"t_done_unix":1779759708.569594},{"request_id":"1338292:2:1343599:460","session_id":"1338292","input_length":14103,"t_proxy_recv":328843.68901633,"t_decision_unix":1779759708.7029574,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.6534779834077856,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4887 < 16000)","cache_hit":9216,"estimated_new_tokens":4887,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21402,"ongoing_decode_tokens":0,"pending_prefill_tokens":21402,"num_requests":1,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":14103,"score_linear":21402.0,"score_lmetric":35505},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":14103,"score_linear":62618.0,"score_lmetric":14103},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":0,"new_prefill":14103,"score_linear":68579.0,"score_lmetric":155124},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1230,"cache_hit":9216,"new_prefill":4887,"score_linear":12155.0,"score_lmetric":4887},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":10232,"ongoing_decode_tokens":10232,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1284,"cache_hit":0,"new_prefill":14103,"score_linear":10232.0,"score_lmetric":14103},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":14103,"score_linear":66152.0,"score_lmetric":14103},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":14103,"score_linear":7065.0,"score_lmetric":14103},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":14103,"score_linear":65289.0,"score_lmetric":79392}],"chosen_score_linear":12155.0,"chosen_score_lmetric":4887,"t_first_token":328844.26164757,"t_first_token_unix":1779759709.275591,"t_done":328844.353910512,"t_done_unix":1779759709.3678536},{"request_id":"1341912:2:1343220:458","session_id":"1341912","input_length":10232,"t_proxy_recv":328842.558042812,"t_decision_unix":1779759707.571984,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9507427677873339,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (504 < 16000)","cache_hit":9728,"estimated_new_tokens":504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":10232,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":10232,"score_linear":62618.0,"score_lmetric":10232},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":0,"new_prefill":10232,"score_linear":68579.0,"score_lmetric":147382},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":58898,"ongoing_decode_tokens":58898,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":10232,"score_linear":58898.0,"score_lmetric":20464},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":11912,"ongoing_decode_tokens":0,"pending_prefill_tokens":11912,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":9728,"new_prefill":504,"score_linear":2184.0,"score_lmetric":12416},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":10232,"score_linear":66152.0,"score_lmetric":10232},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":10232,"score_linear":7065.0,"score_lmetric":10232},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":10232,"score_linear":65289.0,"score_lmetric":75521}],"chosen_score_linear":2184.0,"chosen_score_lmetric":12416,"t_first_token":328843.493066494,"t_first_token_unix":1779759708.5070102,"t_done":328844.379427214,"t_done_unix":1779759709.3933704},{"request_id":"1343312:1:1343312:459","session_id":"1343312","input_length":21402,"t_proxy_recv":328842.846615795,"t_decision_unix":1779759707.8605568,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":21402,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":21402,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":21402,"score_linear":62618.0,"score_lmetric":21402},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":0,"new_prefill":21402,"score_linear":68579.0,"score_lmetric":169722},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":58898,"ongoing_decode_tokens":58898,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":21402,"score_linear":58898.0,"score_lmetric":42804},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":22144,"ongoing_decode_tokens":0,"pending_prefill_tokens":12416,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":21402,"score_linear":22144.0,"score_lmetric":67636},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":21402,"score_linear":66152.0,"score_lmetric":21402},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":21402,"score_linear":7065.0,"score_lmetric":21402},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":21402,"score_linear":65289.0,"score_lmetric":86691}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328845.14834986,"t_first_token_unix":1779759710.1622932,"t_done":328845.546265472,"t_done_unix":1779759710.5602086},{"request_id":"1342327:2:1343857:461","session_id":"1342327","input_length":9820,"t_proxy_recv":328844.510101003,"t_decision_unix":1779759709.5240426,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":6144,"affinity_cache_ratio":0.6256619144602852,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3676 < 16000)","cache_hit":6144,"estimated_new_tokens":3676,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21402,"ongoing_decode_tokens":0,"pending_prefill_tokens":21402,"num_requests":1,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":6144,"new_prefill":3676,"score_linear":15258.0,"score_lmetric":25078},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":9820,"score_linear":62618.0,"score_lmetric":9820},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":0,"new_prefill":9820,"score_linear":68579.0,"score_lmetric":146558},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":0,"new_prefill":9820,"score_linear":21371.0,"score_lmetric":9820},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1285,"cache_hit":0,"new_prefill":9820,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":9820,"score_linear":66152.0,"score_lmetric":9820},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":9820,"score_linear":7065.0,"score_lmetric":9820},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":9820,"score_linear":65289.0,"score_lmetric":75109}],"chosen_score_linear":15258.0,"chosen_score_lmetric":25078,"t_first_token":328845.489297552,"t_first_token_unix":1779759710.503241,"t_done":328845.734137371,"t_done_unix":1779759710.7480805},{"request_id":"1316848:15:1344261:463","session_id":"1316848","input_length":50447,"t_proxy_recv":328845.919796882,"t_decision_unix":1779759710.9337382,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":50176,"affinity_cache_ratio":0.9946280254524551,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (271 < 16000)","cache_hit":50176,"estimated_new_tokens":271,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":50447,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":50447,"score_linear":62618.0,"score_lmetric":50447},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":0,"new_prefill":50447,"score_linear":68579.0,"score_lmetric":227812},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":50176,"new_prefill":271,"score_linear":-28805.0,"score_lmetric":271},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1285,"cache_hit":0,"new_prefill":50447,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":50447,"score_linear":66152.0,"score_lmetric":50447},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":50447,"score_linear":7065.0,"score_lmetric":50447},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":50447,"score_linear":161070.0,"score_lmetric":231546}],"chosen_score_linear":-28805.0,"chosen_score_lmetric":271,"t_first_token":328846.103595842,"t_first_token_unix":1779759711.1175392,"t_done":328846.536330665,"t_done_unix":1779759711.5502741},{"request_id":"1345921:1:1345921:469","session_id":"1345921","input_length":505,"t_proxy_recv":328851.612243148,"t_decision_unix":1779759716.6261845,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (505 < 16000)","cache_hit":0,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":45214,"ongoing_decode_tokens":0,"pending_prefill_tokens":35486,"num_requests":2,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":505,"score_linear":45214.0,"score_lmetric":71982},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":505,"score_linear":62618.0,"score_lmetric":505},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":0,"new_prefill":505,"score_linear":68579.0,"score_lmetric":127928},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":80186,"ongoing_decode_tokens":21371,"pending_prefill_tokens":8639,"num_requests":2,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":0,"new_prefill":505,"score_linear":80186.0,"score_lmetric":18288},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1285,"cache_hit":0,"new_prefill":505,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":505,"score_linear":66152.0,"score_lmetric":505},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":81011,"ongoing_decode_tokens":81011,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":505,"score_linear":81011.0,"score_lmetric":1010},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":505,"score_linear":161070.0,"score_lmetric":131662}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328851.671712627,"t_first_token_unix":1779759716.685656,"t_done":328851.999216085,"t_done_unix":1779759717.0131588},{"request_id":"1344773:1:1344773:465","session_id":"1344773","input_length":32816,"t_proxy_recv":328847.714376605,"t_decision_unix":1779759712.728318,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":32816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":32816,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":32816,"score_linear":62618.0,"score_lmetric":32816},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":0,"new_prefill":32816,"score_linear":68579.0,"score_lmetric":192550},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":0,"new_prefill":32816,"score_linear":21371.0,"score_lmetric":32816},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1285,"cache_hit":0,"new_prefill":32816,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":32816,"score_linear":66152.0,"score_lmetric":32816},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":32816,"score_linear":7065.0,"score_lmetric":32816},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":32816,"score_linear":161070.0,"score_lmetric":196284}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328852.553637511,"t_first_token_unix":1779759717.567581,"t_done":328852.725070743,"t_done_unix":1779759717.7390141},{"request_id":"1342327:3:1344788:466","session_id":"1342327","input_length":12398,"t_proxy_recv":328847.752091541,"t_decision_unix":1779759712.7660332,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":9728,"affinity_cache_ratio":0.78464268430392,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2670 < 16000)","cache_hit":9728,"estimated_new_tokens":2670,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":32816,"ongoing_decode_tokens":0,"pending_prefill_tokens":32816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":9728,"new_prefill":2670,"score_linear":23088.0,"score_lmetric":35486},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":12398,"score_linear":62618.0,"score_lmetric":12398},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":0,"new_prefill":12398,"score_linear":68579.0,"score_lmetric":151714},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":0,"new_prefill":12398,"score_linear":21371.0,"score_lmetric":12398},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1285,"cache_hit":0,"new_prefill":12398,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":12398,"score_linear":66152.0,"score_lmetric":12398},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":12398,"score_linear":7065.0,"score_lmetric":12398},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":12398,"score_linear":161070.0,"score_lmetric":155448}],"chosen_score_linear":23088.0,"chosen_score_lmetric":35486,"t_first_token":328852.554196458,"t_first_token_unix":1779759717.5681396,"t_done":328852.739592115,"t_done_unix":1779759717.7535355},{"request_id":"1314357:3:1338999:437","session_id":"1314357","input_length":66152,"t_proxy_recv":328829.711835484,"t_decision_unix":1779759694.7257771,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9287701052122385,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4712 < 16000)","cache_hit":61440,"estimated_new_tokens":4712,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":3584,"new_prefill":62568,"score_linear":51546.0,"score_lmetric":62568},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":66152,"score_linear":62618.0,"score_lmetric":66152},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":66152,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99903,"ongoing_decode_tokens":99903,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1191,"cache_hit":0,"new_prefill":66152,"score_linear":99903.0,"score_lmetric":132304},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":56832,"new_prefill":9320,"score_linear":-56832.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":61440,"new_prefill":4712,"score_linear":-61440.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":31527,"ongoing_decode_tokens":31527,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":954,"cache_hit":0,"new_prefill":66152,"score_linear":31527.0,"score_lmetric":132304},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144545,"ongoing_decode_tokens":49162,"pending_prefill_tokens":8343,"num_requests":3,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":66152,"score_linear":144545.0,"score_lmetric":223485}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":328831.762791047,"t_first_token_unix":1779759696.776735,"t_done":328852.936105123,"t_done_unix":1779759717.9500525},{"request_id":"1342327:4:1346218:471","session_id":"1342327","input_length":14842,"t_proxy_recv":328852.744538207,"t_decision_unix":1779759717.7584796,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":12288,"affinity_cache_ratio":0.8279207653954993,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2554 < 16000)","cache_hit":12288,"estimated_new_tokens":2554,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":12288,"new_prefill":2554,"score_linear":-12288.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":14842,"score_linear":62618.0,"score_lmetric":14842},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":0,"new_prefill":14842,"score_linear":68579.0,"score_lmetric":156602},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":80186,"ongoing_decode_tokens":21371,"pending_prefill_tokens":8639,"num_requests":2,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":0,"new_prefill":14842,"score_linear":80186.0,"score_lmetric":46962},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1286,"cache_hit":0,"new_prefill":14842,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":14842,"score_linear":66152.0,"score_lmetric":14842},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":81011,"ongoing_decode_tokens":81011,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":14842,"score_linear":81011.0,"score_lmetric":29684},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":14842,"score_linear":161070.0,"score_lmetric":160336}],"chosen_score_linear":-12288.0,"chosen_score_lmetric":0,"t_first_token":328853.131263783,"t_first_token_unix":1779759718.145207,"t_done":328853.177928986,"t_done_unix":1779759718.191872},{"request_id":"1344773:2:1346419:473","session_id":"1344773","input_length":33008,"t_proxy_recv":328853.480619525,"t_decision_unix":1779759718.494561,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":32768,"affinity_cache_ratio":0.9927290353853612,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (240 < 16000)","cache_hit":32768,"estimated_new_tokens":240,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":32768,"new_prefill":240,"score_linear":-32768.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":33008,"score_linear":62618.0,"score_lmetric":33008},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68579,"ongoing_decode_tokens":68579,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":0,"new_prefill":33008,"score_linear":68579.0,"score_lmetric":66016},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":80186,"ongoing_decode_tokens":21371,"pending_prefill_tokens":8639,"num_requests":2,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":0,"new_prefill":33008,"score_linear":80186.0,"score_lmetric":83294},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37019,"ongoing_decode_tokens":0,"pending_prefill_tokens":2715,"num_requests":1,"active_p_offloads":0,"cached_blocks":1286,"cache_hit":0,"new_prefill":33008,"score_linear":37019.0,"score_lmetric":35723},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":33008,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":81011,"ongoing_decode_tokens":81011,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":33008,"score_linear":81011.0,"score_lmetric":66016},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":33008,"score_linear":161070.0,"score_lmetric":196668}],"chosen_score_linear":-32768.0,"chosen_score_lmetric":0,"t_first_token":328853.608362271,"t_first_token_unix":1779759718.6223056,"t_done":328853.785927442,"t_done_unix":1779759718.7998707},{"request_id":"1316848:16:1345678:468","session_id":"1316848","input_length":58815,"t_proxy_recv":328850.729616761,"t_decision_unix":1779759715.7435575,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":50176,"affinity_cache_ratio":0.8531157017767577,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8639 < 16000)","cache_hit":50176,"estimated_new_tokens":8639,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":45214,"ongoing_decode_tokens":0,"pending_prefill_tokens":35486,"num_requests":2,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":58815,"score_linear":45214.0,"score_lmetric":188602},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":58815,"score_linear":62618.0,"score_lmetric":58815},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":0,"new_prefill":58815,"score_linear":68579.0,"score_lmetric":244548},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":50176,"new_prefill":8639,"score_linear":-28805.0,"score_lmetric":8639},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1285,"cache_hit":0,"new_prefill":58815,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":58815,"score_linear":66152.0,"score_lmetric":58815},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":81011,"ongoing_decode_tokens":81011,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":58815,"score_linear":81011.0,"score_lmetric":117630},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":58815,"score_linear":161070.0,"score_lmetric":248282}],"chosen_score_linear":-28805.0,"chosen_score_lmetric":8639,"t_first_token":328853.760176677,"t_first_token_unix":1779759718.7741196,"t_done":328853.92611389,"t_done_unix":1779759718.9400568},{"request_id":"1341005:2:1342961:456","session_id":"1341005","input_length":9360,"t_proxy_recv":328841.579401645,"t_decision_unix":1779759706.5933433,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":5120,"affinity_cache_ratio":0.5470085470085471,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4240 < 16000)","cache_hit":5120,"estimated_new_tokens":4240,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":9360,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":9360,"score_linear":62618.0,"score_lmetric":9360},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":5120,"new_prefill":4240,"score_linear":54099.0,"score_lmetric":63459},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":58898,"ongoing_decode_tokens":58898,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":9360,"score_linear":58898.0,"score_lmetric":18720},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":9360,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114533,"ongoing_decode_tokens":114533,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":9360,"score_linear":114533.0,"score_lmetric":18720},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":9360,"score_linear":7065.0,"score_lmetric":9360},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":9360,"score_linear":65289.0,"score_lmetric":74649}],"chosen_score_linear":54099.0,"chosen_score_lmetric":63459,"t_first_token":328853.446699134,"t_first_token_unix":1779759718.4606428,"t_done":328853.928627383,"t_done_unix":1779759718.9425702},{"request_id":"1342634:1:1342634:454","session_id":"1342634","input_length":59219,"t_proxy_recv":328840.443819215,"t_decision_unix":1779759705.4577608,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":59219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":59219,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":59219,"score_linear":62618.0,"score_lmetric":59219},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":0,"new_prefill":59219,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":58898,"ongoing_decode_tokens":21371,"pending_prefill_tokens":13975,"num_requests":2,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":59219,"score_linear":58898.0,"score_lmetric":146388},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":2129,"ongoing_decode_tokens":2129,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":59219,"score_linear":2129.0,"score_lmetric":59219},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114533,"ongoing_decode_tokens":66152,"pending_prefill_tokens":48381,"num_requests":2,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":59219,"score_linear":114533.0,"score_lmetric":215200},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":59219,"score_linear":7065.0,"score_lmetric":59219},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":41267,"ongoing_decode_tokens":41267,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1107,"cache_hit":0,"new_prefill":59219,"score_linear":41267.0,"score_lmetric":118438}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328853.444502512,"t_first_token_unix":1779759718.4584458,"t_done":328854.477641178,"t_done_unix":1779759719.4915848},{"request_id":"1269373:18:1345570:467","session_id":"1269373","input_length":73946,"t_proxy_recv":328850.284125093,"t_decision_unix":1779759715.2980664,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9901279311930328,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (730 < 16000)","cache_hit":73216,"estimated_new_tokens":730,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":45214,"ongoing_decode_tokens":0,"pending_prefill_tokens":35486,"num_requests":2,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":7680,"new_prefill":66266,"score_linear":37534.0,"score_lmetric":203504},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":73946,"score_linear":62618.0,"score_lmetric":73946},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":0,"new_prefill":73946,"score_linear":68579.0,"score_lmetric":274810},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":7680,"new_prefill":66266,"score_linear":13691.0,"score_lmetric":66266},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1285,"cache_hit":0,"new_prefill":73946,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":73946,"score_linear":66152.0,"score_lmetric":73946},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":73216,"new_prefill":730,"score_linear":-66151.0,"score_lmetric":730},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":7680,"new_prefill":66266,"score_linear":153390.0,"score_lmetric":263184}],"chosen_score_linear":-66151.0,"chosen_score_lmetric":730,"t_first_token":328850.698686136,"t_first_token_unix":1779759715.71263,"t_done":328854.590796214,"t_done_unix":1779759719.60474},{"request_id":"1268861:6:1346340:472","session_id":"1268861","input_length":37019,"t_proxy_recv":328853.154326763,"t_decision_unix":1779759718.1682682,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9266592830708555,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2715 < 16000)","cache_hit":34304,"estimated_new_tokens":2715,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":14842,"ongoing_decode_tokens":14842,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":37019,"score_linear":14842.0,"score_lmetric":37019},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":37019,"score_linear":62618.0,"score_lmetric":37019},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":0,"new_prefill":37019,"score_linear":68579.0,"score_lmetric":200956},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":80186,"ongoing_decode_tokens":21371,"pending_prefill_tokens":8639,"num_requests":2,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":0,"new_prefill":37019,"score_linear":80186.0,"score_lmetric":91316},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1286,"cache_hit":34304,"new_prefill":2715,"score_linear":-34304.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":37019,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":81011,"ongoing_decode_tokens":81011,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":37019,"score_linear":81011.0,"score_lmetric":74038},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":37019,"score_linear":161070.0,"score_lmetric":204690}],"chosen_score_linear":-34304.0,"chosen_score_lmetric":0,"t_first_token":328853.821929339,"t_first_token_unix":1779759718.8358724,"t_done":328855.669490009,"t_done_unix":1779759720.6834333},{"request_id":"1345921:2:1347089:474","session_id":"1345921","input_length":773,"t_proxy_recv":328855.79810248,"t_decision_unix":1779759720.8120441,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":512,"affinity_cache_ratio":0.6623544631306598,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (261 < 16000)","cache_hit":512,"estimated_new_tokens":261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":773,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":773,"score_linear":62618.0,"score_lmetric":773},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1381,"cache_hit":0,"new_prefill":773,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1255,"cache_hit":0,"new_prefill":773,"score_linear":21371.0,"score_lmetric":773},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":512,"new_prefill":261,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":773,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":773,"score_linear":7065.0,"score_lmetric":773},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":773,"score_linear":161070.0,"score_lmetric":132198}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":328855.836058781,"t_first_token_unix":1779759720.8500018,"t_done":328856.090317275,"t_done_unix":1779759721.1042607},{"request_id":"1347763:1:1347763:476","session_id":"1347763","input_length":5465,"t_proxy_recv":328858.123787485,"t_decision_unix":1779759723.1377287,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5465 < 16000)","cache_hit":0,"estimated_new_tokens":5465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":5465,"score_linear":62618.0,"score_lmetric":5465},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1381,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1255,"cache_hit":0,"new_prefill":5465,"score_linear":21371.0,"score_lmetric":5465},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":5465,"score_linear":7065.0,"score_lmetric":5465},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":186731,"ongoing_decode_tokens":186731,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":5465,"score_linear":186731.0,"score_lmetric":16395}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328858.480828157,"t_first_token_unix":1779759723.4947724,"t_done":328858.608035428,"t_done_unix":1779759723.6219785},{"request_id":"1341948:2:1347296:475","session_id":"1341948","input_length":25661,"t_proxy_recv":328856.515595522,"t_decision_unix":1779759721.529537,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":19456,"affinity_cache_ratio":0.7581933673668212,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6205 < 16000)","cache_hit":19456,"estimated_new_tokens":6205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":25661,"score_linear":62618.0,"score_lmetric":25661},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1381,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1255,"cache_hit":0,"new_prefill":25661,"score_linear":21371.0,"score_lmetric":25661},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":961,"cache_hit":0,"new_prefill":25661,"score_linear":7065.0,"score_lmetric":25661},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":19456,"new_prefill":6205,"score_linear":141614.0,"score_lmetric":143062}],"chosen_score_linear":141614.0,"chosen_score_lmetric":143062,"t_first_token":328857.699663456,"t_first_token_unix":1779759722.7136087,"t_done":328858.849425353,"t_done_unix":1779759723.8633683},{"request_id":"1339070:1:1339070:438","session_id":"1339070","input_length":7065,"t_proxy_recv":328828.033965489,"t_decision_unix":1779759693.0479066,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7065 < 16000)","cache_hit":0,"estimated_new_tokens":7065,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":7065,"score_linear":55130.0,"score_lmetric":7065},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":7065,"score_linear":62618.0,"score_lmetric":7065},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":7065,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":114821,"ongoing_decode_tokens":65133,"pending_prefill_tokens":5144,"num_requests":3,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":7065,"score_linear":114821.0,"score_lmetric":36627},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":7065,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":61229,"ongoing_decode_tokens":61229,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":7065,"score_linear":61229.0,"score_lmetric":7065},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":954,"cache_hit":0,"new_prefill":7065,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144545,"ongoing_decode_tokens":49162,"pending_prefill_tokens":8343,"num_requests":3,"active_p_offloads":0,"cached_blocks":992,"cache_hit":0,"new_prefill":7065,"score_linear":144545.0,"score_lmetric":46224}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328828.51515331,"t_first_token_unix":1779759693.5290966,"t_done":328859.714552527,"t_done_unix":1779759724.7284958},{"request_id":"1279412:22:1344210:462","session_id":"1279412","input_length":95781,"t_proxy_recv":328845.780557895,"t_decision_unix":1779759710.7944994,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9996137020912289,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (37 < 16000)","cache_hit":95744,"estimated_new_tokens":37,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":95781,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":95781,"score_linear":62618.0,"score_lmetric":95781},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68579,"ongoing_decode_tokens":0,"pending_prefill_tokens":63459,"num_requests":2,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":0,"new_prefill":95781,"score_linear":68579.0,"score_lmetric":318480},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1239,"cache_hit":0,"new_prefill":95781,"score_linear":21371.0,"score_lmetric":95781},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1285,"cache_hit":0,"new_prefill":95781,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":95781,"score_linear":66152.0,"score_lmetric":95781},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":95781,"score_linear":7065.0,"score_lmetric":95781},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":95744,"new_prefill":37,"score_linear":-30455.0,"score_lmetric":65326}],"chosen_score_linear":-30455.0,"chosen_score_lmetric":65326,"t_first_token":328856.564512756,"t_first_token_unix":1779759721.5784562,"t_done":328861.838886355,"t_done_unix":1779759726.85283},{"request_id":"1345921:3:1348784:483","session_id":"1345921","input_length":1397,"t_proxy_recv":328861.796548496,"t_decision_unix":1779759726.81049,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":512,"affinity_cache_ratio":0.36649964209019326,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (885 < 16000)","cache_hit":512,"estimated_new_tokens":885,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17217,"ongoing_decode_tokens":0,"pending_prefill_tokens":17217,"num_requests":1,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":1397,"score_linear":17217.0,"score_lmetric":18614},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":1397,"score_linear":62618.0,"score_lmetric":1397},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1391,"cache_hit":0,"new_prefill":1397,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":62573,"ongoing_decode_tokens":62573,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1255,"cache_hit":0,"new_prefill":1397,"score_linear":62573.0,"score_lmetric":2794},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":512,"new_prefill":885,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":1397,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12701,"ongoing_decode_tokens":0,"pending_prefill_tokens":12701,"num_requests":1,"active_p_offloads":0,"cached_blocks":976,"cache_hit":0,"new_prefill":1397,"score_linear":12701.0,"score_lmetric":14098},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":200706,"ongoing_decode_tokens":200706,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1157,"cache_hit":0,"new_prefill":1397,"score_linear":200706.0,"score_lmetric":4191}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":328861.866738241,"t_first_token_unix":1779759726.8806813,"t_done":328861.981453819,"t_done_unix":1779759726.9953969},{"request_id":"1311753:3:1348389:480","session_id":"1311753","input_length":39636,"t_proxy_recv":328860.604915939,"t_decision_unix":1779759725.6188571,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9171460288626501,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3284 < 16000)","cache_hit":36352,"estimated_new_tokens":3284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":39636,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":39636,"score_linear":62618.0,"score_lmetric":39636},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1391,"cache_hit":0,"new_prefill":39636,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":62573,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3826,"num_requests":2,"active_p_offloads":0,"cached_blocks":1255,"cache_hit":0,"new_prefill":39636,"score_linear":62573.0,"score_lmetric":86924},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":39636,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":39636,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":976,"cache_hit":0,"new_prefill":39636,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161070,"ongoing_decode_tokens":161070,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1157,"cache_hit":36352,"new_prefill":3284,"score_linear":124718.0,"score_lmetric":6568}],"chosen_score_linear":124718.0,"chosen_score_lmetric":6568,"t_first_token":328861.538018717,"t_first_token_unix":1779759726.5519621,"t_done":328862.286214718,"t_done_unix":1779759727.300158},{"request_id":"1348394:1:1348394:481","session_id":"1348394","input_length":17217,"t_proxy_recv":328860.633398116,"t_decision_unix":1779759725.6473396,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":17217,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":17217,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":17217,"score_linear":62618.0,"score_lmetric":17217},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1391,"cache_hit":0,"new_prefill":17217,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":62573,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3826,"num_requests":2,"active_p_offloads":0,"cached_blocks":1255,"cache_hit":0,"new_prefill":17217,"score_linear":62573.0,"score_lmetric":42086},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":17217,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":17217,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":976,"cache_hit":0,"new_prefill":17217,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":200706,"ongoing_decode_tokens":161070,"pending_prefill_tokens":3284,"num_requests":3,"active_p_offloads":0,"cached_blocks":1157,"cache_hit":0,"new_prefill":17217,"score_linear":200706.0,"score_lmetric":61503}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328862.291035754,"t_first_token_unix":1779759727.304979,"t_done":328862.671329015,"t_done_unix":1779759727.6852722},{"request_id":"1348691:1:1348691:482","session_id":"1348691","input_length":12701,"t_proxy_recv":328861.49533192,"t_decision_unix":1779759726.5092733,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (12701 < 16000)","cache_hit":0,"estimated_new_tokens":12701,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17217,"ongoing_decode_tokens":0,"pending_prefill_tokens":17217,"num_requests":1,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":12701,"score_linear":17217.0,"score_lmetric":29918},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":12701,"score_linear":62618.0,"score_lmetric":12701},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1391,"cache_hit":0,"new_prefill":12701,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":62573,"ongoing_decode_tokens":62573,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1255,"cache_hit":0,"new_prefill":12701,"score_linear":62573.0,"score_lmetric":25402},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":12701,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":12701,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":976,"cache_hit":0,"new_prefill":12701,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":200706,"ongoing_decode_tokens":161070,"pending_prefill_tokens":3284,"num_requests":3,"active_p_offloads":0,"cached_blocks":1157,"cache_hit":0,"new_prefill":12701,"score_linear":200706.0,"score_lmetric":47955}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328862.555365619,"t_first_token_unix":1779759727.569309,"t_done":328862.91270242,"t_done_unix":1779759727.9266455},{"request_id":"1342921:1:1342921:455","session_id":"1342921","input_length":65289,"t_proxy_recv":328841.495796294,"t_decision_unix":1779759706.5097377,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":65289,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":65289,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":65289,"score_linear":62618.0,"score_lmetric":65289},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1258,"cache_hit":0,"new_prefill":65289,"score_linear":59219.0,"score_lmetric":124508},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":58898,"ongoing_decode_tokens":58898,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":65289,"score_linear":58898.0,"score_lmetric":130578},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":65289,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114533,"ongoing_decode_tokens":114533,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":65289,"score_linear":114533.0,"score_lmetric":130578},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":65289,"score_linear":7065.0,"score_lmetric":65289},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":65289,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328856.557900951,"t_first_token_unix":1779759721.5718443,"t_done":328864.609087058,"t_done_unix":1779759729.6230333},{"request_id":"1344773:3:1349525:486","session_id":"1344773","input_length":33334,"t_proxy_recv":328864.42976339,"t_decision_unix":1779759729.4437046,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":32768,"affinity_cache_ratio":0.9830203395932081,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (566 < 16000)","cache_hit":32768,"estimated_new_tokens":566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1178,"cache_hit":32768,"new_prefill":566,"score_linear":-32768.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":33334,"score_linear":62618.0,"score_lmetric":33334},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1391,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":62573,"ongoing_decode_tokens":62573,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1255,"cache_hit":0,"new_prefill":33334,"score_linear":62573.0,"score_lmetric":66668},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1292,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":76493,"ongoing_decode_tokens":0,"pending_prefill_tokens":2253,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":33334,"score_linear":76493.0,"score_lmetric":35587},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161315,"ongoing_decode_tokens":161315,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1163,"cache_hit":0,"new_prefill":33334,"score_linear":161315.0,"score_lmetric":66668}],"chosen_score_linear":-32768.0,"chosen_score_lmetric":0,"t_first_token":328864.625011895,"t_first_token_unix":1779759729.638955,"t_done":328866.08083116,"t_done_unix":1779759731.0947747},{"request_id":"1349975:1:1349975:487","session_id":"1349975","input_length":4988,"t_proxy_recv":328866.019055578,"t_decision_unix":1779759731.032997,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4988 < 16000)","cache_hit":0,"estimated_new_tokens":4988,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":33334,"ongoing_decode_tokens":33334,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1178,"cache_hit":0,"new_prefill":4988,"score_linear":33334.0,"score_lmetric":4988},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":4988,"score_linear":62618.0,"score_lmetric":4988},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1391,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":62573,"ongoing_decode_tokens":62573,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1255,"cache_hit":0,"new_prefill":4988,"score_linear":62573.0,"score_lmetric":9976},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1292,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":76493,"ongoing_decode_tokens":76493,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":4988,"score_linear":76493.0,"score_lmetric":4988},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":4988,"score_linear":96026.0,"score_lmetric":4988}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328866.339233546,"t_first_token_unix":1779759731.353177,"t_done":328866.663163327,"t_done_unix":1779759731.6771066},{"request_id":"1350162:1:1350162:488","session_id":"1350162","input_length":4594,"t_proxy_recv":328866.705461054,"t_decision_unix":1779759731.7194026,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4594 < 16000)","cache_hit":0,"estimated_new_tokens":4594,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1179,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":4594,"score_linear":62618.0,"score_lmetric":4594},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1391,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":62573,"ongoing_decode_tokens":62573,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1255,"cache_hit":0,"new_prefill":4594,"score_linear":62573.0,"score_lmetric":9188},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1292,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":76493,"ongoing_decode_tokens":76493,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":4594,"score_linear":76493.0,"score_lmetric":4594},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":4594,"score_linear":96026.0,"score_lmetric":4594}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328866.999238751,"t_first_token_unix":1779759732.013182,"t_done":328867.116579172,"t_done_unix":1779759732.1305223},{"request_id":"1269373:19:1349406:485","session_id":"1269373","input_length":76493,"t_proxy_recv":328864.083942325,"t_decision_unix":1779759729.0978835,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74240,"affinity_cache_ratio":0.9705463245002811,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2253 < 16000)","cache_hit":74240,"estimated_new_tokens":2253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1178,"cache_hit":7680,"new_prefill":68813,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":76493,"score_linear":62618.0,"score_lmetric":76493},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1391,"cache_hit":0,"new_prefill":76493,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":62573,"ongoing_decode_tokens":62573,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1255,"cache_hit":7680,"new_prefill":68813,"score_linear":54893.0,"score_lmetric":137626},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1292,"cache_hit":0,"new_prefill":76493,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":76493,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":74240,"new_prefill":2253,"score_linear":-74240.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161315,"ongoing_decode_tokens":161315,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1163,"cache_hit":7680,"new_prefill":68813,"score_linear":153635.0,"score_lmetric":137626}],"chosen_score_linear":-74240.0,"chosen_score_lmetric":0,"t_first_token":328865.326410745,"t_first_token_unix":1779759730.3403716,"t_done":328868.791883399,"t_done_unix":1779759733.805827},{"request_id":"1350896:1:1350896:489","session_id":"1350896","input_length":1471,"t_proxy_recv":328869.151275841,"t_decision_unix":1779759734.1652172,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1471 < 16000)","cache_hit":0,"estimated_new_tokens":1471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1179,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":1471,"score_linear":62618.0,"score_lmetric":1471},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1400,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":62573,"ongoing_decode_tokens":62573,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1255,"cache_hit":0,"new_prefill":1471,"score_linear":62573.0,"score_lmetric":2942},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1292,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1005,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":1471,"score_linear":96026.0,"score_lmetric":1471}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328869.259846059,"t_first_token_unix":1779759734.2737892,"t_done":328869.620932465,"t_done_unix":1779759734.6348753},{"request_id":"1350980:1:1350980:490","session_id":"1350980","input_length":15313,"t_proxy_recv":328869.399594173,"t_decision_unix":1779759734.4135358,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (15313 < 16000)","cache_hit":0,"estimated_new_tokens":15313,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1179,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":15313,"score_linear":62618.0,"score_lmetric":15313},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1400,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":62573,"ongoing_decode_tokens":62573,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1255,"cache_hit":0,"new_prefill":15313,"score_linear":62573.0,"score_lmetric":30626},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1292,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1159,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":1471,"ongoing_decode_tokens":1471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1005,"cache_hit":0,"new_prefill":15313,"score_linear":1471.0,"score_lmetric":15313},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":15313,"score_linear":96026.0,"score_lmetric":15313}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328870.767904445,"t_first_token_unix":1779759735.7818477,"t_done":328870.808284461,"t_done_unix":1779759735.8222275},{"request_id":"1334223:3:1348241:479","session_id":"1334223","input_length":41202,"t_proxy_recv":328860.038055225,"t_decision_unix":1779759725.0519965,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9071404300762099,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3826 < 16000)","cache_hit":37376,"estimated_new_tokens":3826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":41202,"score_linear":62618.0,"score_lmetric":41202},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1391,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1255,"cache_hit":37376,"new_prefill":3826,"score_linear":-16005.0,"score_lmetric":3826},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":976,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161070,"ongoing_decode_tokens":161070,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1157,"cache_hit":0,"new_prefill":41202,"score_linear":161070.0,"score_lmetric":82404}],"chosen_score_linear":-16005.0,"chosen_score_lmetric":3826,"t_first_token":328861.051176728,"t_first_token_unix":1779759726.06512,"t_done":328871.718761736,"t_done_unix":1779759736.7327054},{"request_id":"1253743:5:1351907:492","session_id":"1253743","input_length":51340,"t_proxy_recv":328872.934851167,"t_decision_unix":1779759737.9487922,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":50176,"affinity_cache_ratio":0.9773276197896377,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1164 < 16000)","cache_hit":50176,"estimated_new_tokens":1164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1179,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":4608,"new_prefill":46732,"score_linear":58010.0,"score_lmetric":46732},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1400,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":50176,"new_prefill":1164,"score_linear":-28805.0,"score_lmetric":1164},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1292,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1188,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":51340,"score_linear":96026.0,"score_lmetric":51340}],"chosen_score_linear":-28805.0,"chosen_score_lmetric":1164,"t_first_token":328873.323361157,"t_first_token_unix":1779759738.3373046,"t_done":328873.896357855,"t_done_unix":1779759738.9103014},{"request_id":"1344773:4:1352462:494","session_id":"1344773","input_length":33579,"t_proxy_recv":328874.730154543,"t_decision_unix":1779759739.744096,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9910956252419667,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (299 < 16000)","cache_hit":33280,"estimated_new_tokens":299,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1179,"cache_hit":33280,"new_prefill":299,"score_linear":-33280.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":33579,"score_linear":62618.0,"score_lmetric":33579},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1400,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":33579,"score_linear":21371.0,"score_lmetric":33579},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1292,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1188,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":33579,"score_linear":21436.0,"score_lmetric":42727},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":33579,"score_linear":96026.0,"score_lmetric":33579}],"chosen_score_linear":-33280.0,"chosen_score_lmetric":0,"t_first_token":328874.804179933,"t_first_token_unix":1779759739.818123,"t_done":328874.973667306,"t_done_unix":1779759739.9876103},{"request_id":"1350162:2:1352468:495","session_id":"1350162","input_length":10575,"t_proxy_recv":328874.743899496,"t_decision_unix":1779759739.7578409,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":4608,"affinity_cache_ratio":0.4357446808510638,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5967 < 16000)","cache_hit":4608,"estimated_new_tokens":5967,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":33579,"ongoing_decode_tokens":0,"pending_prefill_tokens":299,"num_requests":1,"active_p_offloads":0,"cached_blocks":1179,"cache_hit":0,"new_prefill":10575,"score_linear":33579.0,"score_lmetric":10874},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":10575,"score_linear":62618.0,"score_lmetric":10575},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1400,"cache_hit":4608,"new_prefill":5967,"score_linear":-4608.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":10575,"score_linear":21371.0,"score_lmetric":10575},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1292,"cache_hit":0,"new_prefill":10575,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1188,"cache_hit":0,"new_prefill":10575,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":10575,"score_linear":21436.0,"score_lmetric":19723},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":10575,"score_linear":96026.0,"score_lmetric":10575}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":328875.305893298,"t_first_token_unix":1779759740.3198366,"t_done":328875.429576612,"t_done_unix":1779759740.4435198},{"request_id":"1348691:2:1352277:493","session_id":"1348691","input_length":21436,"t_proxy_recv":328874.119964721,"t_decision_unix":1779759739.1339061,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":12288,"affinity_cache_ratio":0.5732412763575294,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9148 < 16000)","cache_hit":12288,"estimated_new_tokens":9148,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1179,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":21436,"score_linear":62618.0,"score_lmetric":21436},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1400,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":21436,"score_linear":21371.0,"score_lmetric":21436},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1292,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1188,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":12288,"new_prefill":9148,"score_linear":-12288.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":21436,"score_linear":96026.0,"score_lmetric":21436}],"chosen_score_linear":-12288.0,"chosen_score_lmetric":0,"t_first_token":328875.411958103,"t_first_token_unix":1779759740.4259014,"t_done":328875.637033913,"t_done_unix":1779759740.6509771},{"request_id":"1345921:4:1353010:501","session_id":"1345921","input_length":6935,"t_proxy_recv":328876.723382229,"t_decision_unix":1779759741.7373235,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":5,"affinity_cache_hit":1024,"affinity_cache_ratio":0.14765681326604183,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":6935,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6935 < 16000)","cache_hit":0,"estimated_new_tokens":6935,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1179,"cache_hit":0,"new_prefill":6935,"score_linear":18840.0,"score_lmetric":25775},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":6935,"score_linear":62618.0,"score_lmetric":6935},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":83326,"ongoing_decode_tokens":0,"pending_prefill_tokens":382,"num_requests":1,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":0,"new_prefill":6935,"score_linear":83326.0,"score_lmetric":7317},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":6935,"score_linear":21371.0,"score_lmetric":6935},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14239,"ongoing_decode_tokens":0,"pending_prefill_tokens":14239,"num_requests":1,"active_p_offloads":0,"cached_blocks":1292,"cache_hit":1024,"new_prefill":5911,"score_linear":13215.0,"score_lmetric":20150},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1188,"cache_hit":0,"new_prefill":6935,"score_linear":68259.0,"score_lmetric":6935},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":77790,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1025,"cache_hit":0,"new_prefill":6935,"score_linear":77790.0,"score_lmetric":6935},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":6935,"score_linear":96026.0,"score_lmetric":6935}],"chosen_score_linear":68259.0,"chosen_score_lmetric":6935,"t_first_token":328877.205921409,"t_first_token_unix":1779759742.2198648,"t_done":328877.212342274,"t_done_unix":1779759742.2262852},{"request_id":"1352606:1:1352606:496","session_id":"1352606","input_length":18840,"t_proxy_recv":328875.312345838,"t_decision_unix":1779759740.3262873,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":18840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1179,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":18840,"score_linear":62618.0,"score_lmetric":18840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10575,"ongoing_decode_tokens":10575,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1400,"cache_hit":0,"new_prefill":18840,"score_linear":10575.0,"score_lmetric":18840},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":18840,"score_linear":21371.0,"score_lmetric":18840},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1292,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1188,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":18840,"score_linear":21436.0,"score_lmetric":27988},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":18840,"score_linear":96026.0,"score_lmetric":18840}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328877.197081541,"t_first_token_unix":1779759742.2110255,"t_done":328877.645816521,"t_done_unix":1779759742.6597598},{"request_id":"1317598:6:1352957:499","session_id":"1317598","input_length":83326,"t_proxy_recv":328876.582968406,"t_decision_unix":1779759741.5969095,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":82944,"affinity_cache_ratio":0.9954155965724983,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (382 < 16000)","cache_hit":82944,"estimated_new_tokens":382,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1179,"cache_hit":0,"new_prefill":83326,"score_linear":18840.0,"score_lmetric":102166},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":83326,"score_linear":62618.0,"score_lmetric":83326},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":82944,"new_prefill":382,"score_linear":-82944.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":83326,"score_linear":21371.0,"score_lmetric":83326},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1292,"cache_hit":512,"new_prefill":82814,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1188,"cache_hit":0,"new_prefill":83326,"score_linear":68259.0,"score_lmetric":83326},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":77790,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1025,"cache_hit":0,"new_prefill":83326,"score_linear":77790.0,"score_lmetric":83326},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":83326,"score_linear":96026.0,"score_lmetric":83326}],"chosen_score_linear":-82944.0,"chosen_score_lmetric":0,"t_first_token":328876.852511179,"t_first_token_unix":1779759741.866455,"t_done":328877.912620801,"t_done_unix":1779759742.926564},{"request_id":"1349975:2:1352986:500","session_id":"1349975","input_length":14239,"t_proxy_recv":328876.683597433,"t_decision_unix":1779759741.6975386,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":4,"affinity_cache_hit":4608,"affinity_cache_ratio":0.32361823161738884,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (14239 < 16000)","cache_hit":0,"estimated_new_tokens":14239,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1179,"cache_hit":0,"new_prefill":14239,"score_linear":18840.0,"score_lmetric":33079},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":14239,"score_linear":62618.0,"score_lmetric":14239},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":83326,"ongoing_decode_tokens":0,"pending_prefill_tokens":382,"num_requests":1,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":0,"new_prefill":14239,"score_linear":83326.0,"score_lmetric":14621},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":14239,"score_linear":21371.0,"score_lmetric":14239},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1292,"cache_hit":0,"new_prefill":14239,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1188,"cache_hit":4608,"new_prefill":9631,"score_linear":63651.0,"score_lmetric":9631},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":77790,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1025,"cache_hit":0,"new_prefill":14239,"score_linear":77790.0,"score_lmetric":14239},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":14239,"score_linear":96026.0,"score_lmetric":14239}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328877.937616308,"t_first_token_unix":1779759742.9515593,"t_done":328878.124178281,"t_done_unix":1779759743.1381211},{"request_id":"1269373:20:1352797:498","session_id":"1269373","input_length":77790,"t_proxy_recv":328875.984909734,"t_decision_unix":1779759740.998851,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9872734284612418,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (990 < 16000)","cache_hit":76800,"estimated_new_tokens":990,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1179,"cache_hit":7680,"new_prefill":70110,"score_linear":11160.0,"score_lmetric":88950},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":77790,"score_linear":62618.0,"score_lmetric":77790},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":0,"new_prefill":77790,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":7680,"new_prefill":70110,"score_linear":13691.0,"score_lmetric":70110},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1292,"cache_hit":0,"new_prefill":77790,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1188,"cache_hit":0,"new_prefill":77790,"score_linear":68259.0,"score_lmetric":77790},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1025,"cache_hit":76800,"new_prefill":990,"score_linear":-76800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":7680,"new_prefill":70110,"score_linear":88346.0,"score_lmetric":70110}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":328876.538898022,"t_first_token_unix":1779759741.5528417,"t_done":328878.639454622,"t_done_unix":1779759743.653398},{"request_id":"1344773:5:1353365:502","session_id":"1344773","input_length":33875,"t_proxy_recv":328878.189545537,"t_decision_unix":1779759743.203487,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9824354243542436,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (595 < 16000)","cache_hit":33280,"estimated_new_tokens":595,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":33280,"new_prefill":595,"score_linear":-33280.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":33875,"score_linear":62618.0,"score_lmetric":33875},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":33875,"score_linear":21371.0,"score_lmetric":33875},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":33875,"score_linear":68259.0,"score_lmetric":33875},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":77790,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1025,"cache_hit":0,"new_prefill":33875,"score_linear":77790.0,"score_lmetric":33875},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":33875,"score_linear":96026.0,"score_lmetric":33875}],"chosen_score_linear":-33280.0,"chosen_score_lmetric":0,"t_first_token":328878.328020304,"t_first_token_unix":1779759743.3419635,"t_done":328880.182172135,"t_done_unix":1779759745.1961157},{"request_id":"1253743:6:1354346:505","session_id":"1253743","input_length":51436,"t_proxy_recv":328881.436936414,"t_decision_unix":1779759746.4508777,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9954117738548877,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (236 < 16000)","cache_hit":51200,"estimated_new_tokens":236,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":51436,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":4608,"new_prefill":46828,"score_linear":58010.0,"score_lmetric":46828},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":0,"new_prefill":51436,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":51200,"new_prefill":236,"score_linear":-29829.0,"score_lmetric":236},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":51436,"score_linear":83526.0,"score_lmetric":134962},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":51436,"score_linear":68259.0,"score_lmetric":51436},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27651,"ongoing_decode_tokens":0,"pending_prefill_tokens":27651,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":51436,"score_linear":27651.0,"score_lmetric":79087},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":51436,"score_linear":96026.0,"score_lmetric":51436}],"chosen_score_linear":-29829.0,"chosen_score_lmetric":236,"t_first_token":328881.552299754,"t_first_token_unix":1779759746.566244,"t_done":328882.121418211,"t_done_unix":1779759747.1353624},{"request_id":"1279412:23:1348089:477","session_id":"1279412","input_length":96026,"t_proxy_recv":328861.857362795,"t_decision_unix":1779759726.8713045,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9970632953575074,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (282 < 16000)","cache_hit":95744,"estimated_new_tokens":282,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17217,"ongoing_decode_tokens":0,"pending_prefill_tokens":17217,"num_requests":1,"active_p_offloads":0,"cached_blocks":1145,"cache_hit":0,"new_prefill":96026,"score_linear":17217.0,"score_lmetric":113243},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":96026,"score_linear":62618.0,"score_lmetric":96026},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1391,"cache_hit":0,"new_prefill":96026,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":62573,"ongoing_decode_tokens":62573,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1255,"cache_hit":0,"new_prefill":96026,"score_linear":62573.0,"score_lmetric":192052},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":1397,"ongoing_decode_tokens":0,"pending_prefill_tokens":885,"num_requests":1,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":96026,"score_linear":1397.0,"score_lmetric":96911},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":96026,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12701,"ongoing_decode_tokens":0,"pending_prefill_tokens":12701,"num_requests":1,"active_p_offloads":0,"cached_blocks":976,"cache_hit":0,"new_prefill":96026,"score_linear":12701.0,"score_lmetric":108727},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":104925,"ongoing_decode_tokens":104925,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1157,"cache_hit":95744,"new_prefill":282,"score_linear":9181.0,"score_lmetric":564}],"chosen_score_linear":9181.0,"chosen_score_lmetric":564,"t_first_token":328862.051535969,"t_first_token_unix":1779759727.0654793,"t_done":328883.049866706,"t_done_unix":1779759748.0638103},{"request_id":"1353821:1:1353821:503","session_id":"1353821","input_length":27651,"t_proxy_recv":328879.60636968,"t_decision_unix":1779759744.6203108,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":27651,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":33875,"ongoing_decode_tokens":33875,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":27651,"score_linear":33875.0,"score_lmetric":27651},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":27651,"score_linear":62618.0,"score_lmetric":27651},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":27651,"score_linear":21371.0,"score_lmetric":27651},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":27651,"score_linear":68259.0,"score_lmetric":27651},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":27651,"score_linear":96026.0,"score_lmetric":27651}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328883.044027537,"t_first_token_unix":1779759748.057971,"t_done":328883.850728513,"t_done_unix":1779759748.8646717},{"request_id":"1286804:3:1354910:506","session_id":"1286804","input_length":15519,"t_proxy_recv":328883.409632218,"t_decision_unix":1779759748.4235735,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8907790450415619,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1695 < 16000)","cache_hit":13824,"estimated_new_tokens":1695,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":15519,"score_linear":62618.0,"score_lmetric":15519},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":13824,"new_prefill":1695,"score_linear":-13824.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":15519,"score_linear":21371.0,"score_lmetric":15519},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":15519,"score_linear":83526.0,"score_lmetric":99045},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":1536,"new_prefill":13983,"score_linear":66723.0,"score_lmetric":13983},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27651,"ongoing_decode_tokens":27651,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":15519,"score_linear":27651.0,"score_lmetric":15519},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13824.0,"chosen_score_lmetric":0,"t_first_token":328884.813914911,"t_first_token_unix":1779759749.8278584,"t_done":328886.424223291,"t_done_unix":1779759751.4381669},{"request_id":"1355484:1:1355484:508","session_id":"1355484","input_length":19366,"t_proxy_recv":328885.314602143,"t_decision_unix":1779759750.3285434,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6566 < 16000)","cache_hit":12800,"estimated_new_tokens":6566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":19366,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":19366,"score_linear":62618.0,"score_lmetric":19366},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":15519,"ongoing_decode_tokens":15519,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":0,"new_prefill":19366,"score_linear":15519.0,"score_lmetric":19366},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":19366,"score_linear":21371.0,"score_lmetric":19366},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":19366,"score_linear":83526.0,"score_lmetric":102892},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":19366,"score_linear":68259.0,"score_lmetric":19366},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24503,"ongoing_decode_tokens":0,"pending_prefill_tokens":24503,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":19366,"score_linear":24503.0,"score_lmetric":43869},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":12800,"new_prefill":6566,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":328886.259038381,"t_first_token_unix":1779759751.2729821,"t_done":328886.852762878,"t_done_unix":1779759751.8667066},{"request_id":"1355325:1:1355325:507","session_id":"1355325","input_length":24503,"t_proxy_recv":328884.880224547,"t_decision_unix":1779759749.8941658,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":24503,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":24503,"score_linear":62618.0,"score_lmetric":24503},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":15519,"ongoing_decode_tokens":15519,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":0,"new_prefill":24503,"score_linear":15519.0,"score_lmetric":24503},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":24503,"score_linear":21371.0,"score_lmetric":24503},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":24503,"score_linear":83526.0,"score_lmetric":108029},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":24503,"score_linear":68259.0,"score_lmetric":24503},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328887.720265575,"t_first_token_unix":1779759752.7342093,"t_done":328887.886843428,"t_done_unix":1779759752.9007864},{"request_id":"1253804:6:1318560:340","session_id":"1253804","input_length":62618,"t_proxy_recv":328755.230046257,"t_decision_unix":1779759620.2439878,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9403047047174934,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3738 < 16000)","cache_hit":58880,"estimated_new_tokens":3738,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":62618,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":959,"cache_hit":58880,"new_prefill":3738,"score_linear":-58880.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1000,"cache_hit":0,"new_prefill":62618,"score_linear":79663.0,"score_lmetric":142281},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":926,"cache_hit":3584,"new_prefill":59034,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":62618,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":62618,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":188103,"ongoing_decode_tokens":188103,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":774,"cache_hit":0,"new_prefill":62618,"score_linear":188103.0,"score_lmetric":125236},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":856,"cache_hit":0,"new_prefill":62618,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":328761.659786132,"t_first_token_unix":1779759626.6737294,"t_done":328888.327095745,"t_done_unix":1779759753.3410406},{"request_id":"1340278:2:1356079:512","session_id":"1340278","input_length":48977,"t_proxy_recv":328887.509944118,"t_decision_unix":1779759752.5238853,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9826653327071891,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (849 < 16000)","cache_hit":48128,"estimated_new_tokens":849,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":48193,"ongoing_decode_tokens":0,"pending_prefill_tokens":3137,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":48977,"score_linear":48193.0,"score_lmetric":52114},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":48977,"score_linear":62618.0,"score_lmetric":48977},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1414,"cache_hit":0,"new_prefill":48977,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":48977,"score_linear":21371.0,"score_lmetric":48977},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":48977,"score_linear":83526.0,"score_lmetric":132503},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":48128,"new_prefill":849,"score_linear":20131.0,"score_lmetric":849},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102592,"ongoing_decode_tokens":0,"pending_prefill_tokens":24768,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":48977,"score_linear":102592.0,"score_lmetric":147490},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":0,"new_prefill":48977,"score_linear":35308.0,"score_lmetric":84285}],"chosen_score_linear":20131.0,"chosen_score_lmetric":849,"t_first_token":328887.793629736,"t_first_token_unix":1779759752.8075733,"t_done":328888.852690312,"t_done_unix":1779759753.8666337},{"request_id":"1344773:6:1356097:513","session_id":"1344773","input_length":34198,"t_proxy_recv":328887.568121921,"t_decision_unix":1779759752.582063,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9881279606994561,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (406 < 16000)","cache_hit":33792,"estimated_new_tokens":406,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":48193,"ongoing_decode_tokens":0,"pending_prefill_tokens":3137,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":33792,"new_prefill":406,"score_linear":14401.0,"score_lmetric":3543},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":34198,"score_linear":62618.0,"score_lmetric":34198},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1414,"cache_hit":0,"new_prefill":34198,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":34198,"score_linear":21371.0,"score_lmetric":34198},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":34198,"score_linear":83526.0,"score_lmetric":117724},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":117236,"ongoing_decode_tokens":68259,"pending_prefill_tokens":849,"num_requests":2,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":34198,"score_linear":117236.0,"score_lmetric":70094},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102592,"ongoing_decode_tokens":0,"pending_prefill_tokens":24768,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":34198,"score_linear":102592.0,"score_lmetric":117932},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":0,"new_prefill":34198,"score_linear":35308.0,"score_lmetric":69506}],"chosen_score_linear":14401.0,"chosen_score_lmetric":3543,"t_first_token":328889.311685311,"t_first_token_unix":1779759754.3256288,"t_done":328889.533106278,"t_done_unix":1779759754.5470498},{"request_id":"1356948:1:1356948:515","session_id":"1356948","input_length":6711,"t_proxy_recv":328890.606310416,"t_decision_unix":1779759755.6202514,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6711 < 16000)","cache_hit":0,"estimated_new_tokens":6711,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":48193,"ongoing_decode_tokens":48193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":6711,"score_linear":48193.0,"score_lmetric":6711},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":6711,"score_linear":122597.0,"score_lmetric":129308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1414,"cache_hit":0,"new_prefill":6711,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":6711,"score_linear":21371.0,"score_lmetric":6711},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":6711,"score_linear":83526.0,"score_lmetric":90237},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":6711,"score_linear":68259.0,"score_lmetric":6711},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":78089,"ongoing_decode_tokens":78089,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1128,"cache_hit":0,"new_prefill":6711,"score_linear":78089.0,"score_lmetric":6711},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":0,"new_prefill":6711,"score_linear":35308.0,"score_lmetric":42019}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328891.063133667,"t_first_token_unix":1779759756.077077,"t_done":328891.33977993,"t_done_unix":1779759756.353723},{"request_id":"1269373:21:1355702:509","session_id":"1269373","input_length":78089,"t_proxy_recv":328885.997522587,"t_decision_unix":1779759751.011464,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":77824,"affinity_cache_ratio":0.9966064362458221,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (265 < 16000)","cache_hit":77824,"estimated_new_tokens":265,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":7680,"new_prefill":70409,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":78089,"score_linear":62618.0,"score_lmetric":78089},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":15519,"ongoing_decode_tokens":15519,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":0,"new_prefill":78089,"score_linear":15519.0,"score_lmetric":78089},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":7680,"new_prefill":70409,"score_linear":13691.0,"score_lmetric":70409},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":78089,"score_linear":83526.0,"score_lmetric":161615},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":78089,"score_linear":68259.0,"score_lmetric":78089},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24503,"ongoing_decode_tokens":0,"pending_prefill_tokens":24503,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":77824,"new_prefill":265,"score_linear":-53321.0,"score_lmetric":24768},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":19366,"ongoing_decode_tokens":0,"pending_prefill_tokens":6566,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":7680,"new_prefill":70409,"score_linear":11686.0,"score_lmetric":76975}],"chosen_score_linear":-53321.0,"chosen_score_lmetric":24768,"t_first_token":328887.837378073,"t_first_token_unix":1779759752.8513215,"t_done":328891.592923738,"t_done_unix":1779759756.6068714},{"request_id":"1355951:1:1355951:511","session_id":"1355951","input_length":35308,"t_proxy_recv":328886.906932868,"t_decision_unix":1779759751.9208746,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":35308,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":48193,"ongoing_decode_tokens":0,"pending_prefill_tokens":3137,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":35308,"score_linear":48193.0,"score_lmetric":38445},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":35308,"score_linear":62618.0,"score_lmetric":35308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1414,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":35308,"score_linear":21371.0,"score_lmetric":35308},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":35308,"score_linear":83526.0,"score_lmetric":118834},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":35308,"score_linear":68259.0,"score_lmetric":35308},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102592,"ongoing_decode_tokens":0,"pending_prefill_tokens":24768,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":35308,"score_linear":102592.0,"score_lmetric":120152},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328892.085378851,"t_first_token_unix":1779759757.099322,"t_done":328892.48103589,"t_done_unix":1779759757.4949791},{"request_id":"1353821:2:1357420:517","session_id":"1353821","input_length":27805,"t_proxy_recv":328891.990199838,"t_decision_unix":1779759757.0041409,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9943535335371336,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (157 < 16000)","cache_hit":27648,"estimated_new_tokens":157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":48193,"ongoing_decode_tokens":48193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":27805,"score_linear":48193.0,"score_lmetric":27805},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":27805,"score_linear":122597.0,"score_lmetric":150402},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":27805,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":27805,"score_linear":21371.0,"score_lmetric":27805},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":27805,"score_linear":83526.0,"score_lmetric":111331},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":81779,"ongoing_decode_tokens":68259,"pending_prefill_tokens":13520,"num_requests":2,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":27805,"score_linear":81779.0,"score_lmetric":82650},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":27648,"new_prefill":157,"score_linear":-27648.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":0,"new_prefill":27805,"score_linear":35308.0,"score_lmetric":63113}],"chosen_score_linear":-27648.0,"chosen_score_lmetric":0,"t_first_token":328892.052585313,"t_first_token_unix":1779759757.0665288,"t_done":328892.80633803,"t_done_unix":1779759757.8202813},{"request_id":"1357132:1:1357132:516","session_id":"1357132","input_length":13520,"t_proxy_recv":328891.139958544,"t_decision_unix":1779759756.1538994,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":13520,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (13520 < 16000)","cache_hit":0,"estimated_new_tokens":13520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":48193,"ongoing_decode_tokens":48193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":13520,"score_linear":48193.0,"score_lmetric":13520},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":13520,"score_linear":122597.0,"score_lmetric":136117},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":6711,"ongoing_decode_tokens":6711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1414,"cache_hit":0,"new_prefill":13520,"score_linear":6711.0,"score_lmetric":13520},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":13520,"score_linear":21371.0,"score_lmetric":13520},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":13520,"score_linear":83526.0,"score_lmetric":97046},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":13520,"score_linear":68259.0,"score_lmetric":13520},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":78089,"ongoing_decode_tokens":78089,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1128,"cache_hit":0,"new_prefill":13520,"score_linear":78089.0,"score_lmetric":13520},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":0,"new_prefill":13520,"score_linear":35308.0,"score_lmetric":48828}],"chosen_score_linear":68259.0,"chosen_score_lmetric":13520,"t_first_token":328892.309450205,"t_first_token_unix":1779759757.323394,"t_done":328893.408619461,"t_done_unix":1779759758.4225626},{"request_id":"1344773:7:1357714:518","session_id":"1344773","input_length":34351,"t_proxy_recv":328893.073797393,"t_decision_unix":1779759758.0877385,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9837268201799074,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (559 < 16000)","cache_hit":33792,"estimated_new_tokens":559,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":48193,"ongoing_decode_tokens":48193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":33792,"new_prefill":559,"score_linear":14401.0,"score_lmetric":559},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":34351,"score_linear":122597.0,"score_lmetric":156948},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":34351,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":34351,"score_linear":21371.0,"score_lmetric":34351},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":34351,"score_linear":83526.0,"score_lmetric":117877},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":81779,"ongoing_decode_tokens":81779,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":34351,"score_linear":81779.0,"score_lmetric":68702},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":34351,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":34351,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":14401.0,"chosen_score_lmetric":559,"t_first_token":328893.179974024,"t_first_token_unix":1779759758.1939175,"t_done":328893.758615238,"t_done_unix":1779759758.7725594},{"request_id":"1294611:11:1355750:510","session_id":"1294611","input_length":48193,"t_proxy_recv":328886.117207579,"t_decision_unix":1779759751.1311488,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9349075591890939,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3137 < 16000)","cache_hit":45056,"estimated_new_tokens":3137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":45056,"new_prefill":3137,"score_linear":-45056.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":48193,"score_linear":62618.0,"score_lmetric":48193},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":15519,"ongoing_decode_tokens":15519,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":12800,"new_prefill":35393,"score_linear":2719.0,"score_lmetric":35393},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":12800,"new_prefill":35393,"score_linear":8571.0,"score_lmetric":35393},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":48193,"score_linear":83526.0,"score_lmetric":131719},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":48193,"score_linear":68259.0,"score_lmetric":48193},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102592,"ongoing_decode_tokens":0,"pending_prefill_tokens":24768,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":48193,"score_linear":102592.0,"score_lmetric":145922},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":19366,"ongoing_decode_tokens":0,"pending_prefill_tokens":6566,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":48193,"score_linear":19366.0,"score_lmetric":54759}],"chosen_score_linear":-45056.0,"chosen_score_lmetric":0,"t_first_token":328889.264436247,"t_first_token_unix":1779759754.2783797,"t_done":328897.033964174,"t_done_unix":1779759762.0479078},{"request_id":"1344773:8:1358989:523","session_id":"1344773","input_length":34552,"t_proxy_recv":328897.597839067,"t_decision_unix":1779759762.6117804,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9928224125955082,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (248 < 16000)","cache_hit":34304,"estimated_new_tokens":248,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":34304,"new_prefill":248,"score_linear":-34304.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":34552,"score_linear":122597.0,"score_lmetric":157149},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":34552,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":34552,"score_linear":21371.0,"score_lmetric":34552},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":34552,"score_linear":83526.0,"score_lmetric":118078},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":34552,"score_linear":68259.0,"score_lmetric":34552},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":0,"pending_prefill_tokens":1910,"num_requests":1,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":34552,"score_linear":80246.0,"score_lmetric":36462},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":34694,"num_requests":1,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":34552,"score_linear":58758.0,"score_lmetric":69246}],"chosen_score_linear":-34304.0,"chosen_score_lmetric":0,"t_first_token":328897.729151996,"t_first_token_unix":1779759762.7430956,"t_done":328897.985249067,"t_done_unix":1779759762.999192},{"request_id":"1253743:7:1359251:524","session_id":"1253743","input_length":51509,"t_proxy_recv":328898.634188909,"t_decision_unix":1779759763.64813,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9940010483604806,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (309 < 16000)","cache_hit":51200,"estimated_new_tokens":309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":51509,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":4608,"new_prefill":46901,"score_linear":117989.0,"score_lmetric":169498},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":51509,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":51200,"new_prefill":309,"score_linear":-29829.0,"score_lmetric":309},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":51509,"score_linear":83526.0,"score_lmetric":135035},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":51509,"score_linear":68259.0,"score_lmetric":51509},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":51509,"score_linear":80246.0,"score_lmetric":51509},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":34694,"num_requests":1,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":51509,"score_linear":58758.0,"score_lmetric":86203}],"chosen_score_linear":-29829.0,"chosen_score_lmetric":309,"t_first_token":328898.734037849,"t_first_token_unix":1779759763.7479808,"t_done":328898.966289304,"t_done_unix":1779759763.9802327},{"request_id":"1344773:9:1360064:526","session_id":"1344773","input_length":34611,"t_proxy_recv":328901.610875705,"t_decision_unix":1779759766.624817,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9911299875762041,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (307 < 16000)","cache_hit":34304,"estimated_new_tokens":307,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":34304,"new_prefill":307,"score_linear":-34304.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":34611,"score_linear":122597.0,"score_lmetric":157208},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":34611,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":34611,"score_linear":21371.0,"score_lmetric":34611},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":34611,"score_linear":83526.0,"score_lmetric":118137},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":34611,"score_linear":68259.0,"score_lmetric":34611},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":34611,"score_linear":80246.0,"score_lmetric":34611},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":78251,"ongoing_decode_tokens":0,"pending_prefill_tokens":34731,"num_requests":2,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":34611,"score_linear":78251.0,"score_lmetric":138684}],"chosen_score_linear":-34304.0,"chosen_score_lmetric":0,"t_first_token":328901.680559226,"t_first_token_unix":1779759766.6945028,"t_done":328902.076092909,"t_done_unix":1779759767.090036},{"request_id":"1336620:3:1339999:443","session_id":"1336620","input_length":21371,"t_proxy_recv":328831.514219122,"t_decision_unix":1779759696.5281608,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14848,"affinity_cache_ratio":0.6947732909082401,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6523 < 16000)","cache_hit":14848,"estimated_new_tokens":6523,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":7680,"new_prefill":13691,"score_linear":47450.0,"score_lmetric":13691},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":21371,"score_linear":62618.0,"score_lmetric":21371},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":45994,"ongoing_decode_tokens":45994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":21371,"score_linear":45994.0,"score_lmetric":21371},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99903,"ongoing_decode_tokens":99903,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1191,"cache_hit":14848,"new_prefill":6523,"score_linear":85055.0,"score_lmetric":13046},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13816,"ongoing_decode_tokens":0,"pending_prefill_tokens":13816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":21371,"score_linear":13816.0,"score_lmetric":35187},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":66152,"ongoing_decode_tokens":0,"pending_prefill_tokens":4712,"num_requests":1,"active_p_offloads":0,"cached_blocks":1045,"cache_hit":0,"new_prefill":21371,"score_linear":66152.0,"score_lmetric":26083},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":31527,"ongoing_decode_tokens":31527,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":954,"cache_hit":7680,"new_prefill":13691,"score_linear":23847.0,"score_lmetric":27382},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95543,"ongoing_decode_tokens":0,"pending_prefill_tokens":311,"num_requests":1,"active_p_offloads":0,"cached_blocks":1064,"cache_hit":7680,"new_prefill":13691,"score_linear":87863.0,"score_lmetric":14002}],"chosen_score_linear":85055.0,"chosen_score_lmetric":13046,"t_first_token":328832.504562131,"t_first_token_unix":1779759697.518507,"t_done":328904.813047433,"t_done_unix":1779759769.826991},{"request_id":"1353951:1:1353951:504","session_id":"1353951","input_length":83526,"t_proxy_recv":328880.088942554,"t_decision_unix":1779759745.1028838,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":83526,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":33875,"ongoing_decode_tokens":33875,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1215,"cache_hit":0,"new_prefill":83526,"score_linear":33875.0,"score_lmetric":83526},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":83526,"score_linear":62618.0,"score_lmetric":83526},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":83526,"score_linear":21371.0,"score_lmetric":83526},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":83526,"score_linear":68259.0,"score_lmetric":83526},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27651,"ongoing_decode_tokens":0,"pending_prefill_tokens":27651,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":83526,"score_linear":27651.0,"score_lmetric":111177},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":83526,"score_linear":96026.0,"score_lmetric":83526}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328903.772564164,"t_first_token_unix":1779759768.7865076,"t_done":328905.170724077,"t_done_unix":1779759770.1846676},{"request_id":"1353821:3:1360898:529","session_id":"1353821","input_length":27933,"t_proxy_recv":328904.408971015,"t_decision_unix":1779759769.4229124,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27648,"affinity_cache_ratio":0.98979701428418,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (285 < 16000)","cache_hit":27648,"estimated_new_tokens":285,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":27933,"score_linear":117888.0,"score_lmetric":145821},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":27933,"score_linear":122597.0,"score_lmetric":150530},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":27933,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":27933,"score_linear":21371.0,"score_lmetric":27933},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":83526,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":27933,"score_linear":83526.0,"score_lmetric":27933},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":27933,"score_linear":68259.0,"score_lmetric":27933},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":27648,"new_prefill":285,"score_linear":52598.0,"score_lmetric":285},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111729,"ongoing_decode_tokens":0,"pending_prefill_tokens":40049,"num_requests":3,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":27933,"score_linear":111729.0,"score_lmetric":203946}],"chosen_score_linear":52598.0,"chosen_score_lmetric":285,"t_first_token":328904.481323438,"t_first_token_unix":1779759769.4952667,"t_done":328905.234333244,"t_done_unix":1779759770.2482762},{"request_id":"1353951:2:1358300:520","session_id":"1353951","input_length":83905,"t_proxy_recv":328905.186116039,"t_decision_unix":1779759770.2000573,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9946487098504261,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (449 < 16000)","cache_hit":83456,"estimated_new_tokens":449,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":83905,"score_linear":117888.0,"score_lmetric":201793},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":83905,"score_linear":122597.0,"score_lmetric":206502},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":83905,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66032,"ongoing_decode_tokens":0,"pending_prefill_tokens":66032,"num_requests":1,"active_p_offloads":0,"cached_blocks":1288,"cache_hit":0,"new_prefill":83905,"score_linear":66032.0,"score_lmetric":149937},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":83456,"new_prefill":449,"score_linear":-83456.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":83905,"score_linear":68259.0,"score_lmetric":83905},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108179,"ongoing_decode_tokens":108179,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":83905,"score_linear":108179.0,"score_lmetric":167810},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111729,"ongoing_decode_tokens":0,"pending_prefill_tokens":40049,"num_requests":3,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":83905,"score_linear":111729.0,"score_lmetric":371862}],"chosen_score_linear":-83456.0,"chosen_score_lmetric":0,"t_first_token":328905.463324768,"t_first_token_unix":1779759770.4772682,"t_done":328905.61629519,"t_done_unix":1779759770.6302385},{"request_id":"1356948:2:1361262:532","session_id":"1356948","input_length":16480,"t_proxy_recv":328905.884872021,"t_decision_unix":1779759770.8988132,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":6656,"affinity_cache_ratio":0.40388349514563104,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9824 < 16000)","cache_hit":6656,"estimated_new_tokens":9824,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":16480,"score_linear":117888.0,"score_lmetric":134368},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":16480,"score_linear":122597.0,"score_lmetric":139077},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":6656,"new_prefill":9824,"score_linear":-6656.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66032,"ongoing_decode_tokens":0,"pending_prefill_tokens":66032,"num_requests":1,"active_p_offloads":0,"cached_blocks":1288,"cache_hit":0,"new_prefill":16480,"score_linear":66032.0,"score_lmetric":82512},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":16480,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":16480,"score_linear":68259.0,"score_lmetric":16480},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":16480,"score_linear":80246.0,"score_lmetric":16480},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111729,"ongoing_decode_tokens":78251,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":16480,"score_linear":111729.0,"score_lmetric":65394}],"chosen_score_linear":-6656.0,"chosen_score_lmetric":0,"t_first_token":328907.010800772,"t_first_token_unix":1779759772.0247447,"t_done":328907.177028536,"t_done_unix":1779759772.190972},{"request_id":"1361992:1:1361992:535","session_id":"1361992","input_length":8113,"t_proxy_recv":328908.465037871,"t_decision_unix":1779759773.478979,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8113 < 16000)","cache_hit":0,"estimated_new_tokens":8113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":8113,"score_linear":152567.0,"score_lmetric":252752},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":8113,"score_linear":122597.0,"score_lmetric":130710},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":8113,"score_linear":76969.0,"score_lmetric":85082},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66032,"ongoing_decode_tokens":0,"pending_prefill_tokens":66032,"num_requests":1,"active_p_offloads":0,"cached_blocks":1288,"cache_hit":0,"new_prefill":8113,"score_linear":66032.0,"score_lmetric":74145},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":8113,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":8113,"score_linear":68259.0,"score_lmetric":8113},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":8113,"score_linear":80246.0,"score_lmetric":8113},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111729,"ongoing_decode_tokens":78251,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":8113,"score_linear":111729.0,"score_lmetric":40293}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328909.053146258,"t_first_token_unix":1779759774.0670893,"t_done":328909.192164124,"t_done_unix":1779759774.2061071},{"request_id":"1362265:1:1362265:536","session_id":"1362265","input_length":8825,"t_proxy_recv":328909.306921841,"t_decision_unix":1779759774.3208635,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8825 < 16000)","cache_hit":0,"estimated_new_tokens":8825,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":8825,"score_linear":152567.0,"score_lmetric":254176},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":8825,"score_linear":122597.0,"score_lmetric":131422},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":8825,"score_linear":76969.0,"score_lmetric":85794},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66032,"ongoing_decode_tokens":0,"pending_prefill_tokens":66032,"num_requests":1,"active_p_offloads":0,"cached_blocks":1288,"cache_hit":0,"new_prefill":8825,"score_linear":66032.0,"score_lmetric":74857},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":8825,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":8825,"score_linear":68259.0,"score_lmetric":8825},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":8825,"score_linear":80246.0,"score_lmetric":8825},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111729,"ongoing_decode_tokens":78251,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":8825,"score_linear":111729.0,"score_lmetric":42429}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328909.979367416,"t_first_token_unix":1779759774.9933112,"t_done":328911.050238105,"t_done_unix":1779759776.0641816},{"request_id":"1270340:3:1360716:528","session_id":"1270340","input_length":33478,"t_proxy_recv":328903.743482304,"t_decision_unix":1779759768.7574236,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28160,"affinity_cache_ratio":0.8411494115538563,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5318 < 16000)","cache_hit":28160,"estimated_new_tokens":5318,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":33478,"score_linear":117888.0,"score_lmetric":151366},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":33478,"score_linear":122597.0,"score_lmetric":156075},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":33478,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":33478,"score_linear":21371.0,"score_lmetric":33478},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":1536,"new_prefill":31942,"score_linear":81990.0,"score_lmetric":115468},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":33478,"score_linear":68259.0,"score_lmetric":33478},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":33478,"score_linear":80246.0,"score_lmetric":33478},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":78251,"ongoing_decode_tokens":0,"pending_prefill_tokens":34731,"num_requests":2,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":28160,"new_prefill":5318,"score_linear":50091.0,"score_lmetric":80098}],"chosen_score_linear":50091.0,"chosen_score_lmetric":80098,"t_first_token":328910.428139258,"t_first_token_unix":1779759775.442083,"t_done":328911.695824209,"t_done_unix":1779759776.7097678},{"request_id":"1361992:2:1362904:537","session_id":"1361992","input_length":10347,"t_proxy_recv":328911.552927333,"t_decision_unix":1779759776.5668685,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":7680,"affinity_cache_ratio":0.7422441287329661,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2667 < 16000)","cache_hit":7680,"estimated_new_tokens":2667,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":10347,"score_linear":152567.0,"score_lmetric":257220},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":10347,"score_linear":122597.0,"score_lmetric":132944},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":10347,"score_linear":76969.0,"score_lmetric":87316},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66032,"ongoing_decode_tokens":0,"pending_prefill_tokens":66032,"num_requests":1,"active_p_offloads":0,"cached_blocks":1288,"cache_hit":0,"new_prefill":10347,"score_linear":66032.0,"score_lmetric":76379},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":7680,"new_prefill":2667,"score_linear":-7680.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":10347,"score_linear":68259.0,"score_lmetric":10347},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":10347,"score_linear":80246.0,"score_lmetric":10347},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111729,"ongoing_decode_tokens":111729,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":10347,"score_linear":111729.0,"score_lmetric":31041}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":328911.818044671,"t_first_token_unix":1779759776.8319879,"t_done":328911.965205151,"t_done_unix":1779759776.9791481},{"request_id":"1355484:2:1359370:525","session_id":"1355484","input_length":19493,"t_proxy_recv":328899.090157265,"t_decision_unix":1779759764.1040986,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9981018827271328,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (37 < 16000)","cache_hit":19456,"estimated_new_tokens":37,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":19493,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":19493,"score_linear":122597.0,"score_lmetric":142090},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":19493,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":19493,"score_linear":21371.0,"score_lmetric":19493},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":19493,"score_linear":83526.0,"score_lmetric":103019},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":19493,"score_linear":68259.0,"score_lmetric":19493},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":19493,"score_linear":80246.0,"score_lmetric":19493},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":34694,"num_requests":1,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":19456,"new_prefill":37,"score_linear":39302.0,"score_lmetric":34731}],"chosen_score_linear":39302.0,"chosen_score_lmetric":34731,"t_first_token":328905.737383148,"t_first_token_unix":1779759770.7513266,"t_done":328912.729663195,"t_done_unix":1779759777.7436066},{"request_id":"1353821:4:1363399:541","session_id":"1353821","input_length":28093,"t_proxy_recv":328913.330325084,"t_decision_unix":1779759778.3442664,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27648,"affinity_cache_ratio":0.984159755099135,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (445 < 16000)","cache_hit":27648,"estimated_new_tokens":445,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":28093,"score_linear":152567.0,"score_lmetric":292712},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":28093,"score_linear":122597.0,"score_lmetric":150690},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":28093,"score_linear":93026.0,"score_lmetric":214590},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66032,"ongoing_decode_tokens":0,"pending_prefill_tokens":66032,"num_requests":1,"active_p_offloads":0,"cached_blocks":1288,"cache_hit":0,"new_prefill":28093,"score_linear":66032.0,"score_lmetric":94125},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":28093,"score_linear":62685.0,"score_lmetric":90778},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":28093,"score_linear":68259.0,"score_lmetric":28093},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":27648,"new_prefill":445,"score_linear":52598.0,"score_lmetric":445},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115704,"ongoing_decode_tokens":78472,"pending_prefill_tokens":1904,"num_requests":3,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":28093,"score_linear":115704.0,"score_lmetric":89991}],"chosen_score_linear":52598.0,"chosen_score_lmetric":445,"t_first_token":328913.441805875,"t_first_token_unix":1779759778.455749,"t_done":328913.742765605,"t_done_unix":1779759778.7567086},{"request_id":"1355484:3:1361065:531","session_id":"1355484","input_length":19714,"t_proxy_recv":328912.734667142,"t_decision_unix":1779759777.7486084,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9869128538094755,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (258 < 16000)","cache_hit":19456,"estimated_new_tokens":258,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":19714,"score_linear":152567.0,"score_lmetric":275954},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":19714,"score_linear":122597.0,"score_lmetric":142311},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":19714,"score_linear":93026.0,"score_lmetric":197832},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66032,"ongoing_decode_tokens":0,"pending_prefill_tokens":66032,"num_requests":1,"active_p_offloads":0,"cached_blocks":1288,"cache_hit":0,"new_prefill":19714,"score_linear":66032.0,"score_lmetric":85746},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":19714,"score_linear":62685.0,"score_lmetric":82399},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":19714,"score_linear":68259.0,"score_lmetric":19714},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":19714,"score_linear":80246.0,"score_lmetric":19714},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":19456,"new_prefill":258,"score_linear":39302.0,"score_lmetric":258}],"chosen_score_linear":39302.0,"chosen_score_lmetric":258,"t_first_token":328912.799808667,"t_first_token_unix":1779759777.8137522,"t_done":328913.996898271,"t_done_unix":1779759779.0108414},{"request_id":"1363440:1:1363440:542","session_id":"1363440","input_length":543,"t_proxy_recv":328913.502120265,"t_decision_unix":1779759778.5160618,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":543,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (543 < 16000)","cache_hit":0,"estimated_new_tokens":543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":543,"score_linear":152567.0,"score_lmetric":237612},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":543,"score_linear":122597.0,"score_lmetric":123140},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":543,"score_linear":93026.0,"score_lmetric":159490},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66032,"ongoing_decode_tokens":0,"pending_prefill_tokens":66032,"num_requests":1,"active_p_offloads":0,"cached_blocks":1288,"cache_hit":0,"new_prefill":543,"score_linear":66032.0,"score_lmetric":66575},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":543,"score_linear":62685.0,"score_lmetric":63228},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":543,"score_linear":68259.0,"score_lmetric":543},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108339,"ongoing_decode_tokens":108339,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":543,"score_linear":108339.0,"score_lmetric":1086},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115704,"ongoing_decode_tokens":78472,"pending_prefill_tokens":1904,"num_requests":3,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":543,"score_linear":115704.0,"score_lmetric":7341}],"chosen_score_linear":68259.0,"chosen_score_lmetric":543,"t_first_token":328913.694669218,"t_first_token_unix":1779759778.7086122,"t_done":328914.058356793,"t_done_unix":1779759779.0722997},{"request_id":"1355951:2:1363365:540","session_id":"1355951","input_length":37232,"t_proxy_recv":328913.212623162,"t_decision_unix":1779759778.2265644,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9488611946712505,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1904 < 16000)","cache_hit":35328,"estimated_new_tokens":1904,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":37232,"score_linear":152567.0,"score_lmetric":310990},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":37232,"score_linear":122597.0,"score_lmetric":159829},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":37232,"score_linear":93026.0,"score_lmetric":232868},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66032,"ongoing_decode_tokens":0,"pending_prefill_tokens":66032,"num_requests":1,"active_p_offloads":0,"cached_blocks":1288,"cache_hit":0,"new_prefill":37232,"score_linear":66032.0,"score_lmetric":103264},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":37232,"score_linear":62685.0,"score_lmetric":99917},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":37232,"score_linear":68259.0,"score_lmetric":37232},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":37232,"score_linear":80246.0,"score_lmetric":37232},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":78472,"ongoing_decode_tokens":78472,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":35328,"new_prefill":1904,"score_linear":43144.0,"score_lmetric":3808}],"chosen_score_linear":43144.0,"chosen_score_lmetric":3808,"t_first_token":328913.800776496,"t_first_token_unix":1779759778.81472,"t_done":328914.850090972,"t_done_unix":1779759779.8640347},{"request_id":"1364128:1:1364128:545","session_id":"1364128","input_length":8706,"t_proxy_recv":328915.669751687,"t_decision_unix":1779759780.6836932,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":8706,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8706 < 16000)","cache_hit":0,"estimated_new_tokens":8706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":8706,"score_linear":152567.0,"score_lmetric":253938},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":8706,"score_linear":122597.0,"score_lmetric":131303},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":8706,"score_linear":93026.0,"score_lmetric":175816},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66032,"ongoing_decode_tokens":0,"pending_prefill_tokens":66032,"num_requests":1,"active_p_offloads":0,"cached_blocks":1288,"cache_hit":0,"new_prefill":8706,"score_linear":66032.0,"score_lmetric":74738},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":6656,"new_prefill":2050,"score_linear":56029.0,"score_lmetric":64735},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1229,"cache_hit":0,"new_prefill":8706,"score_linear":68259.0,"score_lmetric":8706},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":80246,"pending_prefill_tokens":2633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":8706,"score_linear":94143.0,"score_lmetric":22678},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71394,"ongoing_decode_tokens":58758,"pending_prefill_tokens":8540,"num_requests":2,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":8706,"score_linear":71394.0,"score_lmetric":34492}],"chosen_score_linear":68259.0,"chosen_score_lmetric":8706,"t_first_token":328916.425400168,"t_first_token_unix":1779759781.4393442,"t_done":328917.930056656,"t_done_unix":1779759782.944},{"request_id":"1364960:1:1364960:549","session_id":"1364960","input_length":2019,"t_proxy_recv":328918.594108433,"t_decision_unix":1779759783.6080499,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":2019,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2019 < 16000)","cache_hit":0,"estimated_new_tokens":2019,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":2019,"score_linear":152567.0,"score_lmetric":240564},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":2019,"score_linear":122597.0,"score_lmetric":124616},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":2019,"score_linear":93026.0,"score_lmetric":162442},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66032,"ongoing_decode_tokens":0,"pending_prefill_tokens":66032,"num_requests":1,"active_p_offloads":0,"cached_blocks":1288,"cache_hit":0,"new_prefill":2019,"score_linear":66032.0,"score_lmetric":68051},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":2019,"score_linear":62685.0,"score_lmetric":64704},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":2019,"score_linear":68259.0,"score_lmetric":2019},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":2019,"score_linear":94143.0,"score_lmetric":4038},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":189238,"ongoing_decode_tokens":189238,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":2019,"score_linear":189238.0,"score_lmetric":8076}],"chosen_score_linear":68259.0,"chosen_score_lmetric":2019,"t_first_token":328918.849623295,"t_first_token_unix":1779759783.8635669,"t_done":328919.44784306,"t_done_unix":1779759784.461786},{"request_id":"1363440:2:1365095:551","session_id":"1363440","input_length":3866,"t_proxy_recv":328919.178381437,"t_decision_unix":1779759784.192323,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":6,"affinity_cache_hit":512,"affinity_cache_ratio":0.13243662700465597,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":7732,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3866 < 16000)","cache_hit":0,"estimated_new_tokens":3866,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":3866,"score_linear":152567.0,"score_lmetric":244258},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":3866,"score_linear":122597.0,"score_lmetric":126463},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":3866,"score_linear":93026.0,"score_lmetric":166136},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66032,"ongoing_decode_tokens":0,"pending_prefill_tokens":66032,"num_requests":1,"active_p_offloads":0,"cached_blocks":1288,"cache_hit":0,"new_prefill":3866,"score_linear":66032.0,"score_lmetric":69898},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":3866,"score_linear":62685.0,"score_lmetric":66551},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":84999,"ongoing_decode_tokens":84999,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":512,"new_prefill":3354,"score_linear":84487.0,"score_lmetric":10062},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":3866,"score_linear":94143.0,"score_lmetric":7732},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":189238,"ongoing_decode_tokens":189238,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":3866,"score_linear":189238.0,"score_lmetric":15464}],"chosen_score_linear":94143.0,"chosen_score_lmetric":7732,"t_first_token":328919.533616825,"t_first_token_unix":1779759784.5475602,"t_done":328920.132781285,"t_done_unix":1779759785.1467247},{"request_id":"1357132:2:1364990:550","session_id":"1357132","input_length":14721,"t_proxy_recv":328918.668958068,"t_decision_unix":1779759783.6828995,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":13312,"affinity_cache_ratio":0.9042863935873922,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1409 < 16000)","cache_hit":13312,"estimated_new_tokens":1409,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":14721,"score_linear":152567.0,"score_lmetric":265968},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":14721,"score_linear":122597.0,"score_lmetric":137318},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":14721,"score_linear":93026.0,"score_lmetric":187846},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66032,"ongoing_decode_tokens":0,"pending_prefill_tokens":66032,"num_requests":1,"active_p_offloads":0,"cached_blocks":1288,"cache_hit":0,"new_prefill":14721,"score_linear":66032.0,"score_lmetric":80753},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":14721,"score_linear":62685.0,"score_lmetric":77406},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":70278,"ongoing_decode_tokens":68259,"pending_prefill_tokens":2019,"num_requests":2,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":13312,"new_prefill":1409,"score_linear":56966.0,"score_lmetric":6856},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":14721,"score_linear":94143.0,"score_lmetric":29442},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":189238,"ongoing_decode_tokens":189238,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":14721,"score_linear":189238.0,"score_lmetric":58884}],"chosen_score_linear":56966.0,"chosen_score_lmetric":6856,"t_first_token":328919.057896259,"t_first_token_unix":1779759784.0718398,"t_done":328920.693448664,"t_done_unix":1779759785.707392},{"request_id":"1279412:24:1364169:546","session_id":"1279412","input_length":98038,"t_proxy_recv":328915.813181712,"t_decision_unix":1779759780.8271232,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9974907688855342,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (246 < 16000)","cache_hit":97792,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":98038,"score_linear":152567.0,"score_lmetric":432602},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":98038,"score_linear":122597.0,"score_lmetric":220635},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":98038,"score_linear":93026.0,"score_lmetric":354480},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66032,"ongoing_decode_tokens":0,"pending_prefill_tokens":66032,"num_requests":1,"active_p_offloads":0,"cached_blocks":1288,"cache_hit":0,"new_prefill":98038,"score_linear":66032.0,"score_lmetric":164070},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":98038,"score_linear":62685.0,"score_lmetric":160723},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":76965,"ongoing_decode_tokens":68259,"pending_prefill_tokens":8706,"num_requests":2,"active_p_offloads":0,"cached_blocks":1229,"cache_hit":0,"new_prefill":98038,"score_linear":76965.0,"score_lmetric":213488},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":80246,"pending_prefill_tokens":2633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":98038,"score_linear":94143.0,"score_lmetric":201342},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71394,"ongoing_decode_tokens":58758,"pending_prefill_tokens":8540,"num_requests":2,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":97792,"new_prefill":246,"score_linear":-26398.0,"score_lmetric":17572}],"chosen_score_linear":-26398.0,"chosen_score_lmetric":17572,"t_first_token":328916.413565278,"t_first_token_unix":1779759781.4275086,"t_done":328920.719686435,"t_done_unix":1779759785.7336297},{"request_id":"1363943:1:1363943:543","session_id":"1363943","input_length":12636,"t_proxy_recv":328915.185150452,"t_decision_unix":1779759780.199092,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":8540,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8540 < 16000)","cache_hit":4096,"estimated_new_tokens":8540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":8704,"new_prefill":3932,"score_linear":143863.0,"score_lmetric":244390},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":12636,"score_linear":122597.0,"score_lmetric":135233},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":12636,"score_linear":93026.0,"score_lmetric":183676},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66032,"ongoing_decode_tokens":0,"pending_prefill_tokens":66032,"num_requests":1,"active_p_offloads":0,"cached_blocks":1288,"cache_hit":4096,"new_prefill":8540,"score_linear":61936.0,"score_lmetric":74572},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":12636,"score_linear":62685.0,"score_lmetric":75321},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1229,"cache_hit":0,"new_prefill":12636,"score_linear":68259.0,"score_lmetric":12636},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":4096,"new_prefill":8540,"score_linear":76150.0,"score_lmetric":8540},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":4096,"new_prefill":8540,"score_linear":54662.0,"score_lmetric":8540}],"chosen_score_linear":54662.0,"chosen_score_lmetric":8540,"t_first_token":328916.251387517,"t_first_token_unix":1779759781.265331,"t_done":328921.21140299,"t_done_unix":1779759786.225346},{"request_id":"1342921:2:1361022:530","session_id":"1342921","input_length":66032,"t_proxy_recv":328904.873031196,"t_decision_unix":1779759769.8869727,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":3,"affinity_cache_hit":65536,"affinity_cache_ratio":0.992488490428883,"affinity_num_requests":3,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":66032,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":66032,"score_linear":117888.0,"score_lmetric":183920},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":66032,"score_linear":122597.0,"score_lmetric":188629},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":66032,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1288,"cache_hit":0,"new_prefill":66032,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":83526,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":66032,"score_linear":83526.0,"score_lmetric":66032},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":66032,"score_linear":68259.0,"score_lmetric":66032},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108179,"ongoing_decode_tokens":108179,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":66032,"score_linear":108179.0,"score_lmetric":132064},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111729,"ongoing_decode_tokens":0,"pending_prefill_tokens":40049,"num_requests":3,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":65536,"new_prefill":496,"score_linear":46193.0,"score_lmetric":121635}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328920.202075065,"t_first_token_unix":1779759785.2160187,"t_done":328921.332826182,"t_done_unix":1779759786.3467693},{"request_id":"1365440:1:1365440:552","session_id":"1365440","input_length":9913,"t_proxy_recv":328920.396364038,"t_decision_unix":1779759785.4103053,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":9913,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9913 < 16000)","cache_hit":0,"estimated_new_tokens":9913,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":9913,"score_linear":152567.0,"score_lmetric":256352},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":9913,"score_linear":122597.0,"score_lmetric":132510},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":9913,"score_linear":93026.0,"score_lmetric":178230},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66032,"ongoing_decode_tokens":66032,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1288,"cache_hit":0,"new_prefill":9913,"score_linear":66032.0,"score_lmetric":9913},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":9913,"score_linear":62685.0,"score_lmetric":72598},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":82980,"ongoing_decode_tokens":82980,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1250,"cache_hit":0,"new_prefill":9913,"score_linear":82980.0,"score_lmetric":19826},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":9913,"score_linear":94143.0,"score_lmetric":19826},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":189238,"ongoing_decode_tokens":189238,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":9913,"score_linear":189238.0,"score_lmetric":39652}],"chosen_score_linear":66032.0,"chosen_score_lmetric":9913,"t_first_token":328921.189162921,"t_first_token_unix":1779759786.2031062,"t_done":328921.366808005,"t_done_unix":1779759786.380751},{"request_id":"1355484:4:1364784:548","session_id":"1355484","input_length":19806,"t_proxy_recv":328917.982270775,"t_decision_unix":1779759782.9962122,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9823285872967787,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (350 < 16000)","cache_hit":19456,"estimated_new_tokens":350,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":19806,"score_linear":152567.0,"score_lmetric":276138},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":19806,"score_linear":122597.0,"score_lmetric":142403},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":19806,"score_linear":93026.0,"score_lmetric":198016},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66032,"ongoing_decode_tokens":0,"pending_prefill_tokens":66032,"num_requests":1,"active_p_offloads":0,"cached_blocks":1288,"cache_hit":0,"new_prefill":19806,"score_linear":66032.0,"score_lmetric":85838},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":19806,"score_linear":62685.0,"score_lmetric":82491},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":19806,"score_linear":68259.0,"score_lmetric":19806},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":19806,"score_linear":94143.0,"score_lmetric":39612},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":169432,"ongoing_decode_tokens":169432,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":19456,"new_prefill":350,"score_linear":149976.0,"score_lmetric":1050}],"chosen_score_linear":149976.0,"chosen_score_lmetric":1050,"t_first_token":328918.078257673,"t_first_token_unix":1779759783.0922015,"t_done":328921.473844462,"t_done_unix":1779759786.4877875},{"request_id":"1313181:2:1358046:519","session_id":"1313181","input_length":58758,"t_proxy_recv":328894.276703831,"t_decision_unix":1779759759.290645,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24064,"affinity_cache_ratio":0.40954423227475406,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":24064,"estimated_new_tokens":34694,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":48193,"ongoing_decode_tokens":48193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":58758,"score_linear":48193.0,"score_lmetric":58758},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":58758,"score_linear":122597.0,"score_lmetric":181355},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":58758,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":58758,"score_linear":21371.0,"score_lmetric":58758},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":58758,"score_linear":83526.0,"score_lmetric":142284},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":58758,"score_linear":68259.0,"score_lmetric":58758},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":58758,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":24064,"new_prefill":34694,"score_linear":-24064.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":328905.736457074,"t_first_token_unix":1779759770.7504008,"t_done":328922.088144479,"t_done_unix":1779759787.1020877},{"request_id":"1313181:3:1316742:330","session_id":"1313181","input_length":24451,"t_proxy_recv":328922.092749747,"t_decision_unix":1779759787.1066914,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9841724264856243,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (387 < 16000)","cache_hit":24064,"estimated_new_tokens":387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":24451,"score_linear":152567.0,"score_lmetric":285428},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":24451,"score_linear":122597.0,"score_lmetric":147048},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":24451,"score_linear":93026.0,"score_lmetric":207306},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":24451,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":24451,"score_linear":62685.0,"score_lmetric":87136},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":24451,"score_linear":68259.0,"score_lmetric":24451},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":24451,"score_linear":94143.0,"score_lmetric":48902},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":24064,"new_prefill":387,"score_linear":-24064.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":328922.141154779,"t_first_token_unix":1779759787.1550982,"t_done":328922.733864085,"t_done_unix":1779759787.747807},{"request_id":"1364090:1:1364090:544","session_id":"1364090","input_length":13897,"t_proxy_recv":328915.562831451,"t_decision_unix":1779759780.5767725,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":2633,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2633 < 16000)","cache_hit":11264,"estimated_new_tokens":2633,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":7680,"new_prefill":6217,"score_linear":144887.0,"score_lmetric":248960},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":13897,"score_linear":122597.0,"score_lmetric":136494},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":13897,"score_linear":93026.0,"score_lmetric":186198},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66032,"ongoing_decode_tokens":0,"pending_prefill_tokens":66032,"num_requests":1,"active_p_offloads":0,"cached_blocks":1288,"cache_hit":7680,"new_prefill":6217,"score_linear":58352.0,"score_lmetric":72249},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":13897,"score_linear":62685.0,"score_lmetric":76582},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1229,"cache_hit":0,"new_prefill":13897,"score_linear":68259.0,"score_lmetric":13897},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":11264,"new_prefill":2633,"score_linear":68982.0,"score_lmetric":2633},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71394,"ongoing_decode_tokens":58758,"pending_prefill_tokens":8540,"num_requests":2,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":7680,"new_prefill":6217,"score_linear":63714.0,"score_lmetric":29514}],"chosen_score_linear":68982.0,"chosen_score_lmetric":2633,"t_first_token":328915.925873012,"t_first_token_unix":1779759780.9398162,"t_done":328922.741772951,"t_done_unix":1779759787.755716},{"request_id":"1366128:1:1366128:553","session_id":"1366128","input_length":11154,"t_proxy_recv":328922.691121405,"t_decision_unix":1779759787.7050629,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11154 < 16000)","cache_hit":0,"estimated_new_tokens":11154,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":11154,"score_linear":152567.0,"score_lmetric":258834},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":11154,"score_linear":122597.0,"score_lmetric":133751},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":11154,"score_linear":93026.0,"score_lmetric":180712},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":11154,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":11154,"score_linear":62685.0,"score_lmetric":73839},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":11154,"score_linear":68259.0,"score_lmetric":11154},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":11154,"score_linear":94143.0,"score_lmetric":22308},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24451,"ongoing_decode_tokens":24451,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":11154,"score_linear":24451.0,"score_lmetric":11154}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328923.580368883,"t_first_token_unix":1779759788.5943124,"t_done":328924.091308819,"t_done_unix":1779759789.1052518},{"request_id":"1357132:3:1366582:557","session_id":"1357132","input_length":14816,"t_proxy_recv":328924.341629637,"t_decision_unix":1779759789.3555708,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9676025917926566,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (480 < 16000)","cache_hit":14336,"estimated_new_tokens":480,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":14816,"score_linear":152567.0,"score_lmetric":266158},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":14816,"score_linear":122597.0,"score_lmetric":137413},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":14816,"score_linear":93026.0,"score_lmetric":188036},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":14816,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":14816,"score_linear":62685.0,"score_lmetric":77501},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":14336,"new_prefill":480,"score_linear":53923.0,"score_lmetric":480},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1142,"cache_hit":0,"new_prefill":14816,"score_linear":80246.0,"score_lmetric":14816},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":170765,"ongoing_decode_tokens":0,"pending_prefill_tokens":36109,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":14816,"score_linear":170765.0,"score_lmetric":152775}],"chosen_score_linear":53923.0,"chosen_score_lmetric":480,"t_first_token":328924.396319623,"t_first_token_unix":1779759789.4102628,"t_done":328924.660488718,"t_done_unix":1779759789.674432},{"request_id":"1314357:4:1352612:497","session_id":"1314357","input_length":68259,"t_proxy_recv":328875.343670071,"t_decision_unix":1779759740.3576114,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":67072,"affinity_cache_ratio":0.9826103517484874,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1187 < 16000)","cache_hit":67072,"estimated_new_tokens":1187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1179,"cache_hit":3584,"new_prefill":64675,"score_linear":15256.0,"score_lmetric":83515},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":959,"cache_hit":0,"new_prefill":68259,"score_linear":62618.0,"score_lmetric":68259},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10575,"ongoing_decode_tokens":10575,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1400,"cache_hit":0,"new_prefill":68259,"score_linear":10575.0,"score_lmetric":68259},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":68259,"score_linear":21371.0,"score_lmetric":68259},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1292,"cache_hit":56832,"new_prefill":11427,"score_linear":-56832.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1188,"cache_hit":67072,"new_prefill":1187,"score_linear":-67072.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":68259,"score_linear":21436.0,"score_lmetric":77407},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1291,"cache_hit":0,"new_prefill":68259,"score_linear":96026.0,"score_lmetric":68259}],"chosen_score_linear":-67072.0,"chosen_score_lmetric":0,"t_first_token":328875.84452472,"t_first_token_unix":1779759740.8584678,"t_done":328924.979554806,"t_done_unix":1779759789.9934983},{"request_id":"1363093:1:1363093:538","session_id":"1363093","input_length":62685,"t_proxy_recv":328912.187626419,"t_decision_unix":1779759777.201568,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":62685,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":62685,"score_linear":152567.0,"score_lmetric":361896},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":62685,"score_linear":122597.0,"score_lmetric":185282},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":62685,"score_linear":76969.0,"score_lmetric":139654},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66032,"ongoing_decode_tokens":0,"pending_prefill_tokens":66032,"num_requests":1,"active_p_offloads":0,"cached_blocks":1288,"cache_hit":0,"new_prefill":62685,"score_linear":66032.0,"score_lmetric":128717},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":62685,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":62685,"score_linear":68259.0,"score_lmetric":62685},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":62685,"score_linear":80246.0,"score_lmetric":62685},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":78251,"ongoing_decode_tokens":78251,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":62685,"score_linear":78251.0,"score_lmetric":125370}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328926.235199513,"t_first_token_unix":1779759791.249143,"t_done":328926.76718932,"t_done_unix":1779759791.7811327},{"request_id":"1367424:1:1367424:569","session_id":"1367424","input_length":3392,"t_proxy_recv":328927.427163661,"t_decision_unix":1779759792.4411051,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":10176,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3392 < 16000)","cache_hit":0,"estimated_new_tokens":3392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":3392,"score_linear":152567.0,"score_lmetric":243310},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":3392,"score_linear":122597.0,"score_lmetric":125989},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":3392,"score_linear":93026.0,"score_lmetric":165188},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":51712,"ongoing_decode_tokens":0,"pending_prefill_tokens":7168,"num_requests":2,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":3392,"score_linear":51712.0,"score_lmetric":21120},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":50720,"ongoing_decode_tokens":0,"pending_prefill_tokens":42016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":3392,"score_linear":50720.0,"score_lmetric":136224},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":78604,"ongoing_decode_tokens":58578,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1257,"cache_hit":0,"new_prefill":3392,"score_linear":78604.0,"score_lmetric":10176},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1142,"cache_hit":0,"new_prefill":3392,"score_linear":99061.0,"score_lmetric":20862},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":231808,"ongoing_decode_tokens":0,"pending_prefill_tokens":43846,"num_requests":5,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":3392,"score_linear":231808.0,"score_lmetric":236190}],"chosen_score_linear":78604.0,"chosen_score_lmetric":10176,"t_first_token":328927.691514396,"t_first_token_unix":1779759792.7054577,"t_done":328927.813027851,"t_done_unix":1779759792.826971},{"request_id":"1364128:2:1367249:565","session_id":"1364128","input_length":9095,"t_proxy_recv":328926.820602248,"t_decision_unix":1779759791.834544,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9570093457943926,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (391 < 16000)","cache_hit":8704,"estimated_new_tokens":391,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":9095,"score_linear":152567.0,"score_lmetric":254716},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":9095,"score_linear":122597.0,"score_lmetric":131692},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":9095,"score_linear":93026.0,"score_lmetric":176594},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":51712,"ongoing_decode_tokens":0,"pending_prefill_tokens":7168,"num_requests":2,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":9095,"score_linear":51712.0,"score_lmetric":32526},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":6656,"new_prefill":2439,"score_linear":-6656.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":69509,"ongoing_decode_tokens":0,"pending_prefill_tokens":843,"num_requests":2,"active_p_offloads":0,"cached_blocks":1257,"cache_hit":8704,"new_prefill":391,"score_linear":60805.0,"score_lmetric":2468},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1142,"cache_hit":0,"new_prefill":9095,"score_linear":99061.0,"score_lmetric":32268},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":231808,"ongoing_decode_tokens":0,"pending_prefill_tokens":43846,"num_requests":5,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":9095,"score_linear":231808.0,"score_lmetric":264705}],"chosen_score_linear":60805.0,"chosen_score_lmetric":2468,"t_first_token":328927.086867872,"t_first_token_unix":1779759792.1008108,"t_done":328927.913834277,"t_done_unix":1779759792.9277773},{"request_id":"1357132:4:1367654:570","session_id":"1357132","input_length":14949,"t_proxy_recv":328928.125423729,"t_decision_unix":1779759793.1393654,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9589939126362967,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (613 < 16000)","cache_hit":14336,"estimated_new_tokens":613,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":14949,"score_linear":152567.0,"score_lmetric":266424},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":14949,"score_linear":122597.0,"score_lmetric":137546},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":76969,"pending_prefill_tokens":2233,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":14949,"score_linear":93026.0,"score_lmetric":34364},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":51712,"ongoing_decode_tokens":0,"pending_prefill_tokens":7168,"num_requests":2,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":14949,"score_linear":51712.0,"score_lmetric":44234},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":50720,"ongoing_decode_tokens":0,"pending_prefill_tokens":42016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":14949,"score_linear":50720.0,"score_lmetric":170895},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":69509,"ongoing_decode_tokens":49483,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":14336,"new_prefill":613,"score_linear":55173.0,"score_lmetric":1226},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1142,"cache_hit":0,"new_prefill":14949,"score_linear":99061.0,"score_lmetric":43976},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":231808,"ongoing_decode_tokens":0,"pending_prefill_tokens":43846,"num_requests":5,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":14949,"score_linear":231808.0,"score_lmetric":293975}],"chosen_score_linear":55173.0,"chosen_score_lmetric":1226,"t_first_token":328928.201036556,"t_first_token_unix":1779759793.2149796,"t_done":328928.482232682,"t_done_unix":1779759793.4961762},{"request_id":"1366128:2:1367220:563","session_id":"1366128","input_length":15411,"t_proxy_recv":328926.725865469,"t_decision_unix":1779759791.739807,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":10752,"affinity_cache_ratio":0.6976834728440724,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4659 < 16000)","cache_hit":10752,"estimated_new_tokens":4659,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":15411,"score_linear":152567.0,"score_lmetric":267348},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":15411,"score_linear":122597.0,"score_lmetric":138008},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":15411,"score_linear":93026.0,"score_lmetric":189226},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":36301,"ongoing_decode_tokens":0,"pending_prefill_tokens":2509,"num_requests":1,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":10752,"new_prefill":4659,"score_linear":25549.0,"score_lmetric":7168},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":62685,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":15411,"score_linear":62685.0,"score_lmetric":15411},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":20026,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1257,"cache_hit":0,"new_prefill":15411,"score_linear":20026.0,"score_lmetric":15411},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1142,"cache_hit":0,"new_prefill":15411,"score_linear":99061.0,"score_lmetric":44900},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":231808,"ongoing_decode_tokens":0,"pending_prefill_tokens":43846,"num_requests":5,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":15411,"score_linear":231808.0,"score_lmetric":296285}],"chosen_score_linear":25549.0,"chosen_score_lmetric":7168,"t_first_token":328928.794944579,"t_first_token_unix":1779759793.8088884,"t_done":328929.526148896,"t_done_unix":1779759794.5400925},{"request_id":"1277428:5:1366630:559","session_id":"1277428","input_length":36301,"t_proxy_recv":328924.490570833,"t_decision_unix":1779759789.504512,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9308834467370045,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2509 < 16000)","cache_hit":33792,"estimated_new_tokens":2509,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":36301,"score_linear":152567.0,"score_lmetric":309128},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":4608,"new_prefill":31693,"score_linear":117989.0,"score_lmetric":154290},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":36301,"score_linear":93026.0,"score_lmetric":231006},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":33792,"new_prefill":2509,"score_linear":-33792.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":36301,"score_linear":62685.0,"score_lmetric":98986},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83075,"ongoing_decode_tokens":83075,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":36301,"score_linear":83075.0,"score_lmetric":72602},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1142,"cache_hit":0,"new_prefill":36301,"score_linear":80246.0,"score_lmetric":36301},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211782,"ongoing_decode_tokens":0,"pending_prefill_tokens":43846,"num_requests":4,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":36301,"score_linear":211782.0,"score_lmetric":320588}],"chosen_score_linear":-33792.0,"chosen_score_lmetric":0,"t_first_token":328928.294584444,"t_first_token_unix":1779759793.3085318,"t_done":328929.807223588,"t_done_unix":1779759794.821167},{"request_id":"1340278:2:1367225:564","session_id":"1340278","input_length":49483,"t_proxy_recv":328926.773387337,"t_decision_unix":1779759791.787329,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9829638461693915,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (843 < 16000)","cache_hit":48640,"estimated_new_tokens":843,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":49483,"score_linear":152567.0,"score_lmetric":335492},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":49483,"score_linear":122597.0,"score_lmetric":172080},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":49483,"score_linear":93026.0,"score_lmetric":257370},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":51712,"ongoing_decode_tokens":0,"pending_prefill_tokens":7168,"num_requests":2,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":49483,"score_linear":51712.0,"score_lmetric":113302},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":49483,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":20026,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1257,"cache_hit":48640,"new_prefill":843,"score_linear":-28614.0,"score_lmetric":843},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1142,"cache_hit":0,"new_prefill":49483,"score_linear":99061.0,"score_lmetric":113044},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":231808,"ongoing_decode_tokens":0,"pending_prefill_tokens":43846,"num_requests":5,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":49483,"score_linear":231808.0,"score_lmetric":466645}],"chosen_score_linear":-28614.0,"chosen_score_lmetric":843,"t_first_token":328927.050668139,"t_first_token_unix":1779759792.0646117,"t_done":328930.64907233,"t_done_unix":1779759795.6630156},{"request_id":"1340278:3:1368072:576","session_id":"1340278","input_length":50124,"t_proxy_recv":328930.674562138,"t_decision_unix":1779759795.6885037,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9908227595563004,"affinity_num_requests":2,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (460 < 16000)","cache_hit":49664,"estimated_new_tokens":460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":50124,"score_linear":152567.0,"score_lmetric":336774},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":50124,"score_linear":122597.0,"score_lmetric":172721},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":165945,"ongoing_decode_tokens":93026,"pending_prefill_tokens":53975,"num_requests":3,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":50124,"score_linear":165945.0,"score_lmetric":312297},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21773,"ongoing_decode_tokens":0,"pending_prefill_tokens":21773,"num_requests":1,"active_p_offloads":0,"cached_blocks":1471,"cache_hit":0,"new_prefill":50124,"score_linear":21773.0,"score_lmetric":71897},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":50720,"ongoing_decode_tokens":13749,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":50124,"score_linear":50720.0,"score_lmetric":235173},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28871,"ongoing_decode_tokens":8845,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":49664,"new_prefill":460,"score_linear":-20793.0,"score_lmetric":920},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106109,"ongoing_decode_tokens":99061,"pending_prefill_tokens":7048,"num_requests":3,"active_p_offloads":0,"cached_blocks":1142,"cache_hit":0,"new_prefill":50124,"score_linear":106109.0,"score_lmetric":171516},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":231808,"ongoing_decode_tokens":0,"pending_prefill_tokens":43846,"num_requests":5,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":50124,"score_linear":231808.0,"score_lmetric":469850}],"chosen_score_linear":-20793.0,"chosen_score_lmetric":920,"t_first_token":328930.85746503,"t_first_token_unix":1779759795.8714085,"t_done":328930.865299772,"t_done_unix":1779759795.879243},{"request_id":"1357132:5:1368445:579","session_id":"1357132","input_length":15871,"t_proxy_recv":328931.108673407,"t_decision_unix":1779759796.1226149,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":14848,"affinity_cache_ratio":0.93554281393737,"affinity_num_requests":2,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1023 < 16000)","cache_hit":14848,"estimated_new_tokens":1023,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":15871,"score_linear":152567.0,"score_lmetric":268268},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":15871,"score_linear":122597.0,"score_lmetric":138468},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":165945,"ongoing_decode_tokens":93026,"pending_prefill_tokens":53975,"num_requests":3,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":15871,"score_linear":165945.0,"score_lmetric":209538},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21773,"ongoing_decode_tokens":0,"pending_prefill_tokens":21773,"num_requests":1,"active_p_offloads":0,"cached_blocks":1471,"cache_hit":0,"new_prefill":15871,"score_linear":21773.0,"score_lmetric":37644},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":50720,"ongoing_decode_tokens":13749,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":15871,"score_linear":50720.0,"score_lmetric":132414},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28871,"ongoing_decode_tokens":8845,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":14848,"new_prefill":1023,"score_linear":14023.0,"score_lmetric":2046},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106109,"ongoing_decode_tokens":106109,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1142,"cache_hit":0,"new_prefill":15871,"score_linear":106109.0,"score_lmetric":47613},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":231808,"ongoing_decode_tokens":0,"pending_prefill_tokens":43846,"num_requests":5,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":15871,"score_linear":231808.0,"score_lmetric":298585}],"chosen_score_linear":14023.0,"chosen_score_lmetric":2046,"t_first_token":328931.283041288,"t_first_token_unix":1779759796.2969847,"t_done":328931.489056902,"t_done_unix":1779759796.503},{"request_id":"1364960:2:1368239:578","session_id":"1364960","input_length":7048,"t_proxy_recv":328930.319353239,"t_decision_unix":1779759795.3332946,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":6,"affinity_cache_hit":2048,"affinity_cache_ratio":0.2905788876276958,"affinity_num_requests":3,"avg_num_requests":2.5,"fallback_score":14096,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7048 < 16000)","cache_hit":0,"estimated_new_tokens":7048,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":7048,"score_linear":152567.0,"score_lmetric":250622},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":7048,"score_linear":122597.0,"score_lmetric":129645},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":165945,"ongoing_decode_tokens":93026,"pending_prefill_tokens":53975,"num_requests":3,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":7048,"score_linear":165945.0,"score_lmetric":183069},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21773,"ongoing_decode_tokens":0,"pending_prefill_tokens":21773,"num_requests":1,"active_p_offloads":0,"cached_blocks":1471,"cache_hit":0,"new_prefill":7048,"score_linear":21773.0,"score_lmetric":28821},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":50720,"ongoing_decode_tokens":13749,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":7048,"score_linear":50720.0,"score_lmetric":105945},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":78354,"ongoing_decode_tokens":58328,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":2048,"new_prefill":5000,"score_linear":76306.0,"score_lmetric":15000},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":99061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1142,"cache_hit":0,"new_prefill":7048,"score_linear":99061.0,"score_lmetric":14096},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":231808,"ongoing_decode_tokens":0,"pending_prefill_tokens":43846,"num_requests":5,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":7048,"score_linear":231808.0,"score_lmetric":254470}],"chosen_score_linear":99061.0,"chosen_score_lmetric":14096,"t_first_token":328930.813270112,"t_first_token_unix":1779759795.8272133,"t_done":328931.594168499,"t_done_unix":1779759796.6081116},{"request_id":"1362265:2:1367373:568","session_id":"1362265","input_length":10134,"t_proxy_recv":328927.227217942,"t_decision_unix":1779759792.2411594,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":8704,"affinity_cache_ratio":0.8588908624432603,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1430 < 16000)","cache_hit":8704,"estimated_new_tokens":1430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":10134,"score_linear":152567.0,"score_lmetric":256794},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":10134,"score_linear":122597.0,"score_lmetric":132731},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":10134,"score_linear":93026.0,"score_lmetric":178672},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":51712,"ongoing_decode_tokens":0,"pending_prefill_tokens":7168,"num_requests":2,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":10134,"score_linear":51712.0,"score_lmetric":34604},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":40586,"ongoing_decode_tokens":0,"pending_prefill_tokens":40586,"num_requests":2,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":8704,"new_prefill":1430,"score_linear":31882.0,"score_lmetric":84032},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":78604,"ongoing_decode_tokens":58578,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1257,"cache_hit":6656,"new_prefill":3478,"score_linear":71948.0,"score_lmetric":10434},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1142,"cache_hit":0,"new_prefill":10134,"score_linear":99061.0,"score_lmetric":34346},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":231808,"ongoing_decode_tokens":0,"pending_prefill_tokens":43846,"num_requests":5,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":10134,"score_linear":231808.0,"score_lmetric":269900}],"chosen_score_linear":31882.0,"chosen_score_lmetric":84032,"t_first_token":328931.607860986,"t_first_token_unix":1779759796.621804,"t_done":328931.897110139,"t_done_unix":1779759796.9110534},{"request_id":"1367169:1:1367169:562","session_id":"1367169","input_length":18815,"t_proxy_recv":328926.540267633,"t_decision_unix":1779759791.5542088,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":7039,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7039 < 16000)","cache_hit":11776,"estimated_new_tokens":7039,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":18815,"score_linear":152567.0,"score_lmetric":274156},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":18815,"score_linear":122597.0,"score_lmetric":141412},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":18815,"score_linear":93026.0,"score_lmetric":196034},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":36301,"ongoing_decode_tokens":0,"pending_prefill_tokens":2509,"num_requests":1,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":18815,"score_linear":36301.0,"score_lmetric":21324},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":62685,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":18815,"score_linear":62685.0,"score_lmetric":18815},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":20026,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1257,"cache_hit":0,"new_prefill":18815,"score_linear":20026.0,"score_lmetric":18815},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1142,"cache_hit":11776,"new_prefill":7039,"score_linear":68470.0,"score_lmetric":7039},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":231808,"ongoing_decode_tokens":0,"pending_prefill_tokens":43846,"num_requests":5,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":18815,"score_linear":231808.0,"score_lmetric":313305}],"chosen_score_linear":68470.0,"chosen_score_lmetric":7039,"t_first_token":328928.464641321,"t_first_token_unix":1779759793.4785848,"t_done":328931.961875189,"t_done_unix":1779759796.9758182},{"request_id":"1368070:1:1368070:575","session_id":"1368070","input_length":21773,"t_proxy_recv":328929.744190062,"t_decision_unix":1779759794.7581313,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":21773,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 8000)","cache_hit":0,"estimated_new_tokens":21773,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":21773,"score_linear":152567.0,"score_lmetric":280072},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":21773,"score_linear":122597.0,"score_lmetric":144370},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":165945,"ongoing_decode_tokens":93026,"pending_prefill_tokens":53975,"num_requests":3,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":21773,"score_linear":165945.0,"score_lmetric":227244},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":36301,"ongoing_decode_tokens":36301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1466,"cache_hit":0,"new_prefill":21773,"score_linear":36301.0,"score_lmetric":21773},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":50720,"ongoing_decode_tokens":13749,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":21773,"score_linear":50720.0,"score_lmetric":150120},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":69509,"ongoing_decode_tokens":49483,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":21773,"score_linear":69509.0,"score_lmetric":43546},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":99061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1142,"cache_hit":0,"new_prefill":21773,"score_linear":99061.0,"score_lmetric":43546},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":231808,"ongoing_decode_tokens":0,"pending_prefill_tokens":43846,"num_requests":5,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":21773,"score_linear":231808.0,"score_lmetric":328095}],"chosen_score_linear":36301.0,"chosen_score_lmetric":21773,"t_first_token":328932.093801304,"t_first_token_unix":1779759797.1077447,"t_done":328932.233267603,"t_done_unix":1779759797.2472112},{"request_id":"1367312:1:1367312:566","session_id":"1367312","input_length":13749,"t_proxy_recv":328927.029044922,"t_decision_unix":1779759792.0429862,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (13749 < 16000)","cache_hit":0,"estimated_new_tokens":13749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":13749,"score_linear":152567.0,"score_lmetric":264024},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":13749,"score_linear":122597.0,"score_lmetric":136346},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":13749,"score_linear":93026.0,"score_lmetric":185902},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":51712,"ongoing_decode_tokens":0,"pending_prefill_tokens":7168,"num_requests":2,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":13749,"score_linear":51712.0,"score_lmetric":41834},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":13749,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":78604,"ongoing_decode_tokens":0,"pending_prefill_tokens":1234,"num_requests":3,"active_p_offloads":0,"cached_blocks":1257,"cache_hit":0,"new_prefill":13749,"score_linear":78604.0,"score_lmetric":44949},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1142,"cache_hit":0,"new_prefill":13749,"score_linear":99061.0,"score_lmetric":41576},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":231808,"ongoing_decode_tokens":0,"pending_prefill_tokens":43846,"num_requests":5,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":13749,"score_linear":231808.0,"score_lmetric":287975}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328928.213045768,"t_first_token_unix":1779759793.2269888,"t_done":328932.415699994,"t_done_unix":1779759797.429643},{"request_id":"1368132:1:1368132:577","session_id":"1368132","input_length":8845,"t_proxy_recv":328929.989614434,"t_decision_unix":1779759795.0035448,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":4378,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2189 < 16000)","cache_hit":6656,"estimated_new_tokens":2189,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":8845,"score_linear":152567.0,"score_lmetric":254216},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":8845,"score_linear":122597.0,"score_lmetric":131442},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":165945,"ongoing_decode_tokens":93026,"pending_prefill_tokens":53975,"num_requests":3,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":8845,"score_linear":165945.0,"score_lmetric":188460},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21773,"ongoing_decode_tokens":0,"pending_prefill_tokens":21773,"num_requests":1,"active_p_offloads":0,"cached_blocks":1471,"cache_hit":0,"new_prefill":8845,"score_linear":21773.0,"score_lmetric":30618},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":50720,"ongoing_decode_tokens":13749,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":6656,"new_prefill":2189,"score_linear":44064.0,"score_lmetric":91368},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":69509,"ongoing_decode_tokens":49483,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":6656,"new_prefill":2189,"score_linear":62853.0,"score_lmetric":4378},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":99061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1142,"cache_hit":0,"new_prefill":8845,"score_linear":99061.0,"score_lmetric":17690},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":231808,"ongoing_decode_tokens":0,"pending_prefill_tokens":43846,"num_requests":5,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":8845,"score_linear":231808.0,"score_lmetric":263455}],"chosen_score_linear":62853.0,"chosen_score_lmetric":4378,"t_first_token":328930.235664654,"t_first_token_unix":1779759795.2496085,"t_done":328932.524406977,"t_done_unix":1779759797.53835},{"request_id":"1367329:1:1367329:567","session_id":"1367329","input_length":26837,"t_proxy_recv":328927.083488247,"t_decision_unix":1779759792.0974298,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":40586,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (1)","cache_hit":0,"estimated_new_tokens":26837,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":26837,"score_linear":152567.0,"score_lmetric":290200},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":26837,"score_linear":122597.0,"score_lmetric":149434},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":26837,"score_linear":93026.0,"score_lmetric":212078},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":51712,"ongoing_decode_tokens":0,"pending_prefill_tokens":7168,"num_requests":2,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":26837,"score_linear":51712.0,"score_lmetric":68010},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13749,"ongoing_decode_tokens":0,"pending_prefill_tokens":13749,"num_requests":1,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":26837,"score_linear":13749.0,"score_lmetric":40586},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":78604,"ongoing_decode_tokens":49483,"pending_prefill_tokens":391,"num_requests":3,"active_p_offloads":0,"cached_blocks":1257,"cache_hit":0,"new_prefill":26837,"score_linear":78604.0,"score_lmetric":81684},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1142,"cache_hit":0,"new_prefill":26837,"score_linear":99061.0,"score_lmetric":67752},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":231808,"ongoing_decode_tokens":0,"pending_prefill_tokens":43846,"num_requests":5,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":26837,"score_linear":231808.0,"score_lmetric":353415}],"chosen_score_linear":13749.0,"chosen_score_lmetric":40586,"t_first_token":328931.604763082,"t_first_token_unix":1779759796.6187062,"t_done":328933.151462247,"t_done_unix":1779759798.1654053},{"request_id":"1367312:2:1368064:574","session_id":"1367312","input_length":15501,"t_proxy_recv":328932.420803722,"t_decision_unix":1779759797.4347453,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13312,"affinity_cache_ratio":0.8587833043029482,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2189 < 16000)","cache_hit":13312,"estimated_new_tokens":2189,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":15501,"score_linear":152567.0,"score_lmetric":267528},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":15501,"score_linear":122597.0,"score_lmetric":138098},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":165945,"ongoing_decode_tokens":93026,"pending_prefill_tokens":53975,"num_requests":3,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":15501,"score_linear":165945.0,"score_lmetric":208428},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1513,"cache_hit":0,"new_prefill":15501,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90072,"ongoing_decode_tokens":90072,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":13312,"new_prefill":2189,"score_linear":76760.0,"score_lmetric":4378},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28871,"ongoing_decode_tokens":8845,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":0,"new_prefill":15501,"score_linear":28871.0,"score_lmetric":31002},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":15501,"score_linear":80246.0,"score_lmetric":15501},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":231808,"ongoing_decode_tokens":0,"pending_prefill_tokens":43846,"num_requests":5,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":15501,"score_linear":231808.0,"score_lmetric":296735}],"chosen_score_linear":76760.0,"chosen_score_lmetric":4378,"t_first_token":328932.705553216,"t_first_token_unix":1779759797.719497,"t_done":328933.371569837,"t_done_unix":1779759798.385513},{"request_id":"1363093:2:1368700:580","session_id":"1363093","input_length":63235,"t_proxy_recv":328931.902248233,"t_decision_unix":1779759796.9161897,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":62464,"affinity_cache_ratio":0.9878073851506286,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (771 < 16000)","cache_hit":62464,"estimated_new_tokens":771,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":63235,"score_linear":152567.0,"score_lmetric":362996},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":63235,"score_linear":122597.0,"score_lmetric":185832},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":165945,"ongoing_decode_tokens":93026,"pending_prefill_tokens":53975,"num_requests":3,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":63235,"score_linear":165945.0,"score_lmetric":351630},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21773,"ongoing_decode_tokens":0,"pending_prefill_tokens":21773,"num_requests":1,"active_p_offloads":0,"cached_blocks":1471,"cache_hit":0,"new_prefill":63235,"score_linear":21773.0,"score_lmetric":85008},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":40586,"ongoing_decode_tokens":40586,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":62464,"new_prefill":771,"score_linear":-21878.0,"score_lmetric":1542},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28871,"ongoing_decode_tokens":8845,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":0,"new_prefill":63235,"score_linear":28871.0,"score_lmetric":126470},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":99061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1155,"cache_hit":0,"new_prefill":63235,"score_linear":99061.0,"score_lmetric":126470},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":231808,"ongoing_decode_tokens":0,"pending_prefill_tokens":43846,"num_requests":5,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":63235,"score_linear":231808.0,"score_lmetric":535405}],"chosen_score_linear":-21878.0,"chosen_score_lmetric":1542,"t_first_token":328932.245539508,"t_first_token_unix":1779759797.259483,"t_done":328934.09353856,"t_done_unix":1779759799.107482},{"request_id":"1369172:1:1369172:581","session_id":"1369172","input_length":6345,"t_proxy_recv":328933.586869796,"t_decision_unix":1779759798.600811,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6345 < 16000)","cache_hit":0,"estimated_new_tokens":6345,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":6345,"score_linear":152567.0,"score_lmetric":249216},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":6345,"score_linear":122597.0,"score_lmetric":128942},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":165945,"ongoing_decode_tokens":93026,"pending_prefill_tokens":53975,"num_requests":3,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":6345,"score_linear":165945.0,"score_lmetric":180960},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1513,"cache_hit":0,"new_prefill":6345,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63235,"ongoing_decode_tokens":63235,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1725,"cache_hit":0,"new_prefill":6345,"score_linear":63235.0,"score_lmetric":6345},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":20026,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1272,"cache_hit":0,"new_prefill":6345,"score_linear":20026.0,"score_lmetric":6345},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":6345,"score_linear":80246.0,"score_lmetric":6345},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":231808,"ongoing_decode_tokens":0,"pending_prefill_tokens":43846,"num_requests":5,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":6345,"score_linear":231808.0,"score_lmetric":250955}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328934.008894069,"t_first_token_unix":1779759799.0228374,"t_done":328934.253158701,"t_done_unix":1779759799.2671018},{"request_id":"1355484:5:1366753:560","session_id":"1355484","input_length":20026,"t_proxy_recv":328924.865417004,"t_decision_unix":1779759789.8793585,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":5,"affinity_cache_hit":19968,"affinity_cache_ratio":0.997103765105363,"affinity_num_requests":4,"avg_num_requests":1.625,"fallback_score":20026,"tie_break_used":true,"v2_pd_sep":true,"v2_decision":"pd_sep","v2_reason":"local_cost 4.01s > migrate_cost 0.99s + margin 0.20s","v2_chosen_cache_hit":0,"v2_src_idx":7,"v2_src_cache_hit":19968,"v2_new_local":20026,"v2_new_src":58,"v2_cost_local_s":4.0052,"v2_cost_src_interf_s":0.011600000000000001,"v2_cost_xfer_s":0.9770833333333333,"v2_cost_migrate_s":0.9886833333333334,"cache_hit":0,"estimated_new_tokens":20026,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":20026,"score_linear":152567.0,"score_lmetric":276578},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":20026,"score_linear":122597.0,"score_lmetric":142623},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":20026,"score_linear":93026.0,"score_lmetric":198456},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":36301,"ongoing_decode_tokens":0,"pending_prefill_tokens":2509,"num_requests":1,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":20026,"score_linear":36301.0,"score_lmetric":22535},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":20026,"score_linear":62685.0,"score_lmetric":82711},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":20026,"score_linear":68259.0,"score_lmetric":20026},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1142,"cache_hit":0,"new_prefill":20026,"score_linear":80246.0,"score_lmetric":20026},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211782,"ongoing_decode_tokens":0,"pending_prefill_tokens":43846,"num_requests":4,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":19968,"new_prefill":58,"score_linear":191814.0,"score_lmetric":175616}],"chosen_score_linear":68259.0,"chosen_score_lmetric":20026,"v2_src_url":"http://127.0.0.1:8007","t_prefill_sent":328924.866229473,"t_prefill_sent_unix":1779759789.8801725,"t_prefill_done":328934.76213501,"t_prefill_done_unix":1779759799.7760787,"t_decode_sent":328934.762657978,"t_decode_sent_unix":1779759799.7766008,"t_first_token":328935.1537768,"t_first_token_unix":1779759800.1677206,"t_done":328935.499021605,"t_done_unix":1779759800.5129652},{"request_id":"1355484:6:1369697:583","session_id":"1355484","input_length":20158,"t_proxy_recv":328935.503937782,"t_decision_unix":1779759800.5178792,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9905744617521579,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (190 < 16000)","cache_hit":19968,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":20158,"score_linear":152567.0,"score_lmetric":276842},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":20158,"score_linear":122597.0,"score_lmetric":142755},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":165945,"ongoing_decode_tokens":93026,"pending_prefill_tokens":53975,"num_requests":3,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":20158,"score_linear":165945.0,"score_lmetric":222399},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":20158,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":20158,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1311,"cache_hit":19968,"new_prefill":190,"score_linear":-19968.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":20158,"score_linear":80246.0,"score_lmetric":20158},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211782,"ongoing_decode_tokens":211782,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":19968,"new_prefill":190,"score_linear":191814.0,"score_lmetric":760}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":328935.569884896,"t_first_token_unix":1779759800.5838292,"t_done":328936.110630151,"t_done_unix":1779759801.1245735},{"request_id":"1369768:1:1369768:584","session_id":"1369768","input_length":7712,"t_proxy_recv":328935.59410499,"t_decision_unix":1779759800.608046,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7712 < 16000)","cache_hit":0,"estimated_new_tokens":7712,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":7712,"score_linear":152567.0,"score_lmetric":251950},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":7712,"score_linear":122597.0,"score_lmetric":130309},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":165945,"ongoing_decode_tokens":93026,"pending_prefill_tokens":53975,"num_requests":3,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":7712,"score_linear":165945.0,"score_lmetric":185061},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":7712,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":7712,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":20158,"ongoing_decode_tokens":20158,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1311,"cache_hit":0,"new_prefill":7712,"score_linear":20158.0,"score_lmetric":7712},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":7712,"score_linear":80246.0,"score_lmetric":7712},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211782,"ongoing_decode_tokens":211782,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":7712,"score_linear":211782.0,"score_lmetric":30848}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328936.133672186,"t_first_token_unix":1779759801.1476154,"t_done":328936.250683472,"t_done_unix":1779759801.2646267},{"request_id":"1367424:2:1370211:588","session_id":"1367424","input_length":11133,"t_proxy_recv":328937.065568513,"t_decision_unix":1779759802.0795095,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":3072,"affinity_cache_ratio":0.27593640528159524,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8061 < 16000)","cache_hit":3072,"estimated_new_tokens":8061,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":11133,"score_linear":152567.0,"score_lmetric":258792},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":11133,"score_linear":122597.0,"score_lmetric":133730},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":165945,"ongoing_decode_tokens":93026,"pending_prefill_tokens":53975,"num_requests":3,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":11133,"score_linear":165945.0,"score_lmetric":195324},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":52808,"ongoing_decode_tokens":0,"pending_prefill_tokens":15944,"num_requests":2,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":11133,"score_linear":52808.0,"score_lmetric":54154},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18301,"ongoing_decode_tokens":0,"pending_prefill_tokens":18301,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":11133,"score_linear":18301.0,"score_lmetric":29434},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1311,"cache_hit":3072,"new_prefill":8061,"score_linear":-3072.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":11133,"score_linear":80246.0,"score_lmetric":11133},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211782,"ongoing_decode_tokens":211782,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":11133,"score_linear":211782.0,"score_lmetric":44532}],"chosen_score_linear":-3072.0,"chosen_score_lmetric":0,"t_first_token":328937.75262721,"t_first_token_unix":1779759802.766571,"t_done":328937.815829565,"t_done_unix":1779759802.8297727},{"request_id":"1270340:4:1366608:558","session_id":"1270340","input_length":41017,"t_proxy_recv":328924.425918929,"t_decision_unix":1779759789.4398606,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33280,"affinity_cache_ratio":0.8113708949947582,"affinity_num_requests":3,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7737 < 16000)","cache_hit":33280,"estimated_new_tokens":7737,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":41017,"score_linear":152567.0,"score_lmetric":318560},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":41017,"score_linear":122597.0,"score_lmetric":163614},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":41017,"score_linear":93026.0,"score_lmetric":240438},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":41017,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":1536,"new_prefill":39481,"score_linear":61149.0,"score_lmetric":102166},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83075,"ongoing_decode_tokens":83075,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":41017,"score_linear":83075.0,"score_lmetric":82034},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1142,"cache_hit":0,"new_prefill":41017,"score_linear":80246.0,"score_lmetric":41017},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":170765,"ongoing_decode_tokens":0,"pending_prefill_tokens":36109,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":33280,"new_prefill":7737,"score_linear":137485.0,"score_lmetric":131538}],"chosen_score_linear":137485.0,"chosen_score_lmetric":131538,"t_first_token":328934.704477065,"t_first_token_unix":1779759799.7184205,"t_done":328938.403536049,"t_done_unix":1779759803.4174793},{"request_id":"1370269:1:1370269:591","session_id":"1370269","input_length":2381,"t_proxy_recv":328937.322475651,"t_decision_unix":1779759802.3364172,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":2381,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2381 < 16000)","cache_hit":0,"estimated_new_tokens":2381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":2381,"score_linear":152567.0,"score_lmetric":241288},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":2381,"score_linear":122597.0,"score_lmetric":124978},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":93026,"pending_prefill_tokens":59626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":2381,"score_linear":230476.0,"score_lmetric":248028},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":52808,"ongoing_decode_tokens":23307,"pending_prefill_tokens":7997,"num_requests":2,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":2381,"score_linear":52808.0,"score_lmetric":20756},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18301,"ongoing_decode_tokens":0,"pending_prefill_tokens":18301,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":2381,"score_linear":18301.0,"score_lmetric":20682},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":11133,"ongoing_decode_tokens":0,"pending_prefill_tokens":8061,"num_requests":1,"active_p_offloads":0,"cached_blocks":1311,"cache_hit":0,"new_prefill":2381,"score_linear":11133.0,"score_lmetric":10442},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":2381,"score_linear":80246.0,"score_lmetric":2381},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211782,"ongoing_decode_tokens":211782,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":2381,"score_linear":211782.0,"score_lmetric":9524}],"chosen_score_linear":80246.0,"chosen_score_lmetric":2381,"t_first_token":328937.609727309,"t_first_token_unix":1779759802.623671,"t_done":328938.570465449,"t_done_unix":1779759803.5844092},{"request_id":"1370466:1:1370466:592","session_id":"1370466","input_length":7710,"t_proxy_recv":328938.113621212,"t_decision_unix":1779759803.1275625,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7710 < 16000)","cache_hit":0,"estimated_new_tokens":7710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":7710,"score_linear":152567.0,"score_lmetric":251946},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":7710,"score_linear":122597.0,"score_lmetric":130307},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":93026,"pending_prefill_tokens":59626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":7710,"score_linear":230476.0,"score_lmetric":269344},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":52808,"ongoing_decode_tokens":23307,"pending_prefill_tokens":7997,"num_requests":2,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":7710,"score_linear":52808.0,"score_lmetric":31414},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18301,"ongoing_decode_tokens":0,"pending_prefill_tokens":18301,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":7710,"score_linear":18301.0,"score_lmetric":26011},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1326,"cache_hit":0,"new_prefill":7710,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":82627,"ongoing_decode_tokens":82627,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":7710,"score_linear":82627.0,"score_lmetric":15420},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211782,"ongoing_decode_tokens":211782,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":7710,"score_linear":211782.0,"score_lmetric":30840}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328938.645738193,"t_first_token_unix":1779759803.6596818,"t_done":328938.762545292,"t_done_unix":1779759803.7764883},{"request_id":"1368070:2:1370108:586","session_id":"1368070","input_length":29501,"t_proxy_recv":328936.772464523,"t_decision_unix":1779759801.7864058,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":21504,"affinity_cache_ratio":0.7289244432392122,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7997 < 16000)","cache_hit":21504,"estimated_new_tokens":7997,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":29501,"score_linear":152567.0,"score_lmetric":295528},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":29501,"score_linear":122597.0,"score_lmetric":152098},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":165945,"ongoing_decode_tokens":93026,"pending_prefill_tokens":53975,"num_requests":3,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":29501,"score_linear":165945.0,"score_lmetric":250428},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23307,"ongoing_decode_tokens":0,"pending_prefill_tokens":7947,"num_requests":1,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":21504,"new_prefill":7997,"score_linear":1803.0,"score_lmetric":15944},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":29501,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1311,"cache_hit":0,"new_prefill":29501,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":29501,"score_linear":80246.0,"score_lmetric":29501},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211782,"ongoing_decode_tokens":211782,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":29501,"score_linear":211782.0,"score_lmetric":118004}],"chosen_score_linear":1803.0,"chosen_score_lmetric":15944,"t_first_token":328938.763153956,"t_first_token_unix":1779759803.777097,"t_done":328938.957829874,"t_done_unix":1779759803.9717727},{"request_id":"1366128:3:1369902:585","session_id":"1366128","input_length":23307,"t_proxy_recv":328936.057030995,"t_decision_unix":1779759801.0709724,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":15360,"affinity_cache_ratio":0.6590294761230532,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7947 < 16000)","cache_hit":15360,"estimated_new_tokens":7947,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":23307,"score_linear":152567.0,"score_lmetric":283140},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":23307,"score_linear":122597.0,"score_lmetric":145904},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":165945,"ongoing_decode_tokens":93026,"pending_prefill_tokens":53975,"num_requests":3,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":23307,"score_linear":165945.0,"score_lmetric":231846},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":15360,"new_prefill":7947,"score_linear":-15360.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":7712,"ongoing_decode_tokens":0,"pending_prefill_tokens":7712,"num_requests":1,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":23307,"score_linear":7712.0,"score_lmetric":31019},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":20158,"ongoing_decode_tokens":20158,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1311,"cache_hit":0,"new_prefill":23307,"score_linear":20158.0,"score_lmetric":23307},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":23307,"score_linear":80246.0,"score_lmetric":23307},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211782,"ongoing_decode_tokens":211782,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":23307,"score_linear":211782.0,"score_lmetric":93228}],"chosen_score_linear":-15360.0,"chosen_score_lmetric":0,"t_first_token":328937.31159262,"t_first_token_unix":1779759802.3255358,"t_done":328939.046121436,"t_done_unix":1779759804.0600646},{"request_id":"1356885:1:1356885:514","session_id":"1356885","input_length":122597,"t_proxy_recv":328890.400364986,"t_decision_unix":1779759755.4143064,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":122597,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":48193,"ongoing_decode_tokens":48193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":122597,"score_linear":48193.0,"score_lmetric":122597},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":122597,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1414,"cache_hit":0,"new_prefill":122597,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":6656,"new_prefill":115941,"score_linear":14715.0,"score_lmetric":115941},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":122597,"score_linear":83526.0,"score_lmetric":206123},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":122597,"score_linear":68259.0,"score_lmetric":122597},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":78089,"ongoing_decode_tokens":78089,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1128,"cache_hit":0,"new_prefill":122597,"score_linear":78089.0,"score_lmetric":122597},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1306,"cache_hit":0,"new_prefill":122597,"score_linear":35308.0,"score_lmetric":157905}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328938.388333392,"t_first_token_unix":1779759803.4022768,"t_done":328940.554559188,"t_done_unix":1779759805.568503},{"request_id":"1277428:6:1371101:593","session_id":"1277428","input_length":36583,"t_proxy_recv":328940.147296831,"t_decision_unix":1779759805.161238,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9936855916682612,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (231 < 16000)","cache_hit":36352,"estimated_new_tokens":231,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":36583,"score_linear":152567.0,"score_lmetric":309692},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":122597,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":4608,"new_prefill":31975,"score_linear":117989.0,"score_lmetric":31975},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":93026,"pending_prefill_tokens":59626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":36583,"score_linear":230476.0,"score_lmetric":384836},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":36352,"new_prefill":231,"score_linear":-36352.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18301,"ongoing_decode_tokens":18301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":36583,"score_linear":18301.0,"score_lmetric":36583},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1341,"cache_hit":0,"new_prefill":36583,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":0,"new_prefill":36583,"score_linear":80246.0,"score_lmetric":36583},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":170765,"ongoing_decode_tokens":170765,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":0,"new_prefill":36583,"score_linear":170765.0,"score_lmetric":109749}],"chosen_score_linear":-36352.0,"chosen_score_lmetric":0,"t_first_token":328940.285108243,"t_first_token_unix":1779759805.299052,"t_done":328940.616067173,"t_done_unix":1779759805.6300104},{"request_id":"1363943:2:1366428:556","session_id":"1363943","input_length":12984,"t_proxy_recv":328923.800291364,"t_decision_unix":1779759788.8142326,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":12800,"affinity_cache_ratio":0.9858287122612446,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (184 < 16000)","cache_hit":12800,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":8704,"new_prefill":4280,"score_linear":143863.0,"score_lmetric":245086},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":12984,"score_linear":122597.0,"score_lmetric":135581},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":12984,"score_linear":93026.0,"score_lmetric":184372},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11154,"ongoing_decode_tokens":11154,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":4096,"new_prefill":8888,"score_linear":7058.0,"score_lmetric":8888},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":12984,"score_linear":62685.0,"score_lmetric":75669},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":12984,"score_linear":68259.0,"score_lmetric":12984},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1142,"cache_hit":4096,"new_prefill":8888,"score_linear":76150.0,"score_lmetric":8888},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":157781,"ongoing_decode_tokens":0,"pending_prefill_tokens":35925,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":12800,"new_prefill":184,"score_linear":144981.0,"score_lmetric":72218}],"chosen_score_linear":144981.0,"chosen_score_lmetric":72218,"t_first_token":328934.237223852,"t_first_token_unix":1779759799.2511697,"t_done":328941.579296884,"t_done_unix":1779759806.5932431},{"request_id":"1367329:2:1371226:595","session_id":"1367329","input_length":32814,"t_proxy_recv":328940.558190628,"t_decision_unix":1779759805.572132,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8113610044493205,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6190 < 16000)","cache_hit":26624,"estimated_new_tokens":6190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":32814,"score_linear":152567.0,"score_lmetric":302154},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1208,"cache_hit":0,"new_prefill":32814,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":93026,"pending_prefill_tokens":59626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":32814,"score_linear":230476.0,"score_lmetric":369760},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":36583,"ongoing_decode_tokens":36583,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":32814,"score_linear":36583.0,"score_lmetric":32814},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18301,"ongoing_decode_tokens":18301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":26624,"new_prefill":6190,"score_linear":-8323.0,"score_lmetric":6190},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1341,"cache_hit":0,"new_prefill":32814,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":0,"new_prefill":32814,"score_linear":80246.0,"score_lmetric":32814},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":170765,"ongoing_decode_tokens":170765,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":0,"new_prefill":32814,"score_linear":170765.0,"score_lmetric":98442}],"chosen_score_linear":-8323.0,"chosen_score_lmetric":6190,"t_first_token":328941.865118374,"t_first_token_unix":1779759806.8790617,"t_done":328942.805223539,"t_done_unix":1779759807.8191667},{"request_id":"1355484:7:1371284:596","session_id":"1355484","input_length":22992,"t_proxy_recv":328940.777217675,"t_decision_unix":1779759805.7911592,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":19968,"affinity_cache_ratio":0.8684759916492694,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3024 < 16000)","cache_hit":19968,"estimated_new_tokens":3024,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":22992,"score_linear":152567.0,"score_lmetric":282510},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1208,"cache_hit":0,"new_prefill":22992,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":93026,"pending_prefill_tokens":59626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":22992,"score_linear":230476.0,"score_lmetric":330472},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":22992,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":51115,"ongoing_decode_tokens":18301,"pending_prefill_tokens":6190,"num_requests":2,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":22992,"score_linear":51115.0,"score_lmetric":58364},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1341,"cache_hit":19968,"new_prefill":3024,"score_linear":-19968.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":0,"new_prefill":22992,"score_linear":80246.0,"score_lmetric":22992},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":170765,"ongoing_decode_tokens":170765,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":19968,"new_prefill":3024,"score_linear":150797.0,"score_lmetric":9072}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":328941.290488569,"t_first_token_unix":1779759806.3044326,"t_done":328943.095907209,"t_done_unix":1779759808.1098506},{"request_id":"1371622:1:1371622:598","session_id":"1371622","input_length":13616,"t_proxy_recv":328941.993969655,"t_decision_unix":1779759807.007911,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (13616 < 16000)","cache_hit":0,"estimated_new_tokens":13616,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":13616,"score_linear":152567.0,"score_lmetric":263758},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1208,"cache_hit":0,"new_prefill":13616,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":93026,"pending_prefill_tokens":59626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":13616,"score_linear":230476.0,"score_lmetric":292968},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9399,"ongoing_decode_tokens":9399,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":13616,"score_linear":9399.0,"score_lmetric":13616},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":51115,"ongoing_decode_tokens":51115,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":11264,"new_prefill":2352,"score_linear":39851.0,"score_lmetric":4704},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":22992,"ongoing_decode_tokens":22992,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1341,"cache_hit":0,"new_prefill":13616,"score_linear":22992.0,"score_lmetric":13616},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":0,"new_prefill":13616,"score_linear":80246.0,"score_lmetric":13616},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":175941,"ongoing_decode_tokens":157781,"pending_prefill_tokens":5360,"num_requests":3,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":0,"new_prefill":13616,"score_linear":175941.0,"score_lmetric":56928}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328943.168973065,"t_first_token_unix":1779759808.182917,"t_done":328943.915836398,"t_done_unix":1779759808.92978},{"request_id":"1313181:3:1364311:547","session_id":"1313181","input_length":59514,"t_proxy_recv":328922.746215041,"t_decision_unix":1779759787.7601566,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24064,"affinity_cache_ratio":0.4043418355344961,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":24064,"estimated_new_tokens":35450,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":59514,"score_linear":152567.0,"score_lmetric":355554},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":59514,"score_linear":122597.0,"score_lmetric":182111},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":59514,"score_linear":93026.0,"score_lmetric":277432},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11154,"ongoing_decode_tokens":0,"pending_prefill_tokens":11154,"num_requests":1,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":59514,"score_linear":11154.0,"score_lmetric":70668},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":59514,"score_linear":62685.0,"score_lmetric":122199},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":59514,"score_linear":68259.0,"score_lmetric":59514},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1142,"cache_hit":0,"new_prefill":59514,"score_linear":80246.0,"score_lmetric":59514},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":24064,"new_prefill":35450,"score_linear":-24064.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":328934.230906774,"t_first_token_unix":1779759799.2448514,"t_done":328944.485528465,"t_done_unix":1779759809.4994721},{"request_id":"1370129:1:1370129:587","session_id":"1370129","input_length":18301,"t_proxy_recv":328936.843428926,"t_decision_unix":1779759801.8573704,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":18301,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":7680,"new_prefill":10621,"score_linear":144887.0,"score_lmetric":257768},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":18301,"score_linear":122597.0,"score_lmetric":140898},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":165945,"ongoing_decode_tokens":93026,"pending_prefill_tokens":53975,"num_requests":3,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":18301,"score_linear":165945.0,"score_lmetric":216828},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":52808,"ongoing_decode_tokens":0,"pending_prefill_tokens":15944,"num_requests":2,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":7680,"new_prefill":10621,"score_linear":45128.0,"score_lmetric":53130},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":18301,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1311,"cache_hit":0,"new_prefill":18301,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":7680,"new_prefill":10621,"score_linear":72566.0,"score_lmetric":10621},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211782,"ongoing_decode_tokens":211782,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":7680,"new_prefill":10621,"score_linear":204102.0,"score_lmetric":42484}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328938.677891096,"t_first_token_unix":1779759803.6918347,"t_done":328945.065823518,"t_done_unix":1779759810.079767},{"request_id":"1371929:1:1371929:601","session_id":"1371929","input_length":17407,"t_proxy_recv":328943.092656188,"t_decision_unix":1779759808.1065972,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":17407,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (1)","cache_hit":0,"estimated_new_tokens":17407,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":17407,"score_linear":152567.0,"score_lmetric":271340},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":13616,"num_requests":1,"active_p_offloads":0,"cached_blocks":1208,"cache_hit":0,"new_prefill":17407,"score_linear":13616.0,"score_lmetric":31023},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":93026,"pending_prefill_tokens":59626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":17407,"score_linear":230476.0,"score_lmetric":308132},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":44436,"ongoing_decode_tokens":9399,"pending_prefill_tokens":11997,"num_requests":2,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":17407,"score_linear":44436.0,"score_lmetric":58808},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18301,"ongoing_decode_tokens":18301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1753,"cache_hit":0,"new_prefill":17407,"score_linear":18301.0,"score_lmetric":17407},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":22992,"ongoing_decode_tokens":22992,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1341,"cache_hit":0,"new_prefill":17407,"score_linear":22992.0,"score_lmetric":17407},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":80246,"pending_prefill_tokens":12369,"num_requests":2,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":0,"new_prefill":17407,"score_linear":106951.0,"score_lmetric":59552},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":175941,"ongoing_decode_tokens":175941,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":0,"new_prefill":17407,"score_linear":175941.0,"score_lmetric":52221}],"chosen_score_linear":18301.0,"chosen_score_lmetric":17407,"t_first_token":328944.80546156,"t_first_token_unix":1779759809.8194053,"t_done":328945.346566637,"t_done_unix":1779759810.36051},{"request_id":"1371337:1:1371337:597","session_id":"1371337","input_length":9399,"t_proxy_recv":328940.984297472,"t_decision_unix":1779759805.9982388,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9399 < 16000)","cache_hit":0,"estimated_new_tokens":9399,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":9399,"score_linear":152567.0,"score_lmetric":255324},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1208,"cache_hit":0,"new_prefill":9399,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":93026,"pending_prefill_tokens":59626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":9399,"score_linear":230476.0,"score_lmetric":276100},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":9399,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":51115,"ongoing_decode_tokens":18301,"pending_prefill_tokens":6190,"num_requests":2,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":9399,"score_linear":51115.0,"score_lmetric":31178},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":22992,"ongoing_decode_tokens":0,"pending_prefill_tokens":3024,"num_requests":1,"active_p_offloads":0,"cached_blocks":1341,"cache_hit":0,"new_prefill":9399,"score_linear":22992.0,"score_lmetric":12423},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":0,"new_prefill":9399,"score_linear":80246.0,"score_lmetric":9399},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":170765,"ongoing_decode_tokens":170765,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":0,"new_prefill":9399,"score_linear":170765.0,"score_lmetric":28197}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328941.693129003,"t_first_token_unix":1779759806.7070723,"t_done":328945.43313561,"t_done_unix":1779759810.4470787},{"request_id":"1366128:4:1371629:599","session_id":"1366128","input_length":35037,"t_proxy_recv":328942.007877387,"t_decision_unix":1779759807.0218189,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":23040,"affinity_cache_ratio":0.6575905471358849,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11997 < 16000)","cache_hit":23040,"estimated_new_tokens":11997,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":35037,"score_linear":152567.0,"score_lmetric":306600},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":13616,"num_requests":1,"active_p_offloads":0,"cached_blocks":1208,"cache_hit":0,"new_prefill":35037,"score_linear":13616.0,"score_lmetric":48653},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":93026,"pending_prefill_tokens":59626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":35037,"score_linear":230476.0,"score_lmetric":378652},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9399,"ongoing_decode_tokens":9399,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":23040,"new_prefill":11997,"score_linear":-13641.0,"score_lmetric":11997},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":51115,"ongoing_decode_tokens":51115,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":35037,"score_linear":51115.0,"score_lmetric":70074},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":22992,"ongoing_decode_tokens":22992,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1341,"cache_hit":0,"new_prefill":35037,"score_linear":22992.0,"score_lmetric":35037},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":0,"new_prefill":35037,"score_linear":80246.0,"score_lmetric":35037},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":175941,"ongoing_decode_tokens":157781,"pending_prefill_tokens":5360,"num_requests":3,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":0,"new_prefill":35037,"score_linear":175941.0,"score_lmetric":121191}],"chosen_score_linear":-13641.0,"chosen_score_lmetric":11997,"t_first_token":328944.540026786,"t_first_token_unix":1779759809.5539699,"t_done":328945.501533976,"t_done_unix":1779759810.5154772},{"request_id":"1372791:1:1372791:604","session_id":"1372791","input_length":4811,"t_proxy_recv":328946.097775249,"t_decision_unix":1779759811.1117165,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4811 < 16000)","cache_hit":0,"estimated_new_tokens":4811,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":4811,"score_linear":152567.0,"score_lmetric":246148},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":4811,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":93026,"pending_prefill_tokens":59626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":4811,"score_linear":230476.0,"score_lmetric":257748},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":38252,"ongoing_decode_tokens":38252,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":4811,"score_linear":38252.0,"score_lmetric":4811},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":0,"new_prefill":4811,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1347,"cache_hit":0,"new_prefill":4811,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":0,"new_prefill":4811,"score_linear":106951.0,"score_lmetric":9622},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":159131,"ongoing_decode_tokens":116427,"pending_prefill_tokens":208,"num_requests":3,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":0,"new_prefill":4811,"score_linear":159131.0,"score_lmetric":15057}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328946.405244908,"t_first_token_unix":1779759811.4191885,"t_done":328946.58527657,"t_done_unix":1779759811.59922},{"request_id":"1362265:3:1373357:605","session_id":"1362265","input_length":10284,"t_proxy_recv":328948.100374596,"t_decision_unix":1779759813.1143117,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9459354336833917,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (556 < 16000)","cache_hit":9728,"estimated_new_tokens":556,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":10284,"score_linear":152567.0,"score_lmetric":257094},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":10284,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":165945,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":10284,"score_linear":230476.0,"score_lmetric":63740},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":38252,"ongoing_decode_tokens":38252,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":10284,"score_linear":38252.0,"score_lmetric":10284},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":9728,"new_prefill":556,"score_linear":-9728.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":6656,"new_prefill":3628,"score_linear":-6656.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":0,"new_prefill":10284,"score_linear":106951.0,"score_lmetric":20568},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":159131,"ongoing_decode_tokens":116427,"pending_prefill_tokens":208,"num_requests":3,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":0,"new_prefill":10284,"score_linear":159131.0,"score_lmetric":31476}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":328948.155796498,"t_first_token_unix":1779759813.1697397,"t_done":328948.258861066,"t_done_unix":1779759813.272804},{"request_id":"1277428:7:1372183:602","session_id":"1277428","input_length":38252,"t_proxy_recv":328944.060983539,"t_decision_unix":1779759809.0749247,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9503293945414619,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1900 < 16000)","cache_hit":36352,"estimated_new_tokens":1900,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":38252,"score_linear":152567.0,"score_lmetric":313030},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":4608,"new_prefill":33644,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":93026,"pending_prefill_tokens":59626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":38252,"score_linear":230476.0,"score_lmetric":391512},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":44436,"ongoing_decode_tokens":9399,"pending_prefill_tokens":11997,"num_requests":2,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":36352,"new_prefill":1900,"score_linear":8084.0,"score_lmetric":27794},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":35708,"ongoing_decode_tokens":18301,"pending_prefill_tokens":17407,"num_requests":2,"active_p_offloads":0,"cached_blocks":1753,"cache_hit":0,"new_prefill":38252,"score_linear":35708.0,"score_lmetric":111318},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1347,"cache_hit":0,"new_prefill":38252,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":80246,"pending_prefill_tokens":12369,"num_requests":2,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":0,"new_prefill":38252,"score_linear":106951.0,"score_lmetric":101242},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":175941,"ongoing_decode_tokens":175941,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":0,"new_prefill":38252,"score_linear":175941.0,"score_lmetric":114756}],"chosen_score_linear":8084.0,"chosen_score_lmetric":27794,"t_first_token":328945.042617534,"t_first_token_unix":1779759810.0565608,"t_done":328948.950833144,"t_done_unix":1779759813.9647768},{"request_id":"1363943:3:1369535:582","session_id":"1363943","input_length":18160,"t_proxy_recv":328941.585998009,"t_decision_unix":1779759806.5999396,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":12800,"affinity_cache_ratio":0.7048458149779736,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5360 < 16000)","cache_hit":12800,"estimated_new_tokens":5360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":8704,"new_prefill":9456,"score_linear":143863.0,"score_lmetric":255438},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1208,"cache_hit":0,"new_prefill":18160,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":93026,"pending_prefill_tokens":59626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":18160,"score_linear":230476.0,"score_lmetric":311144},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9399,"ongoing_decode_tokens":0,"pending_prefill_tokens":9399,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":4096,"new_prefill":14064,"score_linear":5303.0,"score_lmetric":23463},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":51115,"ongoing_decode_tokens":18301,"pending_prefill_tokens":6190,"num_requests":2,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":18160,"score_linear":51115.0,"score_lmetric":48700},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":22992,"ongoing_decode_tokens":22992,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1341,"cache_hit":0,"new_prefill":18160,"score_linear":22992.0,"score_lmetric":18160},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":4096,"new_prefill":14064,"score_linear":76150.0,"score_lmetric":14064},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":157781,"ongoing_decode_tokens":157781,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":12800,"new_prefill":5360,"score_linear":144981.0,"score_lmetric":10720}],"chosen_score_linear":144981.0,"chosen_score_lmetric":10720,"t_first_token":328942.306700622,"t_first_token_unix":1779759807.3206444,"t_done":328953.080345991,"t_done_unix":1779759818.0942907},{"request_id":"1313181:4:1318843:342","session_id":"1313181","input_length":42704,"t_proxy_recv":328944.510749685,"t_decision_unix":1779759809.524691,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":42496,"affinity_cache_ratio":0.9951292618958412,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (208 < 16000)","cache_hit":42496,"estimated_new_tokens":208,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":42704,"score_linear":152567.0,"score_lmetric":321934},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":42704,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":93026,"pending_prefill_tokens":59626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":42704,"score_linear":230476.0,"score_lmetric":409320},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":82688,"ongoing_decode_tokens":9399,"pending_prefill_tokens":13897,"num_requests":3,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":42704,"score_linear":82688.0,"score_lmetric":169803},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":35708,"ongoing_decode_tokens":18301,"pending_prefill_tokens":17407,"num_requests":2,"active_p_offloads":0,"cached_blocks":1753,"cache_hit":0,"new_prefill":42704,"score_linear":35708.0,"score_lmetric":120222},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1347,"cache_hit":12800,"new_prefill":29904,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":80246,"pending_prefill_tokens":12369,"num_requests":2,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":0,"new_prefill":42704,"score_linear":106951.0,"score_lmetric":110146},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":116427,"ongoing_decode_tokens":116427,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":42496,"new_prefill":208,"score_linear":73931.0,"score_lmetric":416}],"chosen_score_linear":73931.0,"chosen_score_lmetric":416,"t_first_token":328951.671377359,"t_first_token_unix":1779759816.6853206,"t_done":328953.19775966,"t_done_unix":1779759818.2117028},{"request_id":"1374465:1:1374465:613","session_id":"1374465","input_length":18497,"t_proxy_recv":328952.053256473,"t_decision_unix":1779759817.0671973,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":36994,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 8000)","cache_hit":0,"estimated_new_tokens":18497,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":152567,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":18497,"score_linear":152567.0,"score_lmetric":36994},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":56286,"num_requests":1,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":18497,"score_linear":56286.0,"score_lmetric":74783},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":165945,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":18497,"score_linear":230476.0,"score_lmetric":96592},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66626,"ongoing_decode_tokens":0,"pending_prefill_tokens":31810,"num_requests":2,"active_p_offloads":0,"cached_blocks":1600,"cache_hit":0,"new_prefill":18497,"score_linear":66626.0,"score_lmetric":100614},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":189876,"ongoing_decode_tokens":0,"pending_prefill_tokens":125876,"num_requests":2,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":18497,"score_linear":189876.0,"score_lmetric":288746},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":18497,"score_linear":79495.0,"score_lmetric":97992},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":0,"new_prefill":18497,"score_linear":106951.0,"score_lmetric":36994},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":159131,"ongoing_decode_tokens":159131,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":0,"new_prefill":18497,"score_linear":159131.0,"score_lmetric":55491}],"chosen_score_linear":152567.0,"chosen_score_lmetric":36994,"t_first_token":328953.957092633,"t_first_token_unix":1779759818.9710362,"t_done":328954.541435608,"t_done_unix":1779759819.5553787},{"request_id":"1366128:5:1373829:610","session_id":"1366128","input_length":46764,"t_proxy_recv":328949.834418557,"t_decision_unix":1779759814.8483598,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":34816,"affinity_cache_ratio":0.7445043195620563,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11948 < 16000)","cache_hit":34816,"estimated_new_tokens":11948,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":152567,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":46764,"score_linear":152567.0,"score_lmetric":93528},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":56286,"num_requests":1,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":46764,"score_linear":56286.0,"score_lmetric":103050},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":165945,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":46764,"score_linear":230476.0,"score_lmetric":209660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1600,"cache_hit":34816,"new_prefill":11948,"score_linear":-34816.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":125316,"num_requests":1,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":46764,"score_linear":126340.0,"score_lmetric":172080},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":46764,"score_linear":79495.0,"score_lmetric":126259},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":0,"new_prefill":46764,"score_linear":106951.0,"score_lmetric":93528},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":159131,"ongoing_decode_tokens":116427,"pending_prefill_tokens":208,"num_requests":3,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":0,"new_prefill":46764,"score_linear":159131.0,"score_lmetric":140916}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":328953.157634235,"t_first_token_unix":1779759818.1715777,"t_done":328955.424546105,"t_done_unix":1779759820.4384894},{"request_id":"1364090:2:1371798:600","session_id":"1364090","input_length":26705,"t_proxy_recv":328942.627439707,"t_decision_unix":1779759807.641381,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.5368283093053735,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (12369 < 16000)","cache_hit":14336,"estimated_new_tokens":12369,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":7680,"new_prefill":19025,"score_linear":144887.0,"score_lmetric":274576},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":13616,"num_requests":1,"active_p_offloads":0,"cached_blocks":1208,"cache_hit":0,"new_prefill":26705,"score_linear":13616.0,"score_lmetric":40321},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":93026,"pending_prefill_tokens":59626,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":26705,"score_linear":230476.0,"score_lmetric":345324},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":44436,"ongoing_decode_tokens":9399,"pending_prefill_tokens":11997,"num_requests":2,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":7680,"new_prefill":19025,"score_linear":36756.0,"score_lmetric":62044},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":51115,"ongoing_decode_tokens":51115,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":26705,"score_linear":51115.0,"score_lmetric":53410},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":22992,"ongoing_decode_tokens":22992,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1341,"cache_hit":0,"new_prefill":26705,"score_linear":22992.0,"score_lmetric":26705},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":14336,"new_prefill":12369,"score_linear":65910.0,"score_lmetric":12369},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":175941,"ongoing_decode_tokens":175941,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":7680,"new_prefill":19025,"score_linear":168261.0,"score_lmetric":57075}],"chosen_score_linear":65910.0,"chosen_score_lmetric":12369,"t_first_token":328944.681402083,"t_first_token_unix":1779759809.6953459,"t_done":328955.875325579,"t_done_unix":1779759820.8892686},{"request_id":"1269373:22:1358956:522","session_id":"1269373","input_length":80246,"t_proxy_recv":328897.505181399,"t_decision_unix":1779759762.5191226,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9761981905640157,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1910 < 16000)","cache_hit":78336,"estimated_new_tokens":1910,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":7680,"new_prefill":72566,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":80246,"score_linear":122597.0,"score_lmetric":202843},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":80246,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":7680,"new_prefill":72566,"score_linear":13691.0,"score_lmetric":72566},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":80246,"score_linear":83526.0,"score_lmetric":163772},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":80246,"score_linear":68259.0,"score_lmetric":80246},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":78336,"new_prefill":1910,"score_linear":-78336.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":34694,"num_requests":1,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":7680,"new_prefill":72566,"score_linear":51078.0,"score_lmetric":107260}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":328898.562870898,"t_first_token_unix":1779759763.576816,"t_done":328958.03843782,"t_done_unix":1779759823.0523815},{"request_id":"1374347:1:1374347:611","session_id":"1374347","input_length":19862,"t_proxy_recv":328951.609257766,"t_decision_unix":1779759816.6231992,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":31810,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (1)","cache_hit":0,"estimated_new_tokens":19862,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":152567,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":19862,"score_linear":152567.0,"score_lmetric":39724},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":56286,"num_requests":1,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":19862,"score_linear":56286.0,"score_lmetric":76148},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":165945,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":19862,"score_linear":230476.0,"score_lmetric":102052},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":46764,"ongoing_decode_tokens":0,"pending_prefill_tokens":11948,"num_requests":1,"active_p_offloads":0,"cached_blocks":1600,"cache_hit":0,"new_prefill":19862,"score_linear":46764.0,"score_lmetric":31810},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":125316,"num_requests":1,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":19862,"score_linear":126340.0,"score_lmetric":145178},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":19862,"score_linear":79495.0,"score_lmetric":99357},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":0,"new_prefill":19862,"score_linear":106951.0,"score_lmetric":39724},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":159131,"ongoing_decode_tokens":116427,"pending_prefill_tokens":208,"num_requests":3,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":0,"new_prefill":19862,"score_linear":159131.0,"score_lmetric":60210}],"chosen_score_linear":46764.0,"chosen_score_lmetric":31810,"t_first_token":328955.161464749,"t_first_token_unix":1779759820.1754081,"t_done":328959.779598848,"t_done_unix":1779759824.7935424},{"request_id":"1344773:10:1361326:533","session_id":"1344773","input_length":34679,"t_proxy_recv":328906.12875926,"t_decision_unix":1779759771.1427004,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9891865394042504,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (375 < 16000)","cache_hit":34304,"estimated_new_tokens":375,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":34304,"new_prefill":375,"score_linear":83584.0,"score_lmetric":118263},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":34679,"score_linear":122597.0,"score_lmetric":157276},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16480,"ongoing_decode_tokens":0,"pending_prefill_tokens":9824,"num_requests":1,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":34679,"score_linear":16480.0,"score_lmetric":44503},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66032,"ongoing_decode_tokens":0,"pending_prefill_tokens":66032,"num_requests":1,"active_p_offloads":0,"cached_blocks":1288,"cache_hit":0,"new_prefill":34679,"score_linear":66032.0,"score_lmetric":100711},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":34679,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":34679,"score_linear":68259.0,"score_lmetric":34679},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":34679,"score_linear":80246.0,"score_lmetric":34679},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111729,"ongoing_decode_tokens":78251,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":34679,"score_linear":111729.0,"score_lmetric":119991}],"chosen_score_linear":83584.0,"chosen_score_lmetric":118263,"t_first_token":328948.331374493,"t_first_token_unix":1779759813.3453176,"t_done":328960.971021738,"t_done_unix":1779759825.9849653},{"request_id":"1374465:2:1376358:620","session_id":"1374465","input_length":21588,"t_proxy_recv":328958.453058149,"t_decision_unix":1779759823.4669995,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":18432,"affinity_cache_ratio":0.8538076709282935,"affinity_num_requests":3,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3156 < 16000)","cache_hit":18432,"estimated_new_tokens":3156,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":188455,"ongoing_decode_tokens":152567,"pending_prefill_tokens":48,"num_requests":3,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":18432,"new_prefill":3156,"score_linear":170023.0,"score_lmetric":9612},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":56286,"num_requests":1,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":21588,"score_linear":56286.0,"score_lmetric":77874},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":165945,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":21588,"score_linear":230476.0,"score_lmetric":108956},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":78373,"ongoing_decode_tokens":19862,"pending_prefill_tokens":11919,"num_requests":2,"active_p_offloads":0,"cached_blocks":1623,"cache_hit":0,"new_prefill":21588,"score_linear":78373.0,"score_lmetric":67014},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":21588,"score_linear":231384.0,"score_lmetric":456324},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":21588,"score_linear":79495.0,"score_lmetric":101083},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":21588,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":214708,"ongoing_decode_tokens":116663,"pending_prefill_tokens":18685,"num_requests":4,"active_p_offloads":0,"cached_blocks":1504,"cache_hit":0,"new_prefill":21588,"score_linear":214708.0,"score_lmetric":161092}],"chosen_score_linear":170023.0,"chosen_score_lmetric":9612,"t_first_token":328960.410119654,"t_first_token_unix":1779759825.4240632,"t_done":328961.421826757,"t_done_unix":1779759826.4357698},{"request_id":"1371337:2:1376534:621","session_id":"1371337","input_length":24323,"t_proxy_recv":328959.126586152,"t_decision_unix":1779759824.140527,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":6,"affinity_cache_hit":9216,"affinity_cache_ratio":0.3789006290342474,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":24323,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":210043,"ongoing_decode_tokens":152567,"pending_prefill_tokens":3204,"num_requests":4,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":24323,"score_linear":210043.0,"score_lmetric":110108},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":56286,"num_requests":1,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":24323,"score_linear":56286.0,"score_lmetric":80609},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":165945,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":24323,"score_linear":230476.0,"score_lmetric":119896},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":78373,"ongoing_decode_tokens":19862,"pending_prefill_tokens":11919,"num_requests":2,"active_p_offloads":0,"cached_blocks":1623,"cache_hit":9216,"new_prefill":15107,"score_linear":69157.0,"score_lmetric":54052},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":24323,"score_linear":231384.0,"score_lmetric":464529},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":24323,"score_linear":79495.0,"score_lmetric":103818},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":24323,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":214708,"ongoing_decode_tokens":116663,"pending_prefill_tokens":18685,"num_requests":4,"active_p_offloads":0,"cached_blocks":1504,"cache_hit":0,"new_prefill":24323,"score_linear":214708.0,"score_lmetric":172032}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328961.912293572,"t_first_token_unix":1779759826.9262369,"t_done":328962.506722093,"t_done_unix":1779759827.5206654},{"request_id":"1366128:6:1375094:616","session_id":"1366128","input_length":58511,"t_proxy_recv":328955.439797665,"t_decision_unix":1779759820.4537392,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":46592,"affinity_cache_ratio":0.7962947138144965,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11919 < 16000)","cache_hit":46592,"estimated_new_tokens":11919,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":188455,"ongoing_decode_tokens":152567,"pending_prefill_tokens":48,"num_requests":3,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":58511,"score_linear":188455.0,"score_lmetric":175677},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":56286,"num_requests":1,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":58511,"score_linear":56286.0,"score_lmetric":114797},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":165945,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":58511,"score_linear":230476.0,"score_lmetric":256648},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":19862,"ongoing_decode_tokens":19862,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1623,"cache_hit":46592,"new_prefill":11919,"score_linear":-26730.0,"score_lmetric":11919},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":58511,"score_linear":231384.0,"score_lmetric":567093},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":58511,"score_linear":79495.0,"score_lmetric":138006},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":0,"new_prefill":58511,"score_linear":106951.0,"score_lmetric":117022},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176667,"ongoing_decode_tokens":116663,"pending_prefill_tokens":17508,"num_requests":3,"active_p_offloads":0,"cached_blocks":1504,"cache_hit":0,"new_prefill":58511,"score_linear":176667.0,"score_lmetric":228057}],"chosen_score_linear":-26730.0,"chosen_score_lmetric":11919,"t_first_token":328959.558984693,"t_first_token_unix":1779759824.5729284,"t_done":328962.790943231,"t_done_unix":1779759827.8048866},{"request_id":"1377061:1:1377061:622","session_id":"1377061","input_length":16241,"t_proxy_recv":328961.084250731,"t_decision_unix":1779759826.0981922,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":16241,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 8000)","cache_hit":0,"estimated_new_tokens":16241,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":210435,"ongoing_decode_tokens":175364,"pending_prefill_tokens":255,"num_requests":4,"active_p_offloads":0,"cached_blocks":1262,"cache_hit":0,"new_prefill":16241,"score_linear":210435.0,"score_lmetric":65984},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":56286,"ongoing_decode_tokens":56286,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":16241,"score_linear":56286.0,"score_lmetric":16241},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":165945,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":16241,"score_linear":230476.0,"score_lmetric":87568},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":58511,"ongoing_decode_tokens":58511,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1661,"cache_hit":0,"new_prefill":16241,"score_linear":58511.0,"score_lmetric":16241},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":16241,"score_linear":231384.0,"score_lmetric":440283},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":16241,"score_linear":79495.0,"score_lmetric":95736},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24323,"ongoing_decode_tokens":0,"pending_prefill_tokens":24323,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":16241,"score_linear":24323.0,"score_lmetric":40564},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":214708,"ongoing_decode_tokens":176667,"pending_prefill_tokens":1177,"num_requests":4,"active_p_offloads":0,"cached_blocks":1504,"cache_hit":0,"new_prefill":16241,"score_linear":214708.0,"score_lmetric":69672}],"chosen_score_linear":58511.0,"chosen_score_lmetric":16241,"t_first_token":328962.575729364,"t_first_token_unix":1779759827.5896728,"t_done":328962.811201078,"t_done_unix":1779759827.825144},{"request_id":"1344773:11:1366387:555","session_id":"1344773","input_length":35071,"t_proxy_recv":328960.978204263,"t_decision_unix":1779759825.992146,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9927290353853612,"affinity_num_requests":3,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (255 < 16000)","cache_hit":34816,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":175364,"ongoing_decode_tokens":175364,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1262,"cache_hit":34816,"new_prefill":255,"score_linear":140548.0,"score_lmetric":765},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":56286,"ongoing_decode_tokens":56286,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":35071,"score_linear":56286.0,"score_lmetric":35071},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":165945,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":35071,"score_linear":230476.0,"score_lmetric":162888},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":58511,"ongoing_decode_tokens":58511,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1661,"cache_hit":0,"new_prefill":35071,"score_linear":58511.0,"score_lmetric":35071},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":35071,"score_linear":231384.0,"score_lmetric":496773},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":35071,"score_linear":79495.0,"score_lmetric":114566},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24323,"ongoing_decode_tokens":0,"pending_prefill_tokens":24323,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":35071,"score_linear":24323.0,"score_lmetric":59394},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":214708,"ongoing_decode_tokens":176667,"pending_prefill_tokens":1177,"num_requests":4,"active_p_offloads":0,"cached_blocks":1504,"cache_hit":0,"new_prefill":35071,"score_linear":214708.0,"score_lmetric":144992}],"chosen_score_linear":140548.0,"chosen_score_lmetric":765,"t_first_token":328961.094737071,"t_first_token_unix":1779759826.1086802,"t_done":328963.036971,"t_done_unix":1779759828.0509143},{"request_id":"1367957:1:1367957:572","session_id":"1367957","input_length":72919,"t_proxy_recv":328929.307744607,"t_decision_unix":1779759794.3216856,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":107950,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 8000)","cache_hit":18944,"estimated_new_tokens":53975,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":72919,"score_linear":152567.0,"score_lmetric":382364},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":72919,"score_linear":122597.0,"score_lmetric":195516},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":93026,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":18944,"new_prefill":53975,"score_linear":74082.0,"score_lmetric":107950},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":51712,"ongoing_decode_tokens":51712,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1457,"cache_hit":0,"new_prefill":72919,"score_linear":51712.0,"score_lmetric":145838},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":50720,"ongoing_decode_tokens":13749,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":72919,"score_linear":50720.0,"score_lmetric":303558},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":69509,"ongoing_decode_tokens":49483,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1264,"cache_hit":0,"new_prefill":72919,"score_linear":69509.0,"score_lmetric":145838},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":99061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1142,"cache_hit":0,"new_prefill":72919,"score_linear":99061.0,"score_lmetric":145838},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":231808,"ongoing_decode_tokens":0,"pending_prefill_tokens":43846,"num_requests":5,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":72919,"score_linear":231808.0,"score_lmetric":583825}],"chosen_score_linear":74082.0,"chosen_score_lmetric":107950,"t_first_token":328947.644683038,"t_first_token_unix":1779759812.6586263,"t_done":328963.638163968,"t_done_unix":1779759828.6521075},{"request_id":"1361694:1:1361694:534","session_id":"1361694","input_length":76969,"t_proxy_recv":328907.439950096,"t_decision_unix":1779759772.4538908,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":76969,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":76969,"score_linear":152567.0,"score_lmetric":390464},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":76969,"score_linear":122597.0,"score_lmetric":199566},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":76969,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66032,"ongoing_decode_tokens":0,"pending_prefill_tokens":66032,"num_requests":1,"active_p_offloads":0,"cached_blocks":1288,"cache_hit":0,"new_prefill":76969,"score_linear":66032.0,"score_lmetric":143001},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":76969,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":76969,"score_linear":68259.0,"score_lmetric":76969},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":3584,"new_prefill":73385,"score_linear":76662.0,"score_lmetric":73385},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111729,"ongoing_decode_tokens":78251,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":76969,"score_linear":111729.0,"score_lmetric":246861}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328928.026784108,"t_first_token_unix":1779759793.0407271,"t_done":328963.787926537,"t_done_unix":1779759828.8018699},{"request_id":"1342634:2:1370263:590","session_id":"1342634","input_length":64531,"t_proxy_recv":328937.30531263,"t_decision_unix":1779759802.319254,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9124296849576172,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5651 < 16000)","cache_hit":58880,"estimated_new_tokens":5651,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":64531,"score_linear":152567.0,"score_lmetric":365588},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":64531,"score_linear":122597.0,"score_lmetric":187128},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":165945,"ongoing_decode_tokens":93026,"pending_prefill_tokens":53975,"num_requests":3,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":58880,"new_prefill":5651,"score_linear":107065.0,"score_lmetric":178878},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":52808,"ongoing_decode_tokens":0,"pending_prefill_tokens":15944,"num_requests":2,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":64531,"score_linear":52808.0,"score_lmetric":160950},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18301,"ongoing_decode_tokens":0,"pending_prefill_tokens":18301,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":64531,"score_linear":18301.0,"score_lmetric":82832},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":11133,"ongoing_decode_tokens":0,"pending_prefill_tokens":8061,"num_requests":1,"active_p_offloads":0,"cached_blocks":1311,"cache_hit":0,"new_prefill":64531,"score_linear":11133.0,"score_lmetric":72592},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":64531,"score_linear":80246.0,"score_lmetric":64531},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":211782,"ongoing_decode_tokens":211782,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":64531,"score_linear":211782.0,"score_lmetric":258124}],"chosen_score_linear":107065.0,"chosen_score_lmetric":178878,"t_first_token":328962.250107159,"t_first_token_unix":1779759827.2640505,"t_done":328963.980043509,"t_done_unix":1779759828.9939868},{"request_id":"1370129:2:1373467:607","session_id":"1370129","input_length":56286,"t_proxy_recv":328948.594515886,"t_decision_unix":1779759813.6084573,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":1,"affinity_cache_hit":18432,"affinity_cache_ratio":0.3274704189318836,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":56286,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":152567,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":7680,"new_prefill":48606,"score_linear":144887.0,"score_lmetric":97212},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":56286,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":165945,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":56286,"score_linear":230476.0,"score_lmetric":247748},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":38252,"ongoing_decode_tokens":38252,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":7680,"new_prefill":48606,"score_linear":30572.0,"score_lmetric":48606},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":125316,"num_requests":1,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":18432,"new_prefill":37854,"score_linear":107908.0,"score_lmetric":163170},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":56286,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":7680,"new_prefill":48606,"score_linear":99271.0,"score_lmetric":97212},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":159131,"ongoing_decode_tokens":116427,"pending_prefill_tokens":208,"num_requests":3,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":7680,"new_prefill":48606,"score_linear":151451.0,"score_lmetric":146442}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328960.070686003,"t_first_token_unix":1779759825.0846295,"t_done":328964.652115068,"t_done_unix":1779759829.6660583},{"request_id":"1372791:2:1377698:624","session_id":"1372791","input_length":14851,"t_proxy_recv":328963.319473236,"t_decision_unix":1779759828.3334148,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":3,"affinity_cache_hit":4608,"affinity_cache_ratio":0.3102821358831055,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (14851 < 16000)","cache_hit":0,"estimated_new_tokens":14851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":188970,"ongoing_decode_tokens":188970,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":0,"new_prefill":14851,"score_linear":188970.0,"score_lmetric":44553},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":56286,"ongoing_decode_tokens":56286,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":14851,"score_linear":56286.0,"score_lmetric":14851},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":230476,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":14851,"score_linear":230476.0,"score_lmetric":59404},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":14851,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":14851,"score_linear":231384.0,"score_lmetric":436113},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":4608,"new_prefill":10243,"score_linear":74887.0,"score_lmetric":89738},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1250,"cache_hit":0,"new_prefill":14851,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":214708,"ongoing_decode_tokens":176667,"pending_prefill_tokens":1177,"num_requests":4,"active_p_offloads":0,"cached_blocks":1504,"cache_hit":0,"new_prefill":14851,"score_linear":214708.0,"score_lmetric":64112}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328964.634738396,"t_first_token_unix":1779759829.6486819,"t_done":328965.086948423,"t_done_unix":1779759830.1008914},{"request_id":"1366128:7:1378071:626","session_id":"1366128","input_length":59007,"t_proxy_recv":328964.572265508,"t_decision_unix":1779759829.5862067,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9891707763485688,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (639 < 16000)","cache_hit":58368,"estimated_new_tokens":639,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":188970,"ongoing_decode_tokens":188970,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":0,"new_prefill":59007,"score_linear":188970.0,"score_lmetric":177021},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":56286,"ongoing_decode_tokens":56286,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":59007,"score_linear":56286.0,"score_lmetric":59007},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16057,"ongoing_decode_tokens":16057,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":59007,"score_linear":16057.0,"score_lmetric":59007},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":14851,"ongoing_decode_tokens":0,"pending_prefill_tokens":14851,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":58368,"new_prefill":639,"score_linear":-43517.0,"score_lmetric":15490},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":59007,"score_linear":231384.0,"score_lmetric":568581},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":102952,"ongoing_decode_tokens":0,"pending_prefill_tokens":79912,"num_requests":2,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":59007,"score_linear":102952.0,"score_lmetric":277838},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1250,"cache_hit":0,"new_prefill":59007,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":214708,"ongoing_decode_tokens":176667,"pending_prefill_tokens":1177,"num_requests":4,"active_p_offloads":0,"cached_blocks":1504,"cache_hit":0,"new_prefill":59007,"score_linear":214708.0,"score_lmetric":240736}],"chosen_score_linear":-43517.0,"chosen_score_lmetric":15490,"t_first_token":328964.798592688,"t_first_token_unix":1779759829.812536,"t_done":328965.615108774,"t_done_unix":1779759830.629052},{"request_id":"1355951:3:1375866:619","session_id":"1355951","input_length":38041,"t_proxy_recv":328956.993354385,"t_decision_unix":1779759822.0072954,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9690596987460898,"affinity_num_requests":3,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1177 < 16000)","cache_hit":36864,"estimated_new_tokens":1177,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":188455,"ongoing_decode_tokens":152567,"pending_prefill_tokens":48,"num_requests":3,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":38041,"score_linear":188455.0,"score_lmetric":114267},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":56286,"num_requests":1,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":38041,"score_linear":56286.0,"score_lmetric":94327},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":165945,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":38041,"score_linear":230476.0,"score_lmetric":174768},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":78373,"ongoing_decode_tokens":19862,"pending_prefill_tokens":11919,"num_requests":2,"active_p_offloads":0,"cached_blocks":1623,"cache_hit":0,"new_prefill":38041,"score_linear":78373.0,"score_lmetric":99920},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":38041,"score_linear":231384.0,"score_lmetric":505683},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":38041,"score_linear":79495.0,"score_lmetric":117536},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":38041,"score_linear":80246.0,"score_lmetric":38041},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176667,"ongoing_decode_tokens":116663,"pending_prefill_tokens":17508,"num_requests":3,"active_p_offloads":0,"cached_blocks":1504,"cache_hit":36864,"new_prefill":1177,"score_linear":139803.0,"score_lmetric":56055}],"chosen_score_linear":139803.0,"chosen_score_lmetric":56055,"t_first_token":328964.95813702,"t_first_token_unix":1779759829.972082,"t_done":328966.284407324,"t_done_unix":1779759831.2983508},{"request_id":"1377061:2:1378590:631","session_id":"1377061","input_length":16515,"t_proxy_recv":328966.35059752,"t_decision_unix":1779759831.364539,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":15872,"affinity_cache_ratio":0.961065697850439,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (643 < 16000)","cache_hit":15872,"estimated_new_tokens":643,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":188970,"ongoing_decode_tokens":188970,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":0,"new_prefill":16515,"score_linear":188970.0,"score_lmetric":49545},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1344,"cache_hit":0,"new_prefill":16515,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38189,"ongoing_decode_tokens":38189,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":16515,"score_linear":38189.0,"score_lmetric":33030},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":15872,"new_prefill":643,"score_linear":-15872.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":16515,"score_linear":231384.0,"score_lmetric":441105},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":102952,"ongoing_decode_tokens":0,"pending_prefill_tokens":79912,"num_requests":2,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":16515,"score_linear":102952.0,"score_lmetric":192854},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":5458,"ongoing_decode_tokens":0,"pending_prefill_tokens":5458,"num_requests":1,"active_p_offloads":0,"cached_blocks":1250,"cache_hit":0,"new_prefill":16515,"score_linear":5458.0,"score_lmetric":21973},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176667,"ongoing_decode_tokens":176667,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":16515,"score_linear":176667.0,"score_lmetric":49545}],"chosen_score_linear":-15872.0,"chosen_score_lmetric":0,"t_first_token":328966.439254645,"t_first_token_unix":1779759831.453199,"t_done":328966.509454567,"t_done_unix":1779759831.5233982},{"request_id":"1363943:4:1372250:603","session_id":"1363943","input_length":18396,"t_proxy_recv":328953.08572677,"t_decision_unix":1779759818.0996683,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17920,"affinity_cache_ratio":0.974124809741248,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (476 < 16000)","cache_hit":17920,"estimated_new_tokens":476,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":171064,"ongoing_decode_tokens":152567,"pending_prefill_tokens":18497,"num_requests":3,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":8704,"new_prefill":9692,"score_linear":162360.0,"score_lmetric":84567},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":56286,"num_requests":1,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":18396,"score_linear":56286.0,"score_lmetric":74682},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":165945,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":18396,"score_linear":230476.0,"score_lmetric":96188},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66626,"ongoing_decode_tokens":0,"pending_prefill_tokens":31810,"num_requests":2,"active_p_offloads":0,"cached_blocks":1600,"cache_hit":4096,"new_prefill":14300,"score_linear":62530.0,"score_lmetric":92220},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":4096,"new_prefill":14300,"score_linear":227288.0,"score_lmetric":434460},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":18396,"score_linear":79495.0,"score_lmetric":97891},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":4096,"new_prefill":14300,"score_linear":102855.0,"score_lmetric":28600},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":140971,"ongoing_decode_tokens":140971,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1504,"cache_hit":17920,"new_prefill":476,"score_linear":123051.0,"score_lmetric":952}],"chosen_score_linear":123051.0,"chosen_score_lmetric":952,"t_first_token":328953.162518755,"t_first_token_unix":1779759818.176462,"t_done":328966.565338524,"t_done_unix":1779759831.5792818},{"request_id":"1360649:1:1360649:527","session_id":"1360649","input_length":117888,"t_proxy_recv":328903.638174466,"t_decision_unix":1779759768.6521158,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":117888,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":117888,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":117888,"score_linear":122597.0,"score_lmetric":240485},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1427,"cache_hit":0,"new_prefill":117888,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1266,"cache_hit":0,"new_prefill":117888,"score_linear":21371.0,"score_lmetric":117888},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":117888,"score_linear":83526.0,"score_lmetric":201414},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":117888,"score_linear":68259.0,"score_lmetric":117888},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":117888,"score_linear":80246.0,"score_lmetric":117888},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":78251,"ongoing_decode_tokens":0,"pending_prefill_tokens":34731,"num_requests":2,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":117888,"score_linear":78251.0,"score_lmetric":305238}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328948.328712319,"t_first_token_unix":1779759813.3426554,"t_done":328966.999357161,"t_done_unix":1779759832.0133004},{"request_id":"1378684:1:1378684:632","session_id":"1378684","input_length":7810,"t_proxy_recv":328966.686034364,"t_decision_unix":1779759831.699976,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7810 < 16000)","cache_hit":0,"estimated_new_tokens":7810,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":188970,"ongoing_decode_tokens":188970,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":0,"new_prefill":7810,"score_linear":188970.0,"score_lmetric":23430},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1344,"cache_hit":0,"new_prefill":7810,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38189,"ongoing_decode_tokens":38189,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":7810,"score_linear":38189.0,"score_lmetric":15620},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":0,"new_prefill":7810,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":7810,"score_linear":231384.0,"score_lmetric":414990},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":102952,"ongoing_decode_tokens":0,"pending_prefill_tokens":79912,"num_requests":2,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":7810,"score_linear":102952.0,"score_lmetric":175444},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":5458,"ongoing_decode_tokens":5458,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1250,"cache_hit":0,"new_prefill":7810,"score_linear":5458.0,"score_lmetric":7810},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176947,"ongoing_decode_tokens":158271,"pending_prefill_tokens":244,"num_requests":3,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":7810,"score_linear":176947.0,"score_lmetric":24162}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328967.230087993,"t_first_token_unix":1779759832.2440312,"t_done":328967.499970461,"t_done_unix":1779759832.513914},{"request_id":"1378543:1:1378543:630","session_id":"1378543","input_length":5458,"t_proxy_recv":328966.192577152,"t_decision_unix":1779759831.2065177,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5458 < 16000)","cache_hit":0,"estimated_new_tokens":5458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":188970,"ongoing_decode_tokens":188970,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":0,"new_prefill":5458,"score_linear":188970.0,"score_lmetric":16374},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1344,"cache_hit":0,"new_prefill":5458,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38189,"ongoing_decode_tokens":38189,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":5458,"score_linear":38189.0,"score_lmetric":10916},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":0,"new_prefill":5458,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":5458,"score_linear":231384.0,"score_lmetric":407934},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":102952,"ongoing_decode_tokens":0,"pending_prefill_tokens":79912,"num_requests":2,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":5458,"score_linear":102952.0,"score_lmetric":170740},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1250,"cache_hit":0,"new_prefill":5458,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":214708,"ongoing_decode_tokens":214708,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1504,"cache_hit":0,"new_prefill":5458,"score_linear":214708.0,"score_lmetric":21832}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328966.547240605,"t_first_token_unix":1779759831.5611844,"t_done":328967.620375719,"t_done_unix":1779759832.6343193},{"request_id":"1344773:12:1367864:571","session_id":"1344773","input_length":35194,"t_proxy_recv":328963.044280964,"t_decision_unix":1779759828.0582225,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9892595328749219,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (378 < 16000)","cache_hit":34816,"estimated_new_tokens":378,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":153776,"ongoing_decode_tokens":153776,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":34816,"new_prefill":378,"score_linear":118960.0,"score_lmetric":756},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":56286,"ongoing_decode_tokens":56286,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":35194,"score_linear":56286.0,"score_lmetric":35194},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":230476,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":35194,"score_linear":230476.0,"score_lmetric":140776},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":35194,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":35194,"score_linear":231384.0,"score_lmetric":497142},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":35194,"score_linear":79495.0,"score_lmetric":114689},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1250,"cache_hit":0,"new_prefill":35194,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":214708,"ongoing_decode_tokens":176667,"pending_prefill_tokens":1177,"num_requests":4,"active_p_offloads":0,"cached_blocks":1504,"cache_hit":0,"new_prefill":35194,"score_linear":214708.0,"score_lmetric":145484}],"chosen_score_linear":118960.0,"chosen_score_lmetric":756,"t_first_token":328963.154968074,"t_first_token_unix":1779759828.1689112,"t_done":328967.862629364,"t_done_unix":1779759832.8765726},{"request_id":"1344773:13:1370257:589","session_id":"1344773","input_length":35413,"t_proxy_recv":328967.86933291,"t_decision_unix":1779759832.8832743,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9975997515036851,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (85 < 16000)","cache_hit":35328,"estimated_new_tokens":85,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154940,"ongoing_decode_tokens":154940,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":35328,"new_prefill":85,"score_linear":119612.0,"score_lmetric":170},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1359,"cache_hit":0,"new_prefill":35413,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38189,"ongoing_decode_tokens":38189,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":35413,"score_linear":38189.0,"score_lmetric":70826},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":435,"num_requests":1,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":0,"new_prefill":35413,"score_linear":15283.0,"score_lmetric":35848},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":35413,"score_linear":231384.0,"score_lmetric":497799},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":102952,"ongoing_decode_tokens":0,"pending_prefill_tokens":79912,"num_requests":2,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":35413,"score_linear":102952.0,"score_lmetric":230650},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":35413,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176947,"ongoing_decode_tokens":176947,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":35413,"score_linear":176947.0,"score_lmetric":106239}],"chosen_score_linear":119612.0,"chosen_score_lmetric":170,"t_first_token":328967.977864987,"t_first_token_unix":1779759832.9918082,"t_done":328968.062027139,"t_done_unix":1779759833.0759706},{"request_id":"1286804:4:1378156:627","session_id":"1286804","input_length":22132,"t_proxy_recv":328964.824863577,"t_decision_unix":1779759829.838805,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":15360,"affinity_cache_ratio":0.694017711910356,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6772 < 16000)","cache_hit":15360,"estimated_new_tokens":6772,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":188970,"ongoing_decode_tokens":188970,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":0,"new_prefill":22132,"score_linear":188970.0,"score_lmetric":66396},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1344,"cache_hit":0,"new_prefill":22132,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16057,"ongoing_decode_tokens":16057,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":15360,"new_prefill":6772,"score_linear":697.0,"score_lmetric":6772},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73858,"ongoing_decode_tokens":73858,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":22132,"score_linear":73858.0,"score_lmetric":44264},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":22132,"score_linear":231384.0,"score_lmetric":457956},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":102952,"ongoing_decode_tokens":0,"pending_prefill_tokens":79912,"num_requests":2,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":1536,"new_prefill":20596,"score_linear":101416.0,"score_lmetric":201016},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1250,"cache_hit":0,"new_prefill":22132,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":214708,"ongoing_decode_tokens":176667,"pending_prefill_tokens":1177,"num_requests":4,"active_p_offloads":0,"cached_blocks":1504,"cache_hit":0,"new_prefill":22132,"score_linear":214708.0,"score_lmetric":93236}],"chosen_score_linear":697.0,"chosen_score_lmetric":6772,"t_first_token":328965.846923481,"t_first_token_unix":1779759830.860867,"t_done":328968.263871974,"t_done_unix":1779759833.2778153},{"request_id":"1379185:1:1379185:634","session_id":"1379185","input_length":1422,"t_proxy_recv":328968.404334014,"t_decision_unix":1779759833.4182754,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1422 < 16000)","cache_hit":0,"estimated_new_tokens":1422,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154940,"ongoing_decode_tokens":154940,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":1422,"score_linear":154940.0,"score_lmetric":2844},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1359,"cache_hit":0,"new_prefill":1422,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16057,"ongoing_decode_tokens":16057,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1725,"cache_hit":0,"new_prefill":1422,"score_linear":16057.0,"score_lmetric":1422},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":435,"num_requests":1,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":0,"new_prefill":1422,"score_linear":15283.0,"score_lmetric":1857},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":1422,"score_linear":231384.0,"score_lmetric":395826},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":102952,"ongoing_decode_tokens":0,"pending_prefill_tokens":79912,"num_requests":2,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":1422,"score_linear":102952.0,"score_lmetric":162668},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":1422,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176947,"ongoing_decode_tokens":176947,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":1422,"score_linear":176947.0,"score_lmetric":4266}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328968.51146183,"t_first_token_unix":1779759833.5254054,"t_done":328968.696275483,"t_done_unix":1779759833.710219},{"request_id":"1305906:2:1363233:539","session_id":"1305906","input_length":16057,"t_proxy_recv":328912.670151789,"t_decision_unix":1779759777.684093,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8609329264495236,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2233 < 16000)","cache_hit":13824,"estimated_new_tokens":2233,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":16057,"score_linear":152567.0,"score_lmetric":268640},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":16057,"score_linear":122597.0,"score_lmetric":138654},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":13824,"new_prefill":2233,"score_linear":63145.0,"score_lmetric":79202},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66032,"ongoing_decode_tokens":0,"pending_prefill_tokens":66032,"num_requests":1,"active_p_offloads":0,"cached_blocks":1288,"cache_hit":0,"new_prefill":16057,"score_linear":66032.0,"score_lmetric":82089},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":16057,"score_linear":62685.0,"score_lmetric":78742},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1228,"cache_hit":0,"new_prefill":16057,"score_linear":68259.0,"score_lmetric":16057},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":16057,"score_linear":80246.0,"score_lmetric":16057},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":78251,"ongoing_decode_tokens":78251,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":16057,"score_linear":78251.0,"score_lmetric":32114}],"chosen_score_linear":63145.0,"chosen_score_lmetric":79202,"t_first_token":328929.188397865,"t_first_token_unix":1779759794.2023413,"t_done":328968.728124911,"t_done_unix":1779759833.7420685},{"request_id":"1360649:2:1367022:561","session_id":"1360649","input_length":119052,"t_proxy_recv":328967.031746214,"t_decision_unix":1779759832.045688,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":118272,"affinity_cache_ratio":0.9934482411047273,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (780 < 16000)","cache_hit":118272,"estimated_new_tokens":780,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":71082,"ongoing_decode_tokens":71082,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1499,"cache_hit":118272,"new_prefill":780,"score_linear":-47190.0,"score_lmetric":1560},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":7810,"ongoing_decode_tokens":0,"pending_prefill_tokens":7810,"num_requests":1,"active_p_offloads":0,"cached_blocks":1344,"cache_hit":0,"new_prefill":119052,"score_linear":7810.0,"score_lmetric":126862},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38189,"ongoing_decode_tokens":38189,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":119052,"score_linear":38189.0,"score_lmetric":238104},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":0,"new_prefill":119052,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":4096,"new_prefill":114956,"score_linear":227288.0,"score_lmetric":736428},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":102952,"ongoing_decode_tokens":0,"pending_prefill_tokens":79912,"num_requests":2,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":119052,"score_linear":102952.0,"score_lmetric":397928},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":5458,"ongoing_decode_tokens":5458,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1250,"cache_hit":0,"new_prefill":119052,"score_linear":5458.0,"score_lmetric":119052},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176947,"ongoing_decode_tokens":176947,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":119052,"score_linear":176947.0,"score_lmetric":357156}],"chosen_score_linear":-47190.0,"chosen_score_lmetric":1560,"t_first_token":328967.650707925,"t_first_token_unix":1779759832.6646512,"t_done":328969.395060543,"t_done_unix":1779759834.4090047},{"request_id":"1363943:5:1373637:609","session_id":"1363943","input_length":18676,"t_proxy_recv":328966.570404192,"t_decision_unix":1779759831.5843456,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9869351038766331,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (244 < 16000)","cache_hit":18432,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":188970,"ongoing_decode_tokens":188970,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":8704,"new_prefill":9972,"score_linear":180266.0,"score_lmetric":29916},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1344,"cache_hit":4096,"new_prefill":14580,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38189,"ongoing_decode_tokens":38189,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":18676,"score_linear":38189.0,"score_lmetric":37352},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":4096,"new_prefill":14580,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":4096,"new_prefill":14580,"score_linear":227288.0,"score_lmetric":435300},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":102952,"ongoing_decode_tokens":0,"pending_prefill_tokens":79912,"num_requests":2,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":18676,"score_linear":102952.0,"score_lmetric":197176},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":5458,"ongoing_decode_tokens":5458,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1250,"cache_hit":4096,"new_prefill":14580,"score_linear":1362.0,"score_lmetric":14580},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":158271,"ongoing_decode_tokens":158271,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":18432,"new_prefill":244,"score_linear":139839.0,"score_lmetric":488}],"chosen_score_linear":139839.0,"chosen_score_lmetric":488,"t_first_token":328966.708416346,"t_first_token_unix":1779759831.7223592,"t_done":328969.714632472,"t_done_unix":1779759834.7285757},{"request_id":"1379569:1:1379569:638","session_id":"1379569","input_length":2632,"t_proxy_recv":328969.633388084,"t_decision_unix":1779759834.6473293,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2632 < 16000)","cache_hit":0,"estimated_new_tokens":2632,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":2632,"score_linear":35888.0,"score_lmetric":2632},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":61457,"ongoing_decode_tokens":0,"pending_prefill_tokens":4625,"num_requests":1,"active_p_offloads":0,"cached_blocks":1359,"cache_hit":0,"new_prefill":2632,"score_linear":61457.0,"score_lmetric":7257},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1730,"cache_hit":0,"new_prefill":2632,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":72939,"ongoing_decode_tokens":15283,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":0,"new_prefill":2632,"score_linear":72939.0,"score_lmetric":7936},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":2632,"score_linear":231384.0,"score_lmetric":399456},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":102952,"ongoing_decode_tokens":0,"pending_prefill_tokens":79912,"num_requests":2,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":2632,"score_linear":102952.0,"score_lmetric":165088},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":2632,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176947,"ongoing_decode_tokens":176947,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":2632,"score_linear":176947.0,"score_lmetric":7896}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328969.801901483,"t_first_token_unix":1779759834.8158445,"t_done":328970.243055249,"t_done_unix":1779759835.2569993},{"request_id":"1363943:6:1375416:618","session_id":"1363943","input_length":19116,"t_proxy_recv":328969.720192075,"t_decision_unix":1779759834.7341335,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9642184557438794,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (684 < 16000)","cache_hit":18432,"estimated_new_tokens":684,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":8704,"new_prefill":10412,"score_linear":27184.0,"score_lmetric":10412},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":61457,"ongoing_decode_tokens":0,"pending_prefill_tokens":4625,"num_requests":1,"active_p_offloads":0,"cached_blocks":1359,"cache_hit":4096,"new_prefill":15020,"score_linear":57361.0,"score_lmetric":19645},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":2632,"ongoing_decode_tokens":0,"pending_prefill_tokens":2632,"num_requests":1,"active_p_offloads":0,"cached_blocks":1730,"cache_hit":0,"new_prefill":19116,"score_linear":2632.0,"score_lmetric":21748},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":72939,"ongoing_decode_tokens":15283,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":4096,"new_prefill":15020,"score_linear":68843.0,"score_lmetric":32712},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":4096,"new_prefill":15020,"score_linear":227288.0,"score_lmetric":436620},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":102952,"ongoing_decode_tokens":0,"pending_prefill_tokens":79912,"num_requests":2,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":19116,"score_linear":102952.0,"score_lmetric":198056},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":4096,"new_prefill":15020,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":158271,"ongoing_decode_tokens":158271,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":18432,"new_prefill":684,"score_linear":139839.0,"score_lmetric":1368}],"chosen_score_linear":139839.0,"chosen_score_lmetric":1368,"t_first_token":328969.864987231,"t_first_token_unix":1779759834.87893,"t_done":328972.517412902,"t_done_unix":1779759837.531356},{"request_id":"1378543:2:1380447:644","session_id":"1378543","input_length":5314,"t_proxy_recv":328972.671949148,"t_decision_unix":1779759837.685891,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":5120,"affinity_cache_ratio":0.963492660895747,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (194 < 16000)","cache_hit":5120,"estimated_new_tokens":194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66795,"ongoing_decode_tokens":35888,"pending_prefill_tokens":9403,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":5314,"score_linear":66795.0,"score_lmetric":29434},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":61457,"ongoing_decode_tokens":61457,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1359,"cache_hit":0,"new_prefill":5314,"score_linear":61457.0,"score_lmetric":5314},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":5314,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":149537,"ongoing_decode_tokens":15283,"pending_prefill_tokens":2670,"num_requests":4,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":0,"new_prefill":5314,"score_linear":149537.0,"score_lmetric":31936},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":5314,"score_linear":231384.0,"score_lmetric":407502},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":102952,"ongoing_decode_tokens":102952,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":5314,"score_linear":102952.0,"score_lmetric":10628},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":5120,"new_prefill":194,"score_linear":-5120.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":178998,"ongoing_decode_tokens":158271,"pending_prefill_tokens":1783,"num_requests":3,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":5314,"score_linear":178998.0,"score_lmetric":21291}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":328972.698993282,"t_first_token_unix":1779759837.7129369,"t_done":328972.699540043,"t_done_unix":1779759837.713483},{"request_id":"1355484:8:1377993:625","session_id":"1355484","input_length":23457,"t_proxy_recv":328964.302020287,"t_decision_unix":1779759829.3159611,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9822227906381891,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (417 < 16000)","cache_hit":23040,"estimated_new_tokens":417,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":188970,"ongoing_decode_tokens":188970,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1268,"cache_hit":0,"new_prefill":23457,"score_linear":188970.0,"score_lmetric":70371},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":56286,"ongoing_decode_tokens":56286,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":23457,"score_linear":56286.0,"score_lmetric":23457},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16057,"ongoing_decode_tokens":16057,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":23457,"score_linear":16057.0,"score_lmetric":23457},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":14851,"ongoing_decode_tokens":0,"pending_prefill_tokens":14851,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":23457,"score_linear":14851.0,"score_lmetric":38308},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":23457,"score_linear":231384.0,"score_lmetric":461931},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":23040,"new_prefill":417,"score_linear":56455.0,"score_lmetric":79912},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1250,"cache_hit":0,"new_prefill":23457,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":214708,"ongoing_decode_tokens":176667,"pending_prefill_tokens":1177,"num_requests":4,"active_p_offloads":0,"cached_blocks":1504,"cache_hit":19968,"new_prefill":3489,"score_linear":194740.0,"score_lmetric":18664}],"chosen_score_linear":56455.0,"chosen_score_lmetric":79912,"t_first_token":328970.425389805,"t_first_token_unix":1779759835.4393334,"t_done":328973.041555177,"t_done_unix":1779759838.0554981},{"request_id":"1379569:2:1380473:645","session_id":"1379569","input_length":6767,"t_proxy_recv":328972.818934444,"t_decision_unix":1779759837.8328755,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":2560,"affinity_cache_ratio":0.37830648736515443,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4207 < 16000)","cache_hit":2560,"estimated_new_tokens":4207,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66795,"ongoing_decode_tokens":35888,"pending_prefill_tokens":9403,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":6767,"score_linear":66795.0,"score_lmetric":32340},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":61457,"ongoing_decode_tokens":61457,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1359,"cache_hit":0,"new_prefill":6767,"score_linear":61457.0,"score_lmetric":6767},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":2560,"new_prefill":4207,"score_linear":-2560.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":149537,"ongoing_decode_tokens":15283,"pending_prefill_tokens":2670,"num_requests":4,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":0,"new_prefill":6767,"score_linear":149537.0,"score_lmetric":37748},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":6767,"score_linear":231384.0,"score_lmetric":411861},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":102952,"ongoing_decode_tokens":102952,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":6767,"score_linear":102952.0,"score_lmetric":13534},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":6767,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":178998,"ongoing_decode_tokens":158271,"pending_prefill_tokens":1783,"num_requests":3,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":6767,"score_linear":178998.0,"score_lmetric":25650}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":328973.144986286,"t_first_token_unix":1779759838.1589293,"t_done":328973.764827653,"t_done_unix":1779759838.778771},{"request_id":"1355484:9:1379722:640","session_id":"1355484","input_length":23717,"t_proxy_recv":328973.047553133,"t_decision_unix":1779759838.0614948,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9930429649618417,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (165 < 16000)","cache_hit":23552,"estimated_new_tokens":165,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66795,"ongoing_decode_tokens":35888,"pending_prefill_tokens":9403,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":23717,"score_linear":66795.0,"score_lmetric":66240},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":61457,"ongoing_decode_tokens":61457,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1359,"cache_hit":0,"new_prefill":23717,"score_linear":61457.0,"score_lmetric":23717},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":6767,"ongoing_decode_tokens":0,"pending_prefill_tokens":4207,"num_requests":1,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":23717,"score_linear":6767.0,"score_lmetric":27924},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":149537,"ongoing_decode_tokens":15283,"pending_prefill_tokens":2670,"num_requests":4,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":0,"new_prefill":23717,"score_linear":149537.0,"score_lmetric":105548},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":23717,"score_linear":231384.0,"score_lmetric":462711},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":79495,"ongoing_decode_tokens":79495,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":23552,"new_prefill":165,"score_linear":55943.0,"score_lmetric":165},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":23717,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":178998,"ongoing_decode_tokens":178998,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":19968,"new_prefill":3749,"score_linear":159030.0,"score_lmetric":11247}],"chosen_score_linear":55943.0,"chosen_score_lmetric":165,"t_first_token":328973.114360382,"t_first_token_unix":1779759838.1283042,"t_done":328974.599682996,"t_done_unix":1779759839.6136267},{"request_id":"1373577:1:1373577:608","session_id":"1373577","input_length":79495,"t_proxy_recv":328949.0031452,"t_decision_unix":1779759814.0170865,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":79495,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":152567,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":79495,"score_linear":152567.0,"score_lmetric":158990},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":56286,"num_requests":1,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":79495,"score_linear":56286.0,"score_lmetric":135781},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":165945,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":2560,"new_prefill":76935,"score_linear":227916.0,"score_lmetric":330344},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1600,"cache_hit":0,"new_prefill":79495,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":125316,"num_requests":1,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":79495,"score_linear":126340.0,"score_lmetric":204811},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":79495,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":0,"new_prefill":79495,"score_linear":106951.0,"score_lmetric":158990},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":159131,"ongoing_decode_tokens":116427,"pending_prefill_tokens":208,"num_requests":3,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":0,"new_prefill":79495,"score_linear":159131.0,"score_lmetric":239109}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328970.397677747,"t_first_token_unix":1779759835.411621,"t_done":328974.828546296,"t_done_unix":1779759839.8424895},{"request_id":"1374465:3:1380413:642","session_id":"1374465","input_length":30907,"t_proxy_recv":328972.555828454,"t_decision_unix":1779759837.56977,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":21504,"affinity_cache_ratio":0.6957647134953246,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9403 < 16000)","cache_hit":21504,"estimated_new_tokens":9403,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":21504,"new_prefill":9403,"score_linear":14384.0,"score_lmetric":9403},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":61457,"ongoing_decode_tokens":61457,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1359,"cache_hit":0,"new_prefill":30907,"score_linear":61457.0,"score_lmetric":30907},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":30907,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":90307,"ongoing_decode_tokens":15283,"pending_prefill_tokens":2320,"num_requests":3,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":0,"new_prefill":30907,"score_linear":90307.0,"score_lmetric":99681},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":30907,"score_linear":231384.0,"score_lmetric":484281},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":102952,"ongoing_decode_tokens":102952,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":30907,"score_linear":102952.0,"score_lmetric":61814},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":30907,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":178998,"ongoing_decode_tokens":158271,"pending_prefill_tokens":1783,"num_requests":3,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":30907,"score_linear":178998.0,"score_lmetric":98070}],"chosen_score_linear":14384.0,"chosen_score_lmetric":9403,"t_first_token":328974.43042656,"t_first_token_unix":1779759839.44437,"t_done":328975.3457688,"t_done_unix":1779759840.359712},{"request_id":"1363943:7:1377305:623","session_id":"1363943","input_length":20727,"t_proxy_recv":328972.522406507,"t_decision_unix":1779759837.536348,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9139769382930477,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1783 < 16000)","cache_hit":18944,"estimated_new_tokens":1783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":8704,"new_prefill":12023,"score_linear":27184.0,"score_lmetric":12023},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":61457,"ongoing_decode_tokens":61457,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1359,"cache_hit":4096,"new_prefill":16631,"score_linear":57361.0,"score_lmetric":16631},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":20727,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":90307,"ongoing_decode_tokens":15283,"pending_prefill_tokens":2320,"num_requests":3,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":4096,"new_prefill":16631,"score_linear":86211.0,"score_lmetric":56853},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":4096,"new_prefill":16631,"score_linear":227288.0,"score_lmetric":441453},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":102952,"ongoing_decode_tokens":102952,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":20727,"score_linear":102952.0,"score_lmetric":41454},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":4096,"new_prefill":16631,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":158271,"ongoing_decode_tokens":158271,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":18944,"new_prefill":1783,"score_linear":139327.0,"score_lmetric":3566}],"chosen_score_linear":139327.0,"chosen_score_lmetric":3566,"t_first_token":328972.86205084,"t_first_token_unix":1779759837.8759942,"t_done":328976.000806978,"t_done_unix":1779759841.0147505},{"request_id":"1370129:3:1379538:637","session_id":"1370129","input_length":61457,"t_proxy_recv":328969.525822318,"t_decision_unix":1779759834.5397637,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9247441300421433,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4625 < 16000)","cache_hit":56832,"estimated_new_tokens":4625,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":7680,"new_prefill":53777,"score_linear":28208.0,"score_lmetric":53777},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1359,"cache_hit":56832,"new_prefill":4625,"score_linear":-56832.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1730,"cache_hit":0,"new_prefill":61457,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":72939,"ongoing_decode_tokens":15283,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":7680,"new_prefill":53777,"score_linear":65259.0,"score_lmetric":110226},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":18432,"new_prefill":43025,"score_linear":212952.0,"score_lmetric":520635},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":102952,"ongoing_decode_tokens":0,"pending_prefill_tokens":79912,"num_requests":2,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":61457,"score_linear":102952.0,"score_lmetric":282738},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":7680,"new_prefill":53777,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176947,"ongoing_decode_tokens":176947,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":7680,"new_prefill":53777,"score_linear":169267.0,"score_lmetric":161331}],"chosen_score_linear":-56832.0,"chosen_score_lmetric":0,"t_first_token":328971.350376938,"t_first_token_unix":1779759836.3643215,"t_done":328976.626657043,"t_done_unix":1779759841.640601},{"request_id":"1379569:3:1381510:649","session_id":"1379569","input_length":7620,"t_proxy_recv":328976.446475487,"t_decision_unix":1779759841.4604163,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":6656,"affinity_cache_ratio":0.873490813648294,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (964 < 16000)","cache_hit":6656,"estimated_new_tokens":964,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":7620,"score_linear":35888.0,"score_lmetric":7620},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":61457,"ongoing_decode_tokens":61457,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1359,"cache_hit":0,"new_prefill":7620,"score_linear":61457.0,"score_lmetric":7620},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":6656,"new_prefill":964,"score_linear":-6656.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":149537,"ongoing_decode_tokens":15283,"pending_prefill_tokens":2670,"num_requests":4,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":0,"new_prefill":7620,"score_linear":149537.0,"score_lmetric":41160},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":7620,"score_linear":231384.0,"score_lmetric":414420},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":81147,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1513,"cache_hit":0,"new_prefill":7620,"score_linear":81147.0,"score_lmetric":7620},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":13989,"ongoing_decode_tokens":0,"pending_prefill_tokens":13989,"num_requests":1,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":7620,"score_linear":13989.0,"score_lmetric":21609},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":179219,"ongoing_decode_tokens":179219,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1511,"cache_hit":0,"new_prefill":7620,"score_linear":179219.0,"score_lmetric":22860}],"chosen_score_linear":-6656.0,"chosen_score_lmetric":0,"t_first_token":328976.558589058,"t_first_token_unix":1779759841.5725343,"t_done":328977.068423029,"t_done_unix":1779759842.0823665},{"request_id":"1381728:1:1381728:651","session_id":"1381728","input_length":1391,"t_proxy_recv":328977.351506909,"t_decision_unix":1779759842.3654482,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1391 < 16000)","cache_hit":0,"estimated_new_tokens":1391,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":1391,"score_linear":35888.0,"score_lmetric":1391},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1369,"cache_hit":0,"new_prefill":1391,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":0,"new_prefill":1391,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":149537,"ongoing_decode_tokens":15283,"pending_prefill_tokens":2670,"num_requests":4,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":0,"new_prefill":1391,"score_linear":149537.0,"score_lmetric":16244},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":1391,"score_linear":242029.0,"score_lmetric":529264},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":81147,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1513,"cache_hit":0,"new_prefill":1391,"score_linear":81147.0,"score_lmetric":1391},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":1391,"score_linear":13989.0,"score_lmetric":1391},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":179219,"ongoing_decode_tokens":179219,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1511,"cache_hit":0,"new_prefill":1391,"score_linear":179219.0,"score_lmetric":4173}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328977.459462047,"t_first_token_unix":1779759842.4734058,"t_done":328977.607769135,"t_done_unix":1779759842.6217127},{"request_id":"1373577:2:1380740:647","session_id":"1373577","input_length":81147,"t_proxy_recv":328974.842218207,"t_decision_unix":1779759839.8561597,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9842877740397057,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1275 < 16000)","cache_hit":79872,"estimated_new_tokens":1275,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66795,"ongoing_decode_tokens":66795,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":81147,"score_linear":66795.0,"score_lmetric":162294},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":61457,"ongoing_decode_tokens":61457,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1359,"cache_hit":0,"new_prefill":81147,"score_linear":61457.0,"score_lmetric":81147},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":2560,"new_prefill":78587,"score_linear":-2560.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":149537,"ongoing_decode_tokens":15283,"pending_prefill_tokens":2670,"num_requests":4,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":0,"new_prefill":81147,"score_linear":149537.0,"score_lmetric":335268},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":81147,"score_linear":231384.0,"score_lmetric":635001},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1513,"cache_hit":79872,"new_prefill":1275,"score_linear":-79872.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":81147,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":178998,"ongoing_decode_tokens":178998,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":81147,"score_linear":178998.0,"score_lmetric":243441}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":328975.717354378,"t_first_token_unix":1779759840.7312977,"t_done":328978.887261972,"t_done_unix":1779759843.901206},{"request_id":"1313181:4:1368020:573","session_id":"1313181","input_length":60004,"t_proxy_recv":328953.211226627,"t_decision_unix":1779759818.2251682,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":42496,"affinity_cache_ratio":0.7082194520365309,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_not_meaningfully_more_cache (src=12800 chosen=42496)","cache_hit":42496,"estimated_new_tokens":17508,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":171064,"ongoing_decode_tokens":152567,"pending_prefill_tokens":18497,"num_requests":3,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":60004,"score_linear":171064.0,"score_lmetric":235503},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":56286,"num_requests":1,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":60004,"score_linear":56286.0,"score_lmetric":116290},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":165945,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":60004,"score_linear":230476.0,"score_lmetric":262620},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66626,"ongoing_decode_tokens":46764,"pending_prefill_tokens":19862,"num_requests":2,"active_p_offloads":0,"cached_blocks":1600,"cache_hit":0,"new_prefill":60004,"score_linear":66626.0,"score_lmetric":159732},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":60004,"score_linear":231384.0,"score_lmetric":571572},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":12800,"new_prefill":47204,"score_linear":66695.0,"score_lmetric":126699},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":0,"new_prefill":60004,"score_linear":106951.0,"score_lmetric":120008},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":116663,"ongoing_decode_tokens":116663,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1504,"cache_hit":42496,"new_prefill":17508,"score_linear":74167.0,"score_lmetric":35016}],"chosen_score_linear":74167.0,"chosen_score_lmetric":35016,"t_first_token":328959.131116174,"t_first_token_unix":1779759824.1450593,"t_done":328979.485300236,"t_done_unix":1779759844.4992437},{"request_id":"1382294:1:1382294:656","session_id":"1382294","input_length":3034,"t_proxy_recv":328979.355407231,"t_decision_unix":1779759844.3693483,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3034 < 16000)","cache_hit":0,"estimated_new_tokens":3034,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":3034,"score_linear":35888.0,"score_lmetric":3034},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":3034,"score_linear":54012.0,"score_lmetric":57046},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":1,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":0,"new_prefill":3034,"score_linear":38111.0,"score_lmetric":41145},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":149537,"ongoing_decode_tokens":15283,"pending_prefill_tokens":2670,"num_requests":4,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":0,"new_prefill":3034,"score_linear":149537.0,"score_lmetric":22816},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":3034,"score_linear":242029.0,"score_lmetric":535836},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1516,"cache_hit":0,"new_prefill":3034,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":19753,"num_requests":2,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":3034,"score_linear":61390.0,"score_lmetric":45574},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":179219,"ongoing_decode_tokens":179219,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1511,"cache_hit":0,"new_prefill":3034,"score_linear":179219.0,"score_lmetric":9102}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328979.546287764,"t_first_token_unix":1779759844.5602312,"t_done":328979.714740841,"t_done_unix":1779759844.7286844},{"request_id":"1382667:1:1382667:658","session_id":"1382667","input_length":1955,"t_proxy_recv":328980.77162406,"t_decision_unix":1779759845.7855651,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1955 < 16000)","cache_hit":0,"estimated_new_tokens":1955,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":1955,"score_linear":35888.0,"score_lmetric":1955},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":1955,"score_linear":54012.0,"score_lmetric":55967},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":1,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":0,"new_prefill":1955,"score_linear":38111.0,"score_lmetric":40066},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":149537,"ongoing_decode_tokens":15283,"pending_prefill_tokens":2670,"num_requests":4,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":0,"new_prefill":1955,"score_linear":149537.0,"score_lmetric":18500},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":1955,"score_linear":242029.0,"score_lmetric":531520},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":1955,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":19753,"num_requests":2,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":1955,"score_linear":61390.0,"score_lmetric":43416},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":225117,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45486,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":1955,"score_linear":225117.0,"score_lmetric":142323}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328980.900650824,"t_first_token_unix":1779759845.9145937,"t_done":328981.188357396,"t_done_unix":1779759846.2023},{"request_id":"1382710:1:1382710:659","session_id":"1382710","input_length":3190,"t_proxy_recv":328980.87009753,"t_decision_unix":1779759845.8840392,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":3190,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3190 < 16000)","cache_hit":0,"estimated_new_tokens":3190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":3190,"score_linear":35888.0,"score_lmetric":3190},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":3190,"score_linear":54012.0,"score_lmetric":57202},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":1,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":0,"new_prefill":3190,"score_linear":38111.0,"score_lmetric":41301},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":149537,"ongoing_decode_tokens":15283,"pending_prefill_tokens":2670,"num_requests":4,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":0,"new_prefill":3190,"score_linear":149537.0,"score_lmetric":23440},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":3190,"score_linear":242029.0,"score_lmetric":536460},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":1955,"ongoing_decode_tokens":0,"pending_prefill_tokens":1955,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":3190,"score_linear":1955.0,"score_lmetric":5145},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":19753,"num_requests":2,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":3190,"score_linear":61390.0,"score_lmetric":45886},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":225117,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45486,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":3190,"score_linear":225117.0,"score_lmetric":146028}],"chosen_score_linear":35888.0,"chosen_score_lmetric":3190,"t_first_token":328981.108935122,"t_first_token_unix":1779759846.1228778,"t_done":328981.317109545,"t_done_unix":1779759846.3310525},{"request_id":"1382804:1:1382804:660","session_id":"1382804","input_length":627,"t_proxy_recv":328981.100248695,"t_decision_unix":1779759846.1141903,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":627,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (627 < 16000)","cache_hit":0,"estimated_new_tokens":627,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":39078,"ongoing_decode_tokens":35888,"pending_prefill_tokens":3190,"num_requests":2,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":627,"score_linear":39078.0,"score_lmetric":7634},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":627,"score_linear":54012.0,"score_lmetric":54639},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":1,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":0,"new_prefill":627,"score_linear":38111.0,"score_lmetric":38738},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":149537,"ongoing_decode_tokens":15283,"pending_prefill_tokens":2670,"num_requests":4,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":0,"new_prefill":627,"score_linear":149537.0,"score_lmetric":13188},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":627,"score_linear":242029.0,"score_lmetric":526208},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":1955,"ongoing_decode_tokens":1955,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":627,"score_linear":1955.0,"score_lmetric":627},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":19753,"num_requests":2,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":627,"score_linear":61390.0,"score_lmetric":40760},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":225117,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45486,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":627,"score_linear":225117.0,"score_lmetric":138339}],"chosen_score_linear":1955.0,"chosen_score_lmetric":627,"t_first_token":328981.180193636,"t_first_token_unix":1779759846.1941366,"t_done":328981.347311988,"t_done_unix":1779759846.3612552},{"request_id":"1377061:3:1380174:641","session_id":"1377061","input_length":17368,"t_proxy_recv":328971.755444948,"t_decision_unix":1779759836.7693863,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":16384,"affinity_cache_ratio":0.943344081068632,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (984 < 16000)","cache_hit":16384,"estimated_new_tokens":984,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":17368,"score_linear":35888.0,"score_lmetric":17368},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":61457,"ongoing_decode_tokens":61457,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1359,"cache_hit":0,"new_prefill":17368,"score_linear":61457.0,"score_lmetric":17368},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":17368,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":72939,"ongoing_decode_tokens":15283,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":16384,"new_prefill":984,"score_linear":56555.0,"score_lmetric":4640},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":17368,"score_linear":231384.0,"score_lmetric":443664},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":102952,"ongoing_decode_tokens":102952,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":17368,"score_linear":102952.0,"score_lmetric":34736},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":17368,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177387,"ongoing_decode_tokens":177387,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":17368,"score_linear":177387.0,"score_lmetric":52104}],"chosen_score_linear":56555.0,"chosen_score_lmetric":4640,"t_first_token":328981.173408151,"t_first_token_unix":1779759846.187351,"t_done":328981.465765276,"t_done_unix":1779759846.4797087},{"request_id":"1263749:2:1379302:636","session_id":"1263749","input_length":57656,"t_proxy_recv":328968.882841648,"t_decision_unix":1779759833.8967834,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":56320,"affinity_cache_ratio":0.9768280838074095,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1336 < 16000)","cache_hit":56320,"estimated_new_tokens":1336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154940,"ongoing_decode_tokens":154940,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1500,"cache_hit":0,"new_prefill":57656,"score_linear":154940.0,"score_lmetric":115312},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1359,"cache_hit":0,"new_prefill":57656,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1730,"cache_hit":0,"new_prefill":57656,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":435,"num_requests":1,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":56320,"new_prefill":1336,"score_linear":-41037.0,"score_lmetric":1771},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":57656,"score_linear":231384.0,"score_lmetric":564528},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":102952,"ongoing_decode_tokens":0,"pending_prefill_tokens":79912,"num_requests":2,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":57656,"score_linear":102952.0,"score_lmetric":275136},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":57656,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176947,"ongoing_decode_tokens":176947,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":57656,"score_linear":176947.0,"score_lmetric":172968}],"chosen_score_linear":-41037.0,"chosen_score_lmetric":1771,"t_first_token":328981.172660918,"t_first_token_unix":1779759846.1866043,"t_done":328981.974314157,"t_done_unix":1779759846.9882572},{"request_id":"1366128:8:1380438:643","session_id":"1366128","input_length":59230,"t_proxy_recv":328972.635159995,"t_decision_unix":1779759837.6491013,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9940908323484721,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (350 < 16000)","cache_hit":58880,"estimated_new_tokens":350,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66795,"ongoing_decode_tokens":35888,"pending_prefill_tokens":9403,"num_requests":2,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":59230,"score_linear":66795.0,"score_lmetric":137266},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":61457,"ongoing_decode_tokens":61457,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1359,"cache_hit":0,"new_prefill":59230,"score_linear":61457.0,"score_lmetric":59230},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1735,"cache_hit":0,"new_prefill":59230,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":90307,"ongoing_decode_tokens":15283,"pending_prefill_tokens":2320,"num_requests":3,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":58880,"new_prefill":350,"score_linear":31427.0,"score_lmetric":8010},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":59230,"score_linear":231384.0,"score_lmetric":569250},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":102952,"ongoing_decode_tokens":102952,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":59230,"score_linear":102952.0,"score_lmetric":118460},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":59230,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":178998,"ongoing_decode_tokens":158271,"pending_prefill_tokens":1783,"num_requests":3,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":59230,"score_linear":178998.0,"score_lmetric":183039}],"chosen_score_linear":31427.0,"chosen_score_lmetric":8010,"t_first_token":328981.175723707,"t_first_token_unix":1779759846.1896667,"t_done":328982.215359733,"t_done_unix":1779759847.2293031},{"request_id":"1382294:2:1383073:664","session_id":"1382294","input_length":5164,"t_proxy_recv":328981.96670203,"t_decision_unix":1779759846.9806433,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":0,"affinity_cache_hit":2560,"affinity_cache_ratio":0.4957397366382649,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":5164,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5164 < 16000)","cache_hit":0,"estimated_new_tokens":5164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":5164,"score_linear":35888.0,"score_lmetric":5164},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":5164,"score_linear":54012.0,"score_lmetric":59176},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":1,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":0,"new_prefill":5164,"score_linear":38111.0,"score_lmetric":43275},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":132169,"ongoing_decode_tokens":132169,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":5164,"score_linear":132169.0,"score_lmetric":15492},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":5164,"score_linear":242029.0,"score_lmetric":544356},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":5135,"ongoing_decode_tokens":0,"pending_prefill_tokens":5135,"num_requests":1,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":2560,"new_prefill":2604,"score_linear":2575.0,"score_lmetric":7739},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":19753,"num_requests":2,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":5164,"score_linear":61390.0,"score_lmetric":49834},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":225117,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45486,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":5164,"score_linear":225117.0,"score_lmetric":151950}],"chosen_score_linear":35888.0,"chosen_score_lmetric":5164,"t_first_token":328982.307726451,"t_first_token_unix":1779759847.3216693,"t_done":328982.687970107,"t_done_unix":1779759847.701913},{"request_id":"1366128:9:1381799:652","session_id":"1366128","input_length":59374,"t_proxy_recv":328982.226316465,"t_decision_unix":1779759847.240258,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9916798598713241,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (494 < 16000)","cache_hit":58880,"estimated_new_tokens":494,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":41052,"ongoing_decode_tokens":35888,"pending_prefill_tokens":5164,"num_requests":2,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":59374,"score_linear":41052.0,"score_lmetric":129076},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":59374,"score_linear":54012.0,"score_lmetric":113386},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48328,"ongoing_decode_tokens":0,"pending_prefill_tokens":40648,"num_requests":2,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":0,"new_prefill":59374,"score_linear":48328.0,"score_lmetric":200044},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1749,"cache_hit":58880,"new_prefill":494,"score_linear":-43597.0,"score_lmetric":494},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":59374,"score_linear":242029.0,"score_lmetric":761196},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14440,"ongoing_decode_tokens":5135,"pending_prefill_tokens":9305,"num_requests":2,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":59374,"score_linear":14440.0,"score_lmetric":137358},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":19753,"num_requests":2,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":59374,"score_linear":61390.0,"score_lmetric":158254},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":225117,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45486,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":59374,"score_linear":225117.0,"score_lmetric":314580}],"chosen_score_linear":-43597.0,"chosen_score_lmetric":494,"t_first_token":328982.369737108,"t_first_token_unix":1779759847.3836806,"t_done":328982.820643278,"t_done_unix":1779759847.8345866},{"request_id":"1383090:1:1383090:665","session_id":"1383090","input_length":9305,"t_proxy_recv":328982.008590929,"t_decision_unix":1779759847.0225327,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":14440,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9305 < 16000)","cache_hit":0,"estimated_new_tokens":9305,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":41052,"ongoing_decode_tokens":35888,"pending_prefill_tokens":5164,"num_requests":2,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":9305,"score_linear":41052.0,"score_lmetric":28938},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":9305,"score_linear":54012.0,"score_lmetric":63317},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":1,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":0,"new_prefill":9305,"score_linear":38111.0,"score_lmetric":47416},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":74513,"ongoing_decode_tokens":74513,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1749,"cache_hit":0,"new_prefill":9305,"score_linear":74513.0,"score_lmetric":18610},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":9305,"score_linear":242029.0,"score_lmetric":560920},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":5135,"ongoing_decode_tokens":0,"pending_prefill_tokens":5135,"num_requests":1,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":9305,"score_linear":5135.0,"score_lmetric":14440},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":19753,"num_requests":2,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":9305,"score_linear":61390.0,"score_lmetric":58116},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":225117,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45486,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":9305,"score_linear":225117.0,"score_lmetric":164373}],"chosen_score_linear":5135.0,"chosen_score_lmetric":14440,"t_first_token":328982.761449135,"t_first_token_unix":1779759847.7753925,"t_done":328983.03668989,"t_done_unix":1779759848.050633},{"request_id":"1383009:1:1383009:663","session_id":"1383009","input_length":5135,"t_proxy_recv":328981.742354967,"t_decision_unix":1779759846.7562964,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5135 < 16000)","cache_hit":0,"estimated_new_tokens":5135,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":5135,"score_linear":35888.0,"score_lmetric":5135},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":5135,"score_linear":54012.0,"score_lmetric":59147},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":1,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":0,"new_prefill":5135,"score_linear":38111.0,"score_lmetric":43246},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":132169,"ongoing_decode_tokens":132169,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":5135,"score_linear":132169.0,"score_lmetric":15405},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":5135,"score_linear":242029.0,"score_lmetric":544240},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":5135,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":19753,"num_requests":2,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":5135,"score_linear":61390.0,"score_lmetric":49776},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":225117,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45486,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":5135,"score_linear":225117.0,"score_lmetric":151863}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328982.07488427,"t_first_token_unix":1779759847.0888276,"t_done":328983.056290672,"t_done_unix":1779759848.0702338},{"request_id":"1366128:10:1382843:661","session_id":"1366128","input_length":59506,"t_proxy_recv":328982.83552216,"t_decision_unix":1779759847.8494637,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":59392,"affinity_cache_ratio":0.9980842268006588,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (114 < 16000)","cache_hit":59392,"estimated_new_tokens":114,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1535,"cache_hit":0,"new_prefill":59506,"score_linear":35888.0,"score_lmetric":59506},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":59506,"score_linear":54012.0,"score_lmetric":113518},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48328,"ongoing_decode_tokens":0,"pending_prefill_tokens":40648,"num_requests":2,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":0,"new_prefill":59506,"score_linear":48328.0,"score_lmetric":200308},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":59392,"new_prefill":114,"score_linear":-44109.0,"score_lmetric":114},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":59506,"score_linear":242029.0,"score_lmetric":761724},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14440,"ongoing_decode_tokens":14440,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":59506,"score_linear":14440.0,"score_lmetric":119012},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":19753,"num_requests":2,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":59506,"score_linear":61390.0,"score_lmetric":158518},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":225117,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45486,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":59506,"score_linear":225117.0,"score_lmetric":314976}],"chosen_score_linear":-44109.0,"chosen_score_lmetric":114,"t_first_token":328982.969777111,"t_first_token_unix":1779759847.9837203,"t_done":328983.57485877,"t_done_unix":1779759848.5888028},{"request_id":"1301929:2:1375154:617","session_id":"1301929","input_length":35888,"t_proxy_recv":328954.502296938,"t_decision_unix":1779759819.516238,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":35840,"affinity_cache_ratio":0.9986625055728935,"affinity_num_requests":3,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (48 < 16000)","cache_hit":35840,"estimated_new_tokens":48,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":171064,"ongoing_decode_tokens":171064,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":35840,"new_prefill":48,"score_linear":135224.0,"score_lmetric":144},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":56286,"num_requests":1,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":35888,"score_linear":56286.0,"score_lmetric":92174},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":165945,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":35888,"score_linear":230476.0,"score_lmetric":166156},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66626,"ongoing_decode_tokens":46764,"pending_prefill_tokens":19862,"num_requests":2,"active_p_offloads":0,"cached_blocks":1600,"cache_hit":0,"new_prefill":35888,"score_linear":66626.0,"score_lmetric":111500},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":35888,"score_linear":231384.0,"score_lmetric":499224},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":35888,"score_linear":79495.0,"score_lmetric":115383},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":0,"new_prefill":35888,"score_linear":106951.0,"score_lmetric":71776},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176667,"ongoing_decode_tokens":116663,"pending_prefill_tokens":17508,"num_requests":3,"active_p_offloads":0,"cached_blocks":1504,"cache_hit":0,"new_prefill":35888,"score_linear":176667.0,"score_lmetric":160188}],"chosen_score_linear":135224.0,"chosen_score_lmetric":144,"t_first_token":328959.885062226,"t_first_token_unix":1779759824.8990066,"t_done":328983.908879874,"t_done_unix":1779759848.9228232},{"request_id":"1381387:1:1381387:648","session_id":"1381387","input_length":13989,"t_proxy_recv":328976.033116747,"t_decision_unix":1779759841.047058,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (13989 < 16000)","cache_hit":0,"estimated_new_tokens":13989,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":13989,"score_linear":35888.0,"score_lmetric":13989},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":61457,"ongoing_decode_tokens":61457,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1359,"cache_hit":0,"new_prefill":13989,"score_linear":61457.0,"score_lmetric":13989},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":13989,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":149537,"ongoing_decode_tokens":15283,"pending_prefill_tokens":2670,"num_requests":4,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":0,"new_prefill":13989,"score_linear":149537.0,"score_lmetric":66636},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":13989,"score_linear":231384.0,"score_lmetric":433527},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":81147,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1513,"cache_hit":0,"new_prefill":13989,"score_linear":81147.0,"score_lmetric":13989},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":13989,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":179219,"ongoing_decode_tokens":158271,"pending_prefill_tokens":468,"num_requests":3,"active_p_offloads":0,"cached_blocks":1511,"cache_hit":0,"new_prefill":13989,"score_linear":179219.0,"score_lmetric":43371}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328977.242089779,"t_first_token_unix":1779759842.256033,"t_done":328984.196883583,"t_done_unix":1779759849.2108264},{"request_id":"1383625:1:1383625:668","session_id":"1383625","input_length":3186,"t_proxy_recv":328983.941303479,"t_decision_unix":1779759848.955245,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3186 < 16000)","cache_hit":0,"estimated_new_tokens":3186,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1535,"cache_hit":0,"new_prefill":3186,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":3186,"score_linear":54012.0,"score_lmetric":57198},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48328,"ongoing_decode_tokens":0,"pending_prefill_tokens":40648,"num_requests":2,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":0,"new_prefill":3186,"score_linear":48328.0,"score_lmetric":87668},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":3186,"score_linear":15283.0,"score_lmetric":3186},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":3186,"score_linear":242029.0,"score_lmetric":536444},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":3186,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":61390,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":3186,"score_linear":61390.0,"score_lmetric":6372},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":225117,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45486,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":3186,"score_linear":225117.0,"score_lmetric":146016}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328984.139744732,"t_first_token_unix":1779759849.1536884,"t_done":328984.271102301,"t_done_unix":1779759849.2850454},{"request_id":"1382089:1:1382089:655","session_id":"1382089","input_length":38111,"t_proxy_recv":328978.628374026,"t_decision_unix":1779759843.6423144,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":38111,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":38111,"score_linear":35888.0,"score_lmetric":38111},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":38111,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":0,"new_prefill":38111,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":149537,"ongoing_decode_tokens":15283,"pending_prefill_tokens":2670,"num_requests":4,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":0,"new_prefill":38111,"score_linear":149537.0,"score_lmetric":163124},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":38111,"score_linear":242029.0,"score_lmetric":676144},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":81147,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1513,"cache_hit":0,"new_prefill":38111,"score_linear":81147.0,"score_lmetric":38111},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":19753,"num_requests":2,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":38111,"score_linear":61390.0,"score_lmetric":115728},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":179219,"ongoing_decode_tokens":179219,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1511,"cache_hit":34816,"new_prefill":3295,"score_linear":144403.0,"score_lmetric":9885}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328984.497346308,"t_first_token_unix":1779759849.5112898,"t_done":328984.93190914,"t_done_unix":1779759849.945852},{"request_id":"1379569:4:1383116:666","session_id":"1379569","input_length":10217,"t_proxy_recv":328982.099652921,"t_decision_unix":1779759847.1135943,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":7680,"affinity_cache_ratio":0.7516883625330332,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2537 < 16000)","cache_hit":7680,"estimated_new_tokens":2537,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":41052,"ongoing_decode_tokens":35888,"pending_prefill_tokens":5164,"num_requests":2,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":10217,"score_linear":41052.0,"score_lmetric":30762},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":10217,"score_linear":54012.0,"score_lmetric":64229},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":1,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":7680,"new_prefill":2537,"score_linear":30431.0,"score_lmetric":40648},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":74513,"ongoing_decode_tokens":74513,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1749,"cache_hit":0,"new_prefill":10217,"score_linear":74513.0,"score_lmetric":20434},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":10217,"score_linear":242029.0,"score_lmetric":564568},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14440,"ongoing_decode_tokens":5135,"pending_prefill_tokens":9305,"num_requests":2,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":10217,"score_linear":14440.0,"score_lmetric":39044},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":19753,"num_requests":2,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":10217,"score_linear":61390.0,"score_lmetric":59940},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":225117,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45486,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":10217,"score_linear":225117.0,"score_lmetric":167109}],"chosen_score_linear":30431.0,"chosen_score_lmetric":40648,"t_first_token":328984.741138377,"t_first_token_unix":1779759849.755082,"t_done":328985.113544257,"t_done_unix":1779759850.1274874},{"request_id":"1383625:2:1384279:673","session_id":"1383625","input_length":4150,"t_proxy_recv":328986.385741917,"t_decision_unix":1779759851.399683,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":3072,"affinity_cache_ratio":0.7402409638554217,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1078 < 16000)","cache_hit":3072,"estimated_new_tokens":1078,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":3072,"new_prefill":1078,"score_linear":-3072.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":4150,"score_linear":54012.0,"score_lmetric":58162},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":4150,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156002,"ongoing_decode_tokens":15283,"pending_prefill_tokens":15279,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":4150,"score_linear":156002.0,"score_lmetric":58287},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":4150,"score_linear":242029.0,"score_lmetric":540300},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":28383,"num_requests":1,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":4150,"score_linear":28383.0,"score_lmetric":32533},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1290,"cache_hit":0,"new_prefill":4150,"score_linear":47401.0,"score_lmetric":4150},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45715,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":4150,"score_linear":246338.0,"score_lmetric":199460}],"chosen_score_linear":-3072.0,"chosen_score_lmetric":0,"t_first_token":328986.494410037,"t_first_token_unix":1779759851.5083532,"t_done":328986.626129224,"t_done_unix":1779759851.640072},{"request_id":"1382667:2:1384299:674","session_id":"1382667","input_length":5989,"t_proxy_recv":328986.423762664,"t_decision_unix":1779759851.4377038,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":2,"affinity_cache_hit":1536,"affinity_cache_ratio":0.2564701953581566,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5989 < 16000)","cache_hit":0,"estimated_new_tokens":5989,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":4150,"ongoing_decode_tokens":0,"pending_prefill_tokens":1078,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":5989,"score_linear":4150.0,"score_lmetric":7067},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":5989,"score_linear":54012.0,"score_lmetric":60001},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":5989,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156002,"ongoing_decode_tokens":15283,"pending_prefill_tokens":15279,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":5989,"score_linear":156002.0,"score_lmetric":63804},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":5989,"score_linear":242029.0,"score_lmetric":547656},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":28383,"num_requests":1,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":1536,"new_prefill":4453,"score_linear":26847.0,"score_lmetric":32836},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1290,"cache_hit":0,"new_prefill":5989,"score_linear":47401.0,"score_lmetric":5989},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45715,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":5989,"score_linear":246338.0,"score_lmetric":206816}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328986.818464201,"t_first_token_unix":1779759851.8324075,"t_done":328987.126292342,"t_done_unix":1779759852.1402352},{"request_id":"1384772:1:1384772:677","session_id":"1384772","input_length":4690,"t_proxy_recv":328987.887236515,"t_decision_unix":1779759852.901178,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4690 < 16000)","cache_hit":0,"estimated_new_tokens":4690,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1543,"cache_hit":0,"new_prefill":4690,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":4690,"score_linear":54012.0,"score_lmetric":58702},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1835,"cache_hit":0,"new_prefill":4690,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156002,"ongoing_decode_tokens":15283,"pending_prefill_tokens":15279,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":4690,"score_linear":156002.0,"score_lmetric":59907},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":4690,"score_linear":242029.0,"score_lmetric":542460},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103474,"ongoing_decode_tokens":0,"pending_prefill_tokens":30258,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":4690,"score_linear":103474.0,"score_lmetric":104844},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1290,"cache_hit":0,"new_prefill":4690,"score_linear":47401.0,"score_lmetric":4690},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45715,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":4690,"score_linear":246338.0,"score_lmetric":201620}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328988.184883377,"t_first_token_unix":1779759853.1988266,"t_done":328988.318043422,"t_done_unix":1779759853.3319864},{"request_id":"1383009:2:1384930:679","session_id":"1383009","input_length":11113,"t_proxy_recv":328988.398191051,"t_decision_unix":1779759853.4121325,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":0,"affinity_cache_hit":5120,"affinity_cache_ratio":0.46072167731485647,"affinity_num_requests":3,"avg_num_requests":2.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11113 < 16000)","cache_hit":0,"estimated_new_tokens":11113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1543,"cache_hit":0,"new_prefill":11113,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139196,"ongoing_decode_tokens":0,"pending_prefill_tokens":77244,"num_requests":2,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":11113,"score_linear":139196.0,"score_lmetric":176714},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1844,"cache_hit":0,"new_prefill":11113,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156002,"ongoing_decode_tokens":15283,"pending_prefill_tokens":15279,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":11113,"score_linear":156002.0,"score_lmetric":79176},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":11113,"score_linear":242029.0,"score_lmetric":568152},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103474,"ongoing_decode_tokens":103474,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":5120,"new_prefill":5993,"score_linear":98354.0,"score_lmetric":17979},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1290,"cache_hit":0,"new_prefill":11113,"score_linear":47401.0,"score_lmetric":11113},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45715,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":11113,"score_linear":246338.0,"score_lmetric":227312}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328989.285218774,"t_first_token_unix":1779759854.2991626,"t_done":328989.448649195,"t_done_unix":1779759854.4625924},{"request_id":"1364090:3:1381959:653","session_id":"1364090","input_length":47401,"t_proxy_recv":328978.136173632,"t_decision_unix":1779759843.1501148,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27648,"affinity_cache_ratio":0.5832788337798781,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (1)","cache_hit":27648,"estimated_new_tokens":19753,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":7680,"new_prefill":39721,"score_linear":28208.0,"score_lmetric":39721},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":7680,"new_prefill":39721,"score_linear":-7680.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":0,"new_prefill":47401,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":149537,"ongoing_decode_tokens":15283,"pending_prefill_tokens":2670,"num_requests":4,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":7680,"new_prefill":39721,"score_linear":141857.0,"score_lmetric":169564},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":7680,"new_prefill":39721,"score_linear":234349.0,"score_lmetric":682584},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":81147,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1513,"cache_hit":0,"new_prefill":47401,"score_linear":81147.0,"score_lmetric":47401},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":27648,"new_prefill":19753,"score_linear":-13659.0,"score_lmetric":19753},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":179219,"ongoing_decode_tokens":179219,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1511,"cache_hit":7680,"new_prefill":39721,"score_linear":171539.0,"score_lmetric":119163}],"chosen_score_linear":-13659.0,"chosen_score_lmetric":19753,"t_first_token":328983.285694903,"t_first_token_unix":1779759848.2996383,"t_done":328989.69909107,"t_done_unix":1779759854.7130344},{"request_id":"1384947:1:1384947:680","session_id":"1384947","input_length":19034,"t_proxy_recv":328988.454330724,"t_decision_unix":1779759853.4682722,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":19034,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":11113,"ongoing_decode_tokens":0,"pending_prefill_tokens":11113,"num_requests":1,"active_p_offloads":0,"cached_blocks":1543,"cache_hit":0,"new_prefill":19034,"score_linear":11113.0,"score_lmetric":30147},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139196,"ongoing_decode_tokens":0,"pending_prefill_tokens":77244,"num_requests":2,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":19034,"score_linear":139196.0,"score_lmetric":192556},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1844,"cache_hit":0,"new_prefill":19034,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156002,"ongoing_decode_tokens":15283,"pending_prefill_tokens":15279,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":19034,"score_linear":156002.0,"score_lmetric":102939},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":19034,"score_linear":242029.0,"score_lmetric":599836},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103474,"ongoing_decode_tokens":103474,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":19034,"score_linear":103474.0,"score_lmetric":57102},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1290,"cache_hit":0,"new_prefill":19034,"score_linear":47401.0,"score_lmetric":19034},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45715,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":19034,"score_linear":246338.0,"score_lmetric":258996}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328990.375591593,"t_first_token_unix":1779759855.3895352,"t_done":328990.641117326,"t_done_unix":1779759855.6550605},{"request_id":"1340278:3:1384549:676","session_id":"1340278","input_length":49865,"t_proxy_recv":328987.176124413,"t_decision_unix":1779759852.1900654,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9959691166148601,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (201 < 16000)","cache_hit":49664,"estimated_new_tokens":201,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1543,"cache_hit":0,"new_prefill":49865,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":49865,"score_linear":54012.0,"score_lmetric":103877},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1835,"cache_hit":0,"new_prefill":49865,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156002,"ongoing_decode_tokens":15283,"pending_prefill_tokens":15279,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":49865,"score_linear":156002.0,"score_lmetric":195432},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":49865,"score_linear":242029.0,"score_lmetric":723160},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":53609,"ongoing_decode_tokens":0,"pending_prefill_tokens":30057,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":49664,"new_prefill":201,"score_linear":3945.0,"score_lmetric":60516},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1290,"cache_hit":0,"new_prefill":49865,"score_linear":47401.0,"score_lmetric":49865},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45715,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":49865,"score_linear":246338.0,"score_lmetric":382320}],"chosen_score_linear":3945.0,"chosen_score_lmetric":60516,"t_first_token":328988.251075011,"t_first_token_unix":1779759853.2650185,"t_done":328990.759541479,"t_done_unix":1779759855.773485},{"request_id":"1340278:3:1385417:683","session_id":"1340278","input_length":50272,"t_proxy_recv":328990.783159041,"t_decision_unix":1779759855.7971005,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9879057924888606,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (608 < 16000)","cache_hit":49664,"estimated_new_tokens":608,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1564,"cache_hit":0,"new_prefill":50272,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139196,"ongoing_decode_tokens":54012,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":50272,"score_linear":139196.0,"score_lmetric":147008},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1881,"cache_hit":0,"new_prefill":50272,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156002,"ongoing_decode_tokens":15283,"pending_prefill_tokens":15279,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":50272,"score_linear":156002.0,"score_lmetric":196653},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":50272,"score_linear":242029.0,"score_lmetric":724788},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":70343,"ongoing_decode_tokens":70343,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":49664,"new_prefill":608,"score_linear":20679.0,"score_lmetric":1824},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":50272,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45715,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":50272,"score_linear":246338.0,"score_lmetric":383948}],"chosen_score_linear":20679.0,"chosen_score_lmetric":1824,"t_first_token":328991.015160961,"t_first_token_unix":1779759856.0291042,"t_done":328991.042087472,"t_done_unix":1779759856.0560305},{"request_id":"1383090:2:1385262:682","session_id":"1383090","input_length":16734,"t_proxy_recv":328989.64270284,"t_decision_unix":1779759854.656644,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":9216,"affinity_cache_ratio":0.5507350304768734,"affinity_num_requests":3,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7518 < 16000)","cache_hit":9216,"estimated_new_tokens":7518,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1564,"cache_hit":0,"new_prefill":16734,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139196,"ongoing_decode_tokens":54012,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":16734,"score_linear":139196.0,"score_lmetric":79932},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":19034,"ongoing_decode_tokens":0,"pending_prefill_tokens":19034,"num_requests":1,"active_p_offloads":0,"cached_blocks":1844,"cache_hit":0,"new_prefill":16734,"score_linear":19034.0,"score_lmetric":35768},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156002,"ongoing_decode_tokens":15283,"pending_prefill_tokens":15279,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":16734,"score_linear":156002.0,"score_lmetric":96039},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":16734,"score_linear":242029.0,"score_lmetric":590636},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103474,"ongoing_decode_tokens":103474,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":9216,"new_prefill":7518,"score_linear":94258.0,"score_lmetric":22554},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1290,"cache_hit":0,"new_prefill":16734,"score_linear":47401.0,"score_lmetric":16734},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45715,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":16734,"score_linear":246338.0,"score_lmetric":249796}],"chosen_score_linear":94258.0,"chosen_score_lmetric":22554,"t_first_token":328990.561197903,"t_first_token_unix":1779759855.5751414,"t_done":328991.277403189,"t_done_unix":1779759856.291346},{"request_id":"1355484:10:1384484:675","session_id":"1355484","input_length":25226,"t_proxy_recv":328987.028367028,"t_decision_unix":1779759852.0423083,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9336398953460715,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1674 < 16000)","cache_hit":23552,"estimated_new_tokens":1674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1543,"cache_hit":0,"new_prefill":25226,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":25226,"score_linear":54012.0,"score_lmetric":79238},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":5989,"ongoing_decode_tokens":5989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":25226,"score_linear":5989.0,"score_lmetric":25226},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156002,"ongoing_decode_tokens":15283,"pending_prefill_tokens":15279,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":25226,"score_linear":156002.0,"score_lmetric":121515},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":25226,"score_linear":242029.0,"score_lmetric":624604},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":28383,"num_requests":1,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":23552,"new_prefill":1674,"score_linear":4831.0,"score_lmetric":30057},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1290,"cache_hit":0,"new_prefill":25226,"score_linear":47401.0,"score_lmetric":25226},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45715,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":19968,"new_prefill":5258,"score_linear":226370.0,"score_lmetric":203892}],"chosen_score_linear":4831.0,"chosen_score_lmetric":30057,"t_first_token":328988.169750192,"t_first_token_unix":1779759853.1836936,"t_done":328991.757905977,"t_done_unix":1779759856.771849},{"request_id":"1381387:2:1383735:669","session_id":"1381387","input_length":28383,"t_proxy_recv":328984.252352369,"t_decision_unix":1779759849.2662938,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":5,"affinity_cache_hit":13824,"affinity_cache_ratio":0.4870521086565902,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":28383,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":3186,"ongoing_decode_tokens":3186,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1535,"cache_hit":0,"new_prefill":28383,"score_linear":3186.0,"score_lmetric":28383},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":28383,"score_linear":54012.0,"score_lmetric":82395},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48328,"ongoing_decode_tokens":0,"pending_prefill_tokens":40648,"num_requests":2,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":0,"new_prefill":28383,"score_linear":48328.0,"score_lmetric":138062},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":28383,"score_linear":15283.0,"score_lmetric":28383},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":28383,"score_linear":242029.0,"score_lmetric":637232},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":28383,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1290,"cache_hit":13824,"new_prefill":14559,"score_linear":33577.0,"score_lmetric":14559},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":225117,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45486,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":28383,"score_linear":225117.0,"score_lmetric":221607}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328987.905426549,"t_first_token_unix":1779759852.91937,"t_done":328992.061478877,"t_done_unix":1779759857.0754247},{"request_id":"1381728:2:1387040:690","session_id":"1381728","input_length":12399,"t_proxy_recv":328995.676483602,"t_decision_unix":1779759860.6904252,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":2,"affinity_cache_hit":1024,"affinity_cache_ratio":0.08258730542785708,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (12399 < 16000)","cache_hit":0,"estimated_new_tokens":12399,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1564,"cache_hit":0,"new_prefill":12399,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139196,"ongoing_decode_tokens":54012,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":1024,"new_prefill":11375,"score_linear":138172.0,"score_lmetric":69214},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1881,"cache_hit":0,"new_prefill":12399,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156002,"ongoing_decode_tokens":15283,"pending_prefill_tokens":15279,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":12399,"score_linear":156002.0,"score_lmetric":83034},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":12399,"score_linear":242029.0,"score_lmetric":573296},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":12399,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":12399,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45715,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":12399,"score_linear":246338.0,"score_lmetric":232456}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328996.705426927,"t_first_token_unix":1779759861.7193706,"t_done":328996.791369936,"t_done_unix":1779759861.8053129},{"request_id":"1384772:2:1387335:693","session_id":"1384772","input_length":11530,"t_proxy_recv":328996.775141617,"t_decision_unix":1779759861.7890828,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":0,"affinity_cache_hit":4608,"affinity_cache_ratio":0.39965307892454466,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11530 < 16000)","cache_hit":0,"estimated_new_tokens":11530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1564,"cache_hit":0,"new_prefill":11530,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139196,"ongoing_decode_tokens":54012,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":11530,"score_linear":139196.0,"score_lmetric":69524},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":12399,"ongoing_decode_tokens":12399,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1881,"cache_hit":4608,"new_prefill":6922,"score_linear":7791.0,"score_lmetric":6922},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156002,"ongoing_decode_tokens":15283,"pending_prefill_tokens":15279,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":11530,"score_linear":156002.0,"score_lmetric":80427},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":11530,"score_linear":242029.0,"score_lmetric":569820},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":50793,"ongoing_decode_tokens":0,"pending_prefill_tokens":22633,"num_requests":1,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":11530,"score_linear":50793.0,"score_lmetric":34163},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":11530,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45715,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":11530,"score_linear":246338.0,"score_lmetric":228980}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328997.715101791,"t_first_token_unix":1779759862.729046,"t_done":328997.773782924,"t_done_unix":1779759862.787726},{"request_id":"1382804:2:1388620:698","session_id":"1382804","input_length":3678,"t_proxy_recv":329001.384784433,"t_decision_unix":1779759866.398726,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":0,"affinity_cache_hit":512,"affinity_cache_ratio":0.13920609026644915,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3678 < 16000)","cache_hit":0,"estimated_new_tokens":3678,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1586,"cache_hit":0,"new_prefill":3678,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139196,"ongoing_decode_tokens":139196,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":3678,"score_linear":139196.0,"score_lmetric":7356},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":3678,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156002,"ongoing_decode_tokens":15283,"pending_prefill_tokens":15279,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":3678,"score_linear":156002.0,"score_lmetric":56871},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":189876,"pending_prefill_tokens":5049,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":3678,"score_linear":242029.0,"score_lmetric":34908},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":77630,"ongoing_decode_tokens":0,"pending_prefill_tokens":24382,"num_requests":2,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":512,"new_prefill":3166,"score_linear":77118.0,"score_lmetric":55096},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":3678,"score_linear":71899.0,"score_lmetric":75577},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45715,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":3678,"score_linear":246338.0,"score_lmetric":197572}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329001.615473238,"t_first_token_unix":1779759866.629417,"t_done":329001.668032682,"t_done_unix":1779759866.6819766},{"request_id":"1382086:1:1382086:654","session_id":"1382086","input_length":54012,"t_proxy_recv":328978.635985904,"t_decision_unix":1779759843.6499274,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":54012,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":54012,"score_linear":35888.0,"score_lmetric":54012},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":54012,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":1,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":0,"new_prefill":54012,"score_linear":38111.0,"score_lmetric":92123},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":149537,"ongoing_decode_tokens":15283,"pending_prefill_tokens":2670,"num_requests":4,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":0,"new_prefill":54012,"score_linear":149537.0,"score_lmetric":226728},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":54012,"score_linear":242029.0,"score_lmetric":739748},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":81147,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1513,"cache_hit":0,"new_prefill":54012,"score_linear":81147.0,"score_lmetric":54012},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":19753,"num_requests":2,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":54012,"score_linear":61390.0,"score_lmetric":147530},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":179219,"ongoing_decode_tokens":179219,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1511,"cache_hit":0,"new_prefill":54012,"score_linear":179219.0,"score_lmetric":162036}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":328989.352763114,"t_first_token_unix":1779759854.3667068,"t_done":329001.92551477,"t_done_unix":1779759866.939458},{"request_id":"1384947:2:1388842:700","session_id":"1384947","input_length":20183,"t_proxy_recv":329002.144703636,"t_decision_unix":1779759867.1586447,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9386117029182975,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1239 < 16000)","cache_hit":18944,"estimated_new_tokens":1239,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1593,"cache_hit":0,"new_prefill":20183,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":85184,"ongoing_decode_tokens":85184,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1476,"cache_hit":0,"new_prefill":20183,"score_linear":85184.0,"score_lmetric":20183},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":18944,"new_prefill":1239,"score_linear":-18944.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156002,"ongoing_decode_tokens":15283,"pending_prefill_tokens":15279,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":20183,"score_linear":156002.0,"score_lmetric":106386},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":189876,"pending_prefill_tokens":5049,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":20183,"score_linear":242029.0,"score_lmetric":100928},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":77630,"ongoing_decode_tokens":50793,"pending_prefill_tokens":1749,"num_requests":2,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":20183,"score_linear":77630.0,"score_lmetric":43864},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":20183,"score_linear":71899.0,"score_lmetric":92082},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45715,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":20183,"score_linear":246338.0,"score_lmetric":263592}],"chosen_score_linear":-18944.0,"chosen_score_lmetric":0,"t_first_token":329002.385426054,"t_first_token_unix":1779759867.3993702,"t_done":329003.460773805,"t_done_unix":1779759868.4747174},{"request_id":"1355484:11:1388276:696","session_id":"1355484","input_length":26837,"t_proxy_recv":329000.010819716,"t_decision_unix":1779759865.0247607,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9348287811603383,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1749 < 16000)","cache_hit":25088,"estimated_new_tokens":1749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1586,"cache_hit":0,"new_prefill":26837,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139196,"ongoing_decode_tokens":139196,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":26837,"score_linear":139196.0,"score_lmetric":53674},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":26837,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156002,"ongoing_decode_tokens":15283,"pending_prefill_tokens":15279,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":26837,"score_linear":156002.0,"score_lmetric":126348},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":189876,"pending_prefill_tokens":5049,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":26837,"score_linear":242029.0,"score_lmetric":127544},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":50793,"ongoing_decode_tokens":0,"pending_prefill_tokens":22633,"num_requests":1,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":25088,"new_prefill":1749,"score_linear":25705.0,"score_lmetric":24382},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":26837,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45715,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":19968,"new_prefill":6869,"score_linear":226370.0,"score_lmetric":210336}],"chosen_score_linear":25705.0,"chosen_score_lmetric":24382,"t_first_token":329002.196282158,"t_first_token_unix":1779759867.2102256,"t_done":329003.796490566,"t_done_unix":1779759868.8104448},{"request_id":"1381387:3:1387093:691","session_id":"1381387","input_length":50793,"t_proxy_recv":328995.888060918,"t_decision_unix":1779759860.9020023,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":28160,"affinity_cache_ratio":0.5544071033410115,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":28160,"estimated_new_tokens":22633,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1564,"cache_hit":0,"new_prefill":50793,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139196,"ongoing_decode_tokens":54012,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":50793,"score_linear":139196.0,"score_lmetric":148050},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":12399,"ongoing_decode_tokens":0,"pending_prefill_tokens":12399,"num_requests":1,"active_p_offloads":0,"cached_blocks":1881,"cache_hit":0,"new_prefill":50793,"score_linear":12399.0,"score_lmetric":63192},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156002,"ongoing_decode_tokens":15283,"pending_prefill_tokens":15279,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":50793,"score_linear":156002.0,"score_lmetric":198216},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":50793,"score_linear":242029.0,"score_lmetric":726872},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":28160,"new_prefill":22633,"score_linear":-28160.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":13824,"new_prefill":36969,"score_linear":-13824.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45715,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":50793,"score_linear":246338.0,"score_lmetric":386032}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":329001.896900654,"t_first_token_unix":1779759866.9108443,"t_done":329004.570306473,"t_done_unix":1779759869.58425},{"request_id":"1370129:4:1384856:678","session_id":"1370129","input_length":85184,"t_proxy_recv":328988.161316741,"t_decision_unix":1779759853.1752582,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":61952,"affinity_cache_ratio":0.7272727272727273,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (1)","cache_hit":61952,"estimated_new_tokens":23232,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1543,"cache_hit":7680,"new_prefill":77504,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":61952,"new_prefill":23232,"score_linear":-7940.0,"score_lmetric":77244},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":4690,"ongoing_decode_tokens":0,"pending_prefill_tokens":4690,"num_requests":1,"active_p_offloads":0,"cached_blocks":1835,"cache_hit":0,"new_prefill":85184,"score_linear":4690.0,"score_lmetric":89874},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156002,"ongoing_decode_tokens":15283,"pending_prefill_tokens":15279,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":7680,"new_prefill":77504,"score_linear":148322.0,"score_lmetric":278349},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":18432,"new_prefill":66752,"score_linear":223597.0,"score_lmetric":790708},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":103474,"ongoing_decode_tokens":28383,"pending_prefill_tokens":1875,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":85184,"score_linear":103474.0,"score_lmetric":261177},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1290,"cache_hit":7680,"new_prefill":77504,"score_linear":39721.0,"score_lmetric":77504},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45715,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":7680,"new_prefill":77504,"score_linear":238658.0,"score_lmetric":492876}],"chosen_score_linear":-7940.0,"chosen_score_lmetric":77244,"t_first_token":328999.989646817,"t_first_token_unix":1779759865.0035903,"t_done":329006.199425184,"t_done_unix":1779759871.2133687},{"request_id":"1355951:4:1389858:703","session_id":"1355951","input_length":38242,"t_proxy_recv":329005.926231271,"t_decision_unix":1779759870.9401724,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":2,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9907431619685163,"affinity_num_requests":4,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3426 < 16000)","cache_hit":34816,"estimated_new_tokens":3426,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1593,"cache_hit":0,"new_prefill":38242,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":85184,"ongoing_decode_tokens":85184,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1476,"cache_hit":0,"new_prefill":38242,"score_linear":85184.0,"score_lmetric":38242},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1907,"cache_hit":34816,"new_prefill":3426,"score_linear":-34816.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156002,"ongoing_decode_tokens":84748,"pending_prefill_tokens":11862,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":38242,"score_linear":156002.0,"score_lmetric":150312},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":189876,"pending_prefill_tokens":5049,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":38242,"score_linear":242029.0,"score_lmetric":173164},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":38242,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":38242,"score_linear":71899.0,"score_lmetric":110141},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":246338,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":37888,"new_prefill":354,"score_linear":208450.0,"score_lmetric":1416}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":329006.766963932,"t_first_token_unix":1779759871.780908,"t_done":329007.061152504,"t_done_unix":1779759872.0750976},{"request_id":"1362265:4:1381673:650","session_id":"1362265","input_length":10645,"t_proxy_recv":328977.130430772,"t_decision_unix":1779759842.144372,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":10240,"affinity_cache_ratio":0.9619539689995303,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (405 < 16000)","cache_hit":10240,"estimated_new_tokens":405,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":10645,"score_linear":35888.0,"score_lmetric":10645},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1369,"cache_hit":0,"new_prefill":10645,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":0,"new_prefill":10645,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":149537,"ongoing_decode_tokens":15283,"pending_prefill_tokens":2670,"num_requests":4,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":0,"new_prefill":10645,"score_linear":149537.0,"score_lmetric":53260},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":10240,"new_prefill":405,"score_linear":221144.0,"score_lmetric":392775},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":81147,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1513,"cache_hit":6656,"new_prefill":3989,"score_linear":74491.0,"score_lmetric":3989},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":13989,"ongoing_decode_tokens":0,"pending_prefill_tokens":13989,"num_requests":1,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":10645,"score_linear":13989.0,"score_lmetric":24634},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":179219,"ongoing_decode_tokens":179219,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1511,"cache_hit":0,"new_prefill":10645,"score_linear":179219.0,"score_lmetric":31935}],"chosen_score_linear":221144.0,"chosen_score_lmetric":392775,"t_first_token":329006.331909858,"t_first_token_unix":1779759871.3458529,"t_done":329007.440160637,"t_done_unix":1779759872.4541037},{"request_id":"1390240:1:1390240:705","session_id":"1390240","input_length":5110,"t_proxy_recv":329007.323663205,"t_decision_unix":1779759872.3376045,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5110 < 16000)","cache_hit":0,"estimated_new_tokens":5110,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1593,"cache_hit":0,"new_prefill":5110,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":5110,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":5110,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156002,"ongoing_decode_tokens":156002,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":5110,"score_linear":156002.0,"score_lmetric":15330},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":242029,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":5110,"score_linear":242029.0,"score_lmetric":20440},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":5110,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":5110,"score_linear":71899.0,"score_lmetric":77009},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":246338,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":5110,"score_linear":246338.0,"score_lmetric":20440}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329007.65792687,"t_first_token_unix":1779759872.6718707,"t_done":329007.934075736,"t_done_unix":1779759872.9480188},{"request_id":"1342921:3:1384020:670","session_id":"1342921","input_length":69465,"t_proxy_recv":328985.316135247,"t_decision_unix":1779759850.330077,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":66048,"affinity_cache_ratio":0.950809760310948,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3417 < 16000)","cache_hit":66048,"estimated_new_tokens":3417,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":69465,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":69465,"score_linear":54012.0,"score_lmetric":123477},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":69465,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":66048,"new_prefill":3417,"score_linear":-50765.0,"score_lmetric":3417},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":69465,"score_linear":242029.0,"score_lmetric":801560},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":28383,"num_requests":1,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":69465,"score_linear":28383.0,"score_lmetric":97848},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1290,"cache_hit":0,"new_prefill":69465,"score_linear":47401.0,"score_lmetric":69465},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":225117,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45486,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":65536,"new_prefill":3929,"score_linear":159581.0,"score_lmetric":148245}],"chosen_score_linear":-50765.0,"chosen_score_lmetric":3417,"t_first_token":329004.283972467,"t_first_token_unix":1779759869.2979164,"t_done":329008.406675571,"t_done_unix":1779759873.4206192},{"request_id":"1390356:1:1390356:706","session_id":"1390356","input_length":1349,"t_proxy_recv":329007.761246011,"t_decision_unix":1779759872.7751873,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1349 < 16000)","cache_hit":0,"estimated_new_tokens":1349,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1593,"cache_hit":0,"new_prefill":1349,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":5110,"ongoing_decode_tokens":5110,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":1349,"score_linear":5110.0,"score_lmetric":1349},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":1349,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156002,"ongoing_decode_tokens":156002,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":1349,"score_linear":156002.0,"score_lmetric":4047},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":231384,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":1349,"score_linear":231384.0,"score_lmetric":4047},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":1349,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":1349,"score_linear":71899.0,"score_lmetric":73248},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":246338,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":1349,"score_linear":246338.0,"score_lmetric":5396}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329007.861410097,"t_first_token_unix":1779759872.8753533,"t_done":329009.559985191,"t_done_unix":1779759874.5739284},{"request_id":"1366128:11:1384044:671","session_id":"1366128","input_length":71254,"t_proxy_recv":328985.431562881,"t_decision_unix":1779759850.4455042,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":59392,"affinity_cache_ratio":0.8335251354309934,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11862 < 16000)","cache_hit":59392,"estimated_new_tokens":11862,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":71254,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":71254,"score_linear":54012.0,"score_lmetric":125266},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":71254,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":84748,"ongoing_decode_tokens":15283,"pending_prefill_tokens":3417,"num_requests":2,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":59392,"new_prefill":11862,"score_linear":25356.0,"score_lmetric":30558},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":71254,"score_linear":242029.0,"score_lmetric":808716},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":28383,"num_requests":1,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":71254,"score_linear":28383.0,"score_lmetric":99637},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1290,"cache_hit":0,"new_prefill":71254,"score_linear":47401.0,"score_lmetric":71254},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":225117,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45486,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":71254,"score_linear":225117.0,"score_lmetric":350220}],"chosen_score_linear":25356.0,"chosen_score_lmetric":30558,"t_first_token":329006.651760993,"t_first_token_unix":1779759871.6657045,"t_done":329009.83816759,"t_done_unix":1779759874.8521109},{"request_id":"1268861:7:1374579:614","session_id":"1268861","input_length":41508,"t_proxy_recv":328952.518222057,"t_decision_unix":1779759817.5321634,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":36864,"affinity_cache_ratio":0.8881179531656548,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4644 < 16000)","cache_hit":36864,"estimated_new_tokens":4644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":171064,"ongoing_decode_tokens":152567,"pending_prefill_tokens":18497,"num_requests":3,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":41508,"score_linear":171064.0,"score_lmetric":180015},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":56286,"num_requests":1,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":41508,"score_linear":56286.0,"score_lmetric":97794},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":165945,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":41508,"score_linear":230476.0,"score_lmetric":188636},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66626,"ongoing_decode_tokens":0,"pending_prefill_tokens":31810,"num_requests":2,"active_p_offloads":0,"cached_blocks":1600,"cache_hit":0,"new_prefill":41508,"score_linear":66626.0,"score_lmetric":146636},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":189876,"ongoing_decode_tokens":0,"pending_prefill_tokens":125876,"num_requests":2,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":36864,"new_prefill":4644,"score_linear":153012.0,"score_lmetric":261040},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":41508,"score_linear":79495.0,"score_lmetric":121003},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":0,"new_prefill":41508,"score_linear":106951.0,"score_lmetric":83016},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":159131,"ongoing_decode_tokens":159131,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":0,"new_prefill":41508,"score_linear":159131.0,"score_lmetric":124524}],"chosen_score_linear":153012.0,"chosen_score_lmetric":261040,"t_first_token":329006.328340661,"t_first_token_unix":1779759871.342284,"t_done":329010.607836276,"t_done_unix":1779759875.6217797},{"request_id":"1340290:3:1384149:672","session_id":"1340290","input_length":21221,"t_proxy_recv":328985.883226336,"t_decision_unix":1779759850.8971667,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9892088026011969,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (229 < 16000)","cache_hit":20992,"estimated_new_tokens":229,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":21221,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":21221,"score_linear":54012.0,"score_lmetric":75233},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":21221,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156002,"ongoing_decode_tokens":15283,"pending_prefill_tokens":15279,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":21221,"score_linear":156002.0,"score_lmetric":109500},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":21221,"score_linear":242029.0,"score_lmetric":608584},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":28383,"num_requests":1,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":21221,"score_linear":28383.0,"score_lmetric":49604},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1290,"cache_hit":1024,"new_prefill":20197,"score_linear":46377.0,"score_lmetric":20197},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":225117,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45486,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":20992,"new_prefill":229,"score_linear":204125.0,"score_lmetric":137145}],"chosen_score_linear":204125.0,"chosen_score_lmetric":137145,"t_first_token":329005.187261613,"t_first_token_unix":1779759870.2012057,"t_done":329010.691909768,"t_done_unix":1779759875.7058532},{"request_id":"1366128:12:1386045:687","session_id":"1366128","input_length":71578,"t_proxy_recv":329009.851556332,"t_decision_unix":1779759874.8654978,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9942719830115399,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (410 < 16000)","cache_hit":71168,"estimated_new_tokens":410,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1593,"cache_hit":0,"new_prefill":71578,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87687,"ongoing_decode_tokens":87687,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1532,"cache_hit":0,"new_prefill":71578,"score_linear":87687.0,"score_lmetric":71578},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":71578,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":86273,"ongoing_decode_tokens":86273,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1779,"cache_hit":71168,"new_prefill":410,"score_linear":15105.0,"score_lmetric":820},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":231384,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":71578,"score_linear":231384.0,"score_lmetric":214734},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1676,"cache_hit":0,"new_prefill":71578,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":71578,"score_linear":71899.0,"score_lmetric":143477},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":246338,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":71578,"score_linear":246338.0,"score_lmetric":286312}],"chosen_score_linear":15105.0,"chosen_score_lmetric":820,"t_first_token":329010.088872941,"t_first_token_unix":1779759875.102816,"t_done":329010.913302992,"t_done_unix":1779759875.9272468},{"request_id":"1384947:3:1390898:710","session_id":"1384947","input_length":20683,"t_proxy_recv":329009.972403631,"t_decision_unix":1779759874.9863448,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9654305468258957,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (715 < 16000)","cache_hit":19968,"estimated_new_tokens":715,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1593,"cache_hit":0,"new_prefill":20683,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87687,"ongoing_decode_tokens":87687,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1532,"cache_hit":0,"new_prefill":20683,"score_linear":87687.0,"score_lmetric":20683},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":19968,"new_prefill":715,"score_linear":-19968.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":157851,"ongoing_decode_tokens":86273,"pending_prefill_tokens":410,"num_requests":3,"active_p_offloads":0,"cached_blocks":1779,"cache_hit":0,"new_prefill":20683,"score_linear":157851.0,"score_lmetric":63279},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":231384,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":20683,"score_linear":231384.0,"score_lmetric":62049},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1676,"cache_hit":0,"new_prefill":20683,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":20683,"score_linear":71899.0,"score_lmetric":92582},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":246338,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":20683,"score_linear":246338.0,"score_lmetric":82732}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":329010.110761783,"t_first_token_unix":1779759875.124705,"t_done":329011.298437513,"t_done_unix":1779759876.3123808},{"request_id":"1366128:13:1387308:692","session_id":"1366128","input_length":71708,"t_proxy_recv":329010.926666497,"t_decision_unix":1779759875.940608,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9924694594745356,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (540 < 16000)","cache_hit":71168,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1593,"cache_hit":0,"new_prefill":71708,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87687,"ongoing_decode_tokens":87687,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1532,"cache_hit":0,"new_prefill":71708,"score_linear":87687.0,"score_lmetric":71708},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":20683,"ongoing_decode_tokens":20683,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":71708,"score_linear":20683.0,"score_lmetric":71708},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":86273,"ongoing_decode_tokens":86273,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1779,"cache_hit":71168,"new_prefill":540,"score_linear":15105.0,"score_lmetric":1080},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":189876,"ongoing_decode_tokens":189876,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":71708,"score_linear":189876.0,"score_lmetric":143416},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26146,"ongoing_decode_tokens":0,"pending_prefill_tokens":26146,"num_requests":1,"active_p_offloads":0,"cached_blocks":1676,"cache_hit":0,"new_prefill":71708,"score_linear":26146.0,"score_lmetric":97854},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":71708,"score_linear":71899.0,"score_lmetric":143607},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":225117,"ongoing_decode_tokens":225117,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":71708,"score_linear":225117.0,"score_lmetric":215124}],"chosen_score_linear":15105.0,"chosen_score_lmetric":1080,"t_first_token":329011.075199244,"t_first_token_unix":1779759876.0891428,"t_done":329011.743522381,"t_done_unix":1779759876.7574663},{"request_id":"1391584:1:1391584:713","session_id":"1391584","input_length":15302,"t_proxy_recv":329011.835471899,"t_decision_unix":1779759876.8494132,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (15302 < 16000)","cache_hit":0,"estimated_new_tokens":15302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1593,"cache_hit":0,"new_prefill":15302,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87687,"ongoing_decode_tokens":87687,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1532,"cache_hit":0,"new_prefill":15302,"score_linear":87687.0,"score_lmetric":15302},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":25747,"num_requests":1,"active_p_offloads":0,"cached_blocks":1911,"cache_hit":0,"new_prefill":15302,"score_linear":28307.0,"score_lmetric":41049},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169677,"ongoing_decode_tokens":86273,"pending_prefill_tokens":11724,"num_requests":3,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":15302,"score_linear":169677.0,"score_lmetric":81078},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":189876,"ongoing_decode_tokens":189876,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":15302,"score_linear":189876.0,"score_lmetric":30604},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26146,"ongoing_decode_tokens":0,"pending_prefill_tokens":26146,"num_requests":1,"active_p_offloads":0,"cached_blocks":1676,"cache_hit":0,"new_prefill":15302,"score_linear":26146.0,"score_lmetric":41448},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":15302,"score_linear":71899.0,"score_lmetric":87201},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":225117,"ongoing_decode_tokens":225117,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":15302,"score_linear":225117.0,"score_lmetric":45906}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329013.20669385,"t_first_token_unix":1779759878.2206368,"t_done":329013.422760154,"t_done_unix":1779759878.4367032},{"request_id":"1313181:5:1320817:349","session_id":"1313181","input_length":105902,"t_proxy_recv":328979.52751414,"t_decision_unix":1779759844.5414553,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":60416,"affinity_cache_ratio":0.5704896980227002,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_not_meaningfully_more_cache (src=12800 chosen=60416)","cache_hit":60416,"estimated_new_tokens":45486,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":105902,"score_linear":35888.0,"score_lmetric":105902},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":105902,"score_linear":54012.0,"score_lmetric":159914},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38111,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":1,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":0,"new_prefill":105902,"score_linear":38111.0,"score_lmetric":144013},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":149537,"ongoing_decode_tokens":15283,"pending_prefill_tokens":2670,"num_requests":4,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":0,"new_prefill":105902,"score_linear":149537.0,"score_lmetric":434288},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":0,"pending_prefill_tokens":130925,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":105902,"score_linear":242029.0,"score_lmetric":947308},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":3034,"ongoing_decode_tokens":0,"pending_prefill_tokens":3034,"num_requests":1,"active_p_offloads":0,"cached_blocks":1516,"cache_hit":12800,"new_prefill":93102,"score_linear":-9766.0,"score_lmetric":96136},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":19753,"num_requests":2,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":105902,"score_linear":61390.0,"score_lmetric":251310},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":119215,"ongoing_decode_tokens":119215,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":60416,"new_prefill":45486,"score_linear":58799.0,"score_lmetric":90972}],"chosen_score_linear":58799.0,"chosen_score_lmetric":90972,"t_first_token":329003.116421157,"t_first_token_unix":1779759868.1303651,"t_done":329013.890780553,"t_done_unix":1779759878.9047246},{"request_id":"1370129:5:1390477:708","session_id":"1370129","input_length":87687,"t_proxy_recv":329008.295403559,"t_decision_unix":1779759873.309345,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9751046335260642,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2183 < 16000)","cache_hit":85504,"estimated_new_tokens":2183,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1593,"cache_hit":7680,"new_prefill":80007,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1532,"cache_hit":85504,"new_prefill":2183,"score_linear":-85504.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":87687,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156002,"ongoing_decode_tokens":156002,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":7680,"new_prefill":80007,"score_linear":148322.0,"score_lmetric":240021},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":231384,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":18432,"new_prefill":69255,"score_linear":212952.0,"score_lmetric":207765},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":1349,"ongoing_decode_tokens":1349,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":87687,"score_linear":1349.0,"score_lmetric":87687},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":7680,"new_prefill":80007,"score_linear":64219.0,"score_lmetric":151906},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":246338,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":7680,"new_prefill":80007,"score_linear":238658.0,"score_lmetric":320028}],"chosen_score_linear":-85504.0,"chosen_score_lmetric":0,"t_first_token":329009.54908668,"t_first_token_unix":1779759874.5630307,"t_done":329014.032592114,"t_done_unix":1779759879.0465355},{"request_id":"1340290:4:1385568:684","session_id":"1340290","input_length":26146,"t_proxy_recv":329010.700198974,"t_decision_unix":1779759875.7141404,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":5,"affinity_cache_hit":20992,"affinity_cache_ratio":0.8028761569647365,"affinity_num_requests":3,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":26146,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1593,"cache_hit":0,"new_prefill":26146,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87687,"ongoing_decode_tokens":87687,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1532,"cache_hit":0,"new_prefill":26146,"score_linear":87687.0,"score_lmetric":26146},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":20683,"ongoing_decode_tokens":20683,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":26146,"score_linear":20683.0,"score_lmetric":26146},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":157851,"ongoing_decode_tokens":157851,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1779,"cache_hit":0,"new_prefill":26146,"score_linear":157851.0,"score_lmetric":78438},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":189876,"ongoing_decode_tokens":189876,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":26146,"score_linear":189876.0,"score_lmetric":52292},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1676,"cache_hit":0,"new_prefill":26146,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":1024,"new_prefill":25122,"score_linear":70875.0,"score_lmetric":97021},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":225117,"ongoing_decode_tokens":225117,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":20992,"new_prefill":5154,"score_linear":204125.0,"score_lmetric":15462}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329013.87488714,"t_first_token_unix":1779759878.8888307,"t_done":329014.629731869,"t_done_unix":1779759879.6436753},{"request_id":"1340290:5:1386504:688","session_id":"1340290","input_length":27220,"t_proxy_recv":329014.63824968,"t_decision_unix":1779759879.652191,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9592946362968405,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1108 < 16000)","cache_hit":26112,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":0,"new_prefill":27220,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":27220,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":25747,"num_requests":1,"active_p_offloads":0,"cached_blocks":1911,"cache_hit":0,"new_prefill":27220,"score_linear":28307.0,"score_lmetric":52967},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169677,"ongoing_decode_tokens":86273,"pending_prefill_tokens":11724,"num_requests":3,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":27220,"score_linear":169677.0,"score_lmetric":116832},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":189876,"ongoing_decode_tokens":189876,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":27220,"score_linear":189876.0,"score_lmetric":54440},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28382,"ongoing_decode_tokens":28382,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1727,"cache_hit":26112,"new_prefill":1108,"score_linear":2270.0,"score_lmetric":1108},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":1024,"new_prefill":26196,"score_linear":70875.0,"score_lmetric":98095},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":180073,"ongoing_decode_tokens":180073,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1602,"cache_hit":20992,"new_prefill":6228,"score_linear":159081.0,"score_lmetric":18684}],"chosen_score_linear":2270.0,"chosen_score_lmetric":1108,"t_first_token":329014.938121898,"t_first_token_unix":1779759879.952065,"t_done":329015.224741484,"t_done_unix":1779759880.238685},{"request_id":"1391584:2:1392466:715","session_id":"1391584","input_length":15483,"t_proxy_recv":329015.151752384,"t_decision_unix":1779759880.165694,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":14848,"affinity_cache_ratio":0.958987276367629,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (635 < 16000)","cache_hit":14848,"estimated_new_tokens":635,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":14848,"new_prefill":635,"score_linear":-14848.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":15483,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":28307,"ongoing_decode_tokens":28307,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1911,"cache_hit":0,"new_prefill":15483,"score_linear":28307.0,"score_lmetric":15483},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169677,"ongoing_decode_tokens":86273,"pending_prefill_tokens":11724,"num_requests":3,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":15483,"score_linear":169677.0,"score_lmetric":81621},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":189876,"ongoing_decode_tokens":189876,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":15483,"score_linear":189876.0,"score_lmetric":30966},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":55602,"ongoing_decode_tokens":55602,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1727,"cache_hit":0,"new_prefill":15483,"score_linear":55602.0,"score_lmetric":30966},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":15483,"score_linear":71899.0,"score_lmetric":87382},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":180073,"ongoing_decode_tokens":180073,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1602,"cache_hit":0,"new_prefill":15483,"score_linear":180073.0,"score_lmetric":46449}],"chosen_score_linear":-14848.0,"chosen_score_lmetric":0,"t_first_token":329015.229360804,"t_first_token_unix":1779759880.2433043,"t_done":329015.622692356,"t_done_unix":1779759880.6366355},{"request_id":"1373431:1:1373431:606","session_id":"1373431","input_length":126340,"t_proxy_recv":328948.498502706,"t_decision_unix":1779759813.512444,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":1024,"estimated_new_tokens":125316,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":152567,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":126340,"score_linear":152567.0,"score_lmetric":252680},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":126340,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":165945,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":126340,"score_linear":230476.0,"score_lmetric":527964},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":38252,"ongoing_decode_tokens":38252,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1596,"cache_hit":0,"new_prefill":126340,"score_linear":38252.0,"score_lmetric":126340},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":1024,"new_prefill":125316,"score_linear":-1024.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":126340,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":0,"new_prefill":126340,"score_linear":106951.0,"score_lmetric":252680},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":159131,"ongoing_decode_tokens":116427,"pending_prefill_tokens":208,"num_requests":3,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":0,"new_prefill":126340,"score_linear":159131.0,"score_lmetric":379644}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":328999.902162612,"t_first_token_unix":1779759864.9161062,"t_done":329015.890683979,"t_done_unix":1779759880.904633},{"request_id":"1391404:1:1391404:712","session_id":"1391404","input_length":28307,"t_proxy_recv":329011.319733722,"t_decision_unix":1779759876.3336751,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":2560,"estimated_new_tokens":25747,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1593,"cache_hit":0,"new_prefill":28307,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87687,"ongoing_decode_tokens":87687,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1532,"cache_hit":0,"new_prefill":28307,"score_linear":87687.0,"score_lmetric":28307},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1911,"cache_hit":2560,"new_prefill":25747,"score_linear":-2560.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":157981,"ongoing_decode_tokens":157981,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1779,"cache_hit":0,"new_prefill":28307,"score_linear":157981.0,"score_lmetric":84921},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":189876,"ongoing_decode_tokens":189876,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":28307,"score_linear":189876.0,"score_lmetric":56614},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26146,"ongoing_decode_tokens":0,"pending_prefill_tokens":26146,"num_requests":1,"active_p_offloads":0,"cached_blocks":1676,"cache_hit":1536,"new_prefill":26771,"score_linear":24610.0,"score_lmetric":52917},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":28307,"score_linear":71899.0,"score_lmetric":100206},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":225117,"ongoing_decode_tokens":225117,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":28307,"score_linear":225117.0,"score_lmetric":84921}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":329014.771671684,"t_first_token_unix":1779759879.7856147,"t_done":329016.101449705,"t_done_unix":1779759881.115396},{"request_id":"1355484:12:1391879:714","session_id":"1355484","input_length":28382,"t_proxy_recv":329012.977841942,"t_decision_unix":1779759877.9917831,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9380593333803114,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1758 < 16000)","cache_hit":26624,"estimated_new_tokens":1758,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":15302,"ongoing_decode_tokens":0,"pending_prefill_tokens":15302,"num_requests":1,"active_p_offloads":0,"cached_blocks":1593,"cache_hit":0,"new_prefill":28382,"score_linear":15302.0,"score_lmetric":43684},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87687,"ongoing_decode_tokens":87687,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1532,"cache_hit":0,"new_prefill":28382,"score_linear":87687.0,"score_lmetric":28382},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":25747,"num_requests":1,"active_p_offloads":0,"cached_blocks":1911,"cache_hit":0,"new_prefill":28382,"score_linear":28307.0,"score_lmetric":54129},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169677,"ongoing_decode_tokens":86273,"pending_prefill_tokens":11724,"num_requests":3,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":28382,"score_linear":169677.0,"score_lmetric":120318},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":189876,"ongoing_decode_tokens":189876,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":28382,"score_linear":189876.0,"score_lmetric":56764},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26146,"ongoing_decode_tokens":0,"pending_prefill_tokens":26146,"num_requests":1,"active_p_offloads":0,"cached_blocks":1676,"cache_hit":26624,"new_prefill":1758,"score_linear":-478.0,"score_lmetric":27904},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":28382,"score_linear":71899.0,"score_lmetric":100281},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":225117,"ongoing_decode_tokens":225117,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":19968,"new_prefill":8414,"score_linear":205149.0,"score_lmetric":25242}],"chosen_score_linear":-478.0,"chosen_score_lmetric":27904,"t_first_token":329014.191097144,"t_first_token_unix":1779759879.2050402,"t_done":329016.621386274,"t_done_unix":1779759881.6353297},{"request_id":"1340290:6:1387365:695","session_id":"1340290","input_length":27285,"t_proxy_recv":329015.233077887,"t_decision_unix":1779759880.2470195,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9945391240608393,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (149 < 16000)","cache_hit":27136,"estimated_new_tokens":149,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":15483,"ongoing_decode_tokens":15483,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":0,"new_prefill":27285,"score_linear":15483.0,"score_lmetric":27285},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":27285,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":28307,"ongoing_decode_tokens":28307,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1911,"cache_hit":0,"new_prefill":27285,"score_linear":28307.0,"score_lmetric":27285},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169677,"ongoing_decode_tokens":86273,"pending_prefill_tokens":11724,"num_requests":3,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":27285,"score_linear":169677.0,"score_lmetric":117027},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":189876,"ongoing_decode_tokens":189876,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":27285,"score_linear":189876.0,"score_lmetric":54570},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28382,"ongoing_decode_tokens":28382,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1729,"cache_hit":27136,"new_prefill":149,"score_linear":1246.0,"score_lmetric":149},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":1024,"new_prefill":26261,"score_linear":70875.0,"score_lmetric":98160},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":180073,"ongoing_decode_tokens":180073,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1602,"cache_hit":20992,"new_prefill":6293,"score_linear":159081.0,"score_lmetric":18879}],"chosen_score_linear":1246.0,"chosen_score_lmetric":149,"t_first_token":329015.318562134,"t_first_token_unix":1779759880.3325052,"t_done":329016.765680539,"t_done_unix":1779759881.779624},{"request_id":"1390240:2:1392954:717","session_id":"1390240","input_length":7440,"t_proxy_recv":329016.868068927,"t_decision_unix":1779759881.8820105,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":5120,"affinity_cache_ratio":0.6881720430107527,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2320 < 16000)","cache_hit":5120,"estimated_new_tokens":2320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1623,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":5120,"new_prefill":2320,"score_linear":-5120.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169677,"ongoing_decode_tokens":86273,"pending_prefill_tokens":11724,"num_requests":3,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":7440,"score_linear":169677.0,"score_lmetric":57492},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":190803,"ongoing_decode_tokens":190803,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2078,"cache_hit":0,"new_prefill":7440,"score_linear":190803.0,"score_lmetric":14880},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":7440,"score_linear":71899.0,"score_lmetric":79339},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":180073,"ongoing_decode_tokens":180073,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1602,"cache_hit":0,"new_prefill":7440,"score_linear":180073.0,"score_lmetric":22320}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":329017.094935541,"t_first_token_unix":1779759882.1088789,"t_done":329017.322120202,"t_done_unix":1779759882.3360634},{"request_id":"1279412:25:1366203:554","session_id":"1279412","input_length":98267,"t_proxy_recv":328922.992687207,"t_decision_unix":1779759788.006628,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9951662307794071,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (475 < 16000)","cache_hit":97792,"estimated_new_tokens":475,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":0,"pending_prefill_tokens":118263,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":98267,"score_linear":152567.0,"score_lmetric":433060},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":122597,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":98267,"score_linear":122597.0,"score_lmetric":220864},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":93026,"ongoing_decode_tokens":0,"pending_prefill_tokens":79202,"num_requests":2,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":98267,"score_linear":93026.0,"score_lmetric":354938},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11154,"ongoing_decode_tokens":0,"pending_prefill_tokens":11154,"num_requests":1,"active_p_offloads":0,"cached_blocks":1436,"cache_hit":0,"new_prefill":98267,"score_linear":11154.0,"score_lmetric":109421},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":0,"new_prefill":98267,"score_linear":62685.0,"score_lmetric":160952},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1253,"cache_hit":0,"new_prefill":98267,"score_linear":68259.0,"score_lmetric":98267},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1142,"cache_hit":0,"new_prefill":98267,"score_linear":80246.0,"score_lmetric":98267},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59514,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":97792,"new_prefill":475,"score_linear":-38278.0,"score_lmetric":35925}],"chosen_score_linear":-38278.0,"chosen_score_lmetric":35925,"t_first_token":328934.23705094,"t_first_token_unix":1779759799.2509959,"t_done":329017.928152093,"t_done_unix":1779759882.9421012},{"request_id":"1373431:2:1378320:629","session_id":"1373431","input_length":127267,"t_proxy_recv":329015.911145092,"t_decision_unix":1779759880.9250865,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":126464,"affinity_cache_ratio":0.9936904303550803,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (803 < 16000)","cache_hit":126464,"estimated_new_tokens":803,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1623,"cache_hit":1024,"new_prefill":126243,"score_linear":-1024.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":127267,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":28307,"ongoing_decode_tokens":28307,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1911,"cache_hit":0,"new_prefill":127267,"score_linear":28307.0,"score_lmetric":127267},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169677,"ongoing_decode_tokens":86273,"pending_prefill_tokens":11724,"num_requests":3,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":127267,"score_linear":169677.0,"score_lmetric":416973},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2078,"cache_hit":126464,"new_prefill":803,"score_linear":-62928.0,"score_lmetric":803},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":55667,"ongoing_decode_tokens":55667,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1729,"cache_hit":0,"new_prefill":127267,"score_linear":55667.0,"score_lmetric":254534},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":127267,"score_linear":71899.0,"score_lmetric":199166},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":180073,"ongoing_decode_tokens":180073,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1602,"cache_hit":0,"new_prefill":127267,"score_linear":180073.0,"score_lmetric":381801}],"chosen_score_linear":-62928.0,"chosen_score_lmetric":803,"t_first_token":329016.539419933,"t_first_token_unix":1779759881.5533643,"t_done":329018.794691203,"t_done_unix":1779759883.8086352},{"request_id":"1366128:14:1389156:701","session_id":"1366128","input_length":83404,"t_proxy_recv":329011.778891616,"t_decision_unix":1779759876.7928326,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":71680,"affinity_cache_ratio":0.8594312023404154,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11724 < 16000)","cache_hit":71680,"estimated_new_tokens":11724,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1593,"cache_hit":0,"new_prefill":83404,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87687,"ongoing_decode_tokens":87687,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1532,"cache_hit":0,"new_prefill":83404,"score_linear":87687.0,"score_lmetric":83404},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":25747,"num_requests":1,"active_p_offloads":0,"cached_blocks":1911,"cache_hit":0,"new_prefill":83404,"score_linear":28307.0,"score_lmetric":109151},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":86273,"ongoing_decode_tokens":86273,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":71680,"new_prefill":11724,"score_linear":14593.0,"score_lmetric":23448},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":189876,"ongoing_decode_tokens":189876,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":83404,"score_linear":189876.0,"score_lmetric":166808},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26146,"ongoing_decode_tokens":0,"pending_prefill_tokens":26146,"num_requests":1,"active_p_offloads":0,"cached_blocks":1676,"cache_hit":0,"new_prefill":83404,"score_linear":26146.0,"score_lmetric":109550},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":83404,"score_linear":71899.0,"score_lmetric":155303},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":225117,"ongoing_decode_tokens":225117,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":83404,"score_linear":225117.0,"score_lmetric":250212}],"chosen_score_linear":14593.0,"chosen_score_lmetric":23448,"t_first_token":329017.537850733,"t_first_token_unix":1779759882.5517943,"t_done":329019.064120021,"t_done_unix":1779759884.078064},{"request_id":"1342921:4:1389290:702","session_id":"1342921","input_length":70990,"t_proxy_recv":329008.419535437,"t_decision_unix":1779759873.4334767,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9736582617270038,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1870 < 16000)","cache_hit":69120,"estimated_new_tokens":1870,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1593,"cache_hit":0,"new_prefill":70990,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87687,"ongoing_decode_tokens":0,"pending_prefill_tokens":2183,"num_requests":1,"active_p_offloads":0,"cached_blocks":1532,"cache_hit":0,"new_prefill":70990,"score_linear":87687.0,"score_lmetric":73173},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":70990,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":86537,"ongoing_decode_tokens":86537,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1756,"cache_hit":69120,"new_prefill":1870,"score_linear":17417.0,"score_lmetric":3740},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":231384,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":70990,"score_linear":231384.0,"score_lmetric":212970},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":1349,"ongoing_decode_tokens":1349,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1673,"cache_hit":0,"new_prefill":70990,"score_linear":1349.0,"score_lmetric":70990},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":70990,"score_linear":71899.0,"score_lmetric":142889},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":246338,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":65536,"new_prefill":5454,"score_linear":180802.0,"score_lmetric":21816}],"chosen_score_linear":17417.0,"chosen_score_lmetric":3740,"t_first_token":329009.194245737,"t_first_token_unix":1779759874.2081897,"t_done":329019.116158742,"t_done_unix":1779759884.130102},{"request_id":"1388507:1:1388507:697","session_id":"1388507","input_length":71899,"t_proxy_recv":329000.95040489,"t_decision_unix":1779759865.9643462,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":71899,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1586,"cache_hit":0,"new_prefill":71899,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":139196,"ongoing_decode_tokens":139196,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1371,"cache_hit":0,"new_prefill":71899,"score_linear":139196.0,"score_lmetric":143798},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":71899,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156002,"ongoing_decode_tokens":15283,"pending_prefill_tokens":15279,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":71899,"score_linear":156002.0,"score_lmetric":261534},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":242029,"ongoing_decode_tokens":189876,"pending_prefill_tokens":5049,"num_requests":4,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":71899,"score_linear":242029.0,"score_lmetric":307792},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":77630,"ongoing_decode_tokens":0,"pending_prefill_tokens":24382,"num_requests":2,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":71899,"score_linear":77630.0,"score_lmetric":192562},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":71899,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":246338,"ongoing_decode_tokens":119215,"pending_prefill_tokens":45715,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":71899,"score_linear":246338.0,"score_lmetric":470456}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329018.840292382,"t_first_token_unix":1779759883.8542356,"t_done":329019.627736557,"t_done_unix":1779759884.6416798},{"request_id":"1279412:26:1378269:628","session_id":"1279412","input_length":100340,"t_proxy_recv":329017.94955128,"t_decision_unix":1779759882.9634926,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":99840,"affinity_cache_ratio":0.9950169423958541,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (500 < 16000)","cache_hit":99840,"estimated_new_tokens":500,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1623,"cache_hit":0,"new_prefill":100340,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":100340,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":100340,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169677,"ongoing_decode_tokens":169677,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":100340,"score_linear":169677.0,"score_lmetric":301020},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":190803,"ongoing_decode_tokens":190803,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2078,"cache_hit":0,"new_prefill":100340,"score_linear":190803.0,"score_lmetric":200680},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":12800,"new_prefill":87540,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":120843,"ongoing_decode_tokens":0,"pending_prefill_tokens":72715,"num_requests":2,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":100340,"score_linear":120843.0,"score_lmetric":346110},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81806,"ongoing_decode_tokens":81806,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1604,"cache_hit":99840,"new_prefill":500,"score_linear":-18034.0,"score_lmetric":1000}],"chosen_score_linear":-18034.0,"chosen_score_lmetric":1000,"t_first_token":329018.174633321,"t_first_token_unix":1779759883.1885767,"t_done":329020.413562878,"t_done_unix":1779759885.4275064},{"request_id":"1366128:15:1390663:709","session_id":"1366128","input_length":83622,"t_proxy_recv":329019.090663292,"t_decision_unix":1779759884.1046047,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9980148764679151,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (166 < 16000)","cache_hit":83456,"estimated_new_tokens":166,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1623,"cache_hit":0,"new_prefill":83622,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":83622,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":83622,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":86273,"ongoing_decode_tokens":86273,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":83456,"new_prefill":166,"score_linear":2817.0,"score_lmetric":332},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191737,"ongoing_decode_tokens":63536,"pending_prefill_tokens":1225,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":83622,"score_linear":191737.0,"score_lmetric":169694},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":83622,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":120843,"ongoing_decode_tokens":71899,"pending_prefill_tokens":816,"num_requests":2,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":83622,"score_linear":120843.0,"score_lmetric":168876},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":182146,"ongoing_decode_tokens":182146,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1604,"cache_hit":0,"new_prefill":83622,"score_linear":182146.0,"score_lmetric":250866}],"chosen_score_linear":2817.0,"chosen_score_lmetric":332,"t_first_token":329019.320109585,"t_first_token_unix":1779759884.3340535,"t_done":329020.57718343,"t_done_unix":1779759885.5911272},{"request_id":"1373431:3:1383388:667","session_id":"1373431","input_length":128201,"t_proxy_recv":329018.818715708,"t_decision_unix":1779759883.8326566,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":126976,"affinity_cache_ratio":0.9904446923190927,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1225 < 16000)","cache_hit":126976,"estimated_new_tokens":1225,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1623,"cache_hit":1024,"new_prefill":127177,"score_linear":-1024.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":128201,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":128201,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169677,"ongoing_decode_tokens":169677,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":128201,"score_linear":169677.0,"score_lmetric":384603},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":126976,"new_prefill":1225,"score_linear":-63440.0,"score_lmetric":1225},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":128201,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":120843,"ongoing_decode_tokens":0,"pending_prefill_tokens":72715,"num_requests":2,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":128201,"score_linear":120843.0,"score_lmetric":401832},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":182146,"ongoing_decode_tokens":182146,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1604,"cache_hit":0,"new_prefill":128201,"score_linear":182146.0,"score_lmetric":384603}],"chosen_score_linear":-63440.0,"chosen_score_lmetric":1225,"t_first_token":329019.701707705,"t_first_token_unix":1779759884.7156515,"t_done":329021.106956361,"t_done_unix":1779759886.1209002},{"request_id":"1394167:1:1394167:721","session_id":"1394167","input_length":4675,"t_proxy_recv":329021.132345627,"t_decision_unix":1779759886.1462872,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4675 < 16000)","cache_hit":0,"estimated_new_tokens":4675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1623,"cache_hit":0,"new_prefill":4675,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":4675,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":0,"pending_prefill_tokens":5161,"num_requests":1,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":4675,"score_linear":33321.0,"score_lmetric":9836},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100180,"ongoing_decode_tokens":15283,"pending_prefill_tokens":1441,"num_requests":2,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":0,"new_prefill":4675,"score_linear":100180.0,"score_lmetric":12232},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":4675,"score_linear":63536.0,"score_lmetric":4675},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":4675,"score_linear":101803.0,"score_lmetric":33262},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1470,"cache_hit":0,"new_prefill":4675,"score_linear":48944.0,"score_lmetric":4675},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":182344,"ongoing_decode_tokens":182344,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1605,"cache_hit":0,"new_prefill":4675,"score_linear":182344.0,"score_lmetric":14025}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329021.431409298,"t_first_token_unix":1779759886.4453542,"t_done":329021.806387138,"t_done_unix":1779759886.8203301},{"request_id":"1363943:8:1379215:635","session_id":"1363943","input_length":20948,"t_proxy_recv":328976.00679356,"t_decision_unix":1779759841.0207353,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":20480,"affinity_cache_ratio":0.97765896505633,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (468 < 16000)","cache_hit":20480,"estimated_new_tokens":468,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1519,"cache_hit":8704,"new_prefill":12244,"score_linear":27184.0,"score_lmetric":12244},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":61457,"ongoing_decode_tokens":61457,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1359,"cache_hit":4096,"new_prefill":16852,"score_linear":57361.0,"score_lmetric":16852},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1743,"cache_hit":0,"new_prefill":20948,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":149537,"ongoing_decode_tokens":15283,"pending_prefill_tokens":2670,"num_requests":4,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":4096,"new_prefill":16852,"score_linear":145441.0,"score_lmetric":78088},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":4096,"new_prefill":16852,"score_linear":227288.0,"score_lmetric":442116},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":81147,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1513,"cache_hit":0,"new_prefill":20948,"score_linear":81147.0,"score_lmetric":20948},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":4096,"new_prefill":16852,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":158271,"ongoing_decode_tokens":158271,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1511,"cache_hit":20480,"new_prefill":468,"score_linear":137791.0,"score_lmetric":936}],"chosen_score_linear":137791.0,"chosen_score_lmetric":936,"t_first_token":328976.093551239,"t_first_token_unix":1779759841.1074948,"t_done":329022.069022009,"t_done_unix":1779759887.0829656},{"request_id":"1394428:1:1394428:724","session_id":"1394428","input_length":982,"t_proxy_recv":329022.021154545,"t_decision_unix":1779759887.0350962,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (982 < 16000)","cache_hit":0,"estimated_new_tokens":982,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1632,"cache_hit":0,"new_prefill":982,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":982,"score_linear":106143.0,"score_lmetric":19061},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":982,"score_linear":33321.0,"score_lmetric":982},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100180,"ongoing_decode_tokens":100180,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":0,"new_prefill":982,"score_linear":100180.0,"score_lmetric":1964},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":982,"score_linear":63536.0,"score_lmetric":982},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":982,"score_linear":130468.0,"score_lmetric":60148},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1470,"cache_hit":512,"new_prefill":470,"score_linear":48432.0,"score_lmetric":470},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":182344,"ongoing_decode_tokens":182344,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1605,"cache_hit":0,"new_prefill":982,"score_linear":182344.0,"score_lmetric":2946}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329022.102135532,"t_first_token_unix":1779759887.1160793,"t_done":329022.105958199,"t_done_unix":1779759887.1199012},{"request_id":"1394482:1:1394482:726","session_id":"1394482","input_length":4428,"t_proxy_recv":329022.29240474,"t_decision_unix":1779759887.3063457,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4428 < 16000)","cache_hit":0,"estimated_new_tokens":4428,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1633,"cache_hit":0,"new_prefill":4428,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":4428,"score_linear":106143.0,"score_lmetric":22507},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":4428,"score_linear":33321.0,"score_lmetric":4428},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100180,"ongoing_decode_tokens":100180,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":0,"new_prefill":4428,"score_linear":100180.0,"score_lmetric":8856},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":4428,"score_linear":63536.0,"score_lmetric":4428},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":4428,"score_linear":130468.0,"score_lmetric":67040},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":53680,"ongoing_decode_tokens":48944,"pending_prefill_tokens":4736,"num_requests":2,"active_p_offloads":0,"cached_blocks":1470,"cache_hit":0,"new_prefill":4428,"score_linear":53680.0,"score_lmetric":18328},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":185037,"ongoing_decode_tokens":161396,"pending_prefill_tokens":2137,"num_requests":3,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":4428,"score_linear":185037.0,"score_lmetric":19695}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329022.574696219,"t_first_token_unix":1779759887.5886397,"t_done":329022.661548531,"t_done_unix":1779759887.675492},{"request_id":"1394432:1:1394432:725","session_id":"1394432","input_length":4736,"t_proxy_recv":329022.038243403,"t_decision_unix":1779759887.052185,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":4736,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4736 < 16000)","cache_hit":0,"estimated_new_tokens":4736,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1632,"cache_hit":0,"new_prefill":4736,"score_linear":982.0,"score_lmetric":5718},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":4736,"score_linear":106143.0,"score_lmetric":22815},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":4736,"score_linear":33321.0,"score_lmetric":4736},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100180,"ongoing_decode_tokens":100180,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":0,"new_prefill":4736,"score_linear":100180.0,"score_lmetric":9472},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":4736,"score_linear":63536.0,"score_lmetric":4736},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":4736,"score_linear":130468.0,"score_lmetric":67656},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1470,"cache_hit":0,"new_prefill":4736,"score_linear":48944.0,"score_lmetric":4736},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":182344,"ongoing_decode_tokens":182344,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1605,"cache_hit":0,"new_prefill":4736,"score_linear":182344.0,"score_lmetric":14208}],"chosen_score_linear":48944.0,"chosen_score_lmetric":4736,"t_first_token":329022.362149383,"t_first_token_unix":1779759887.3760927,"t_done":329022.787849926,"t_done_unix":1779759887.8017933},{"request_id":"1366128:16:1392704:716","session_id":"1366128","input_length":84897,"t_proxy_recv":329020.593429903,"t_decision_unix":1779759885.6073713,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9830264909242965,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1441 < 16000)","cache_hit":83456,"estimated_new_tokens":1441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1623,"cache_hit":0,"new_prefill":84897,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":84897,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":0,"pending_prefill_tokens":5161,"num_requests":1,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":84897,"score_linear":33321.0,"score_lmetric":90058},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":83456,"new_prefill":1441,"score_linear":-68173.0,"score_lmetric":1441},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191737,"ongoing_decode_tokens":191737,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":84897,"score_linear":191737.0,"score_lmetric":169794},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":84897,"score_linear":101803.0,"score_lmetric":113484},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1470,"cache_hit":0,"new_prefill":84897,"score_linear":48944.0,"score_lmetric":84897},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":182344,"ongoing_decode_tokens":81806,"pending_prefill_tokens":186,"num_requests":3,"active_p_offloads":0,"cached_blocks":1605,"cache_hit":0,"new_prefill":84897,"score_linear":182344.0,"score_lmetric":255249}],"chosen_score_linear":-68173.0,"chosen_score_lmetric":1441,"t_first_token":329021.360350261,"t_first_token_unix":1779759886.3742943,"t_done":329023.611787391,"t_done_unix":1779759888.625731},{"request_id":"1279412:27:1380696:646","session_id":"1279412","input_length":100538,"t_proxy_recv":329020.434320066,"t_decision_unix":1779759885.4482613,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":100352,"affinity_cache_ratio":0.9981499532515069,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (186 < 16000)","cache_hit":100352,"estimated_new_tokens":186,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1623,"cache_hit":0,"new_prefill":100538,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":100538,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":0,"pending_prefill_tokens":5161,"num_requests":1,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":100538,"score_linear":33321.0,"score_lmetric":105699},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98905,"ongoing_decode_tokens":98905,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":0,"new_prefill":100538,"score_linear":98905.0,"score_lmetric":201076},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191737,"ongoing_decode_tokens":191737,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":100538,"score_linear":191737.0,"score_lmetric":201076},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":12800,"new_prefill":87738,"score_linear":89003.0,"score_lmetric":116325},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1470,"cache_hit":0,"new_prefill":100538,"score_linear":48944.0,"score_lmetric":100538},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":81806,"ongoing_decode_tokens":81806,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1605,"cache_hit":100352,"new_prefill":186,"score_linear":-18546.0,"score_lmetric":372}],"chosen_score_linear":-18546.0,"chosen_score_lmetric":372,"t_first_token":329020.687216201,"t_first_token_unix":1779759885.7011597,"t_done":329024.214679117,"t_done_unix":1779759889.228623},{"request_id":"1364090:4:1392998:718","session_id":"1364090","input_length":48944,"t_proxy_recv":329016.977234463,"t_decision_unix":1779759881.9911754,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9833278849297156,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (816 < 16000)","cache_hit":48128,"estimated_new_tokens":816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1623,"cache_hit":7680,"new_prefill":41264,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":7440,"ongoing_decode_tokens":0,"pending_prefill_tokens":2320,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":7680,"new_prefill":41264,"score_linear":-240.0,"score_lmetric":43584},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":48944,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169677,"ongoing_decode_tokens":86273,"pending_prefill_tokens":11724,"num_requests":3,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":7680,"new_prefill":41264,"score_linear":161997.0,"score_lmetric":158964},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":190803,"ongoing_decode_tokens":190803,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2078,"cache_hit":7680,"new_prefill":41264,"score_linear":183123.0,"score_lmetric":82528},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":48944,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":48128,"new_prefill":816,"score_linear":23771.0,"score_lmetric":72715},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":180073,"ongoing_decode_tokens":180073,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1602,"cache_hit":7680,"new_prefill":41264,"score_linear":172393.0,"score_lmetric":123792}],"chosen_score_linear":23771.0,"chosen_score_lmetric":72715,"t_first_token":329019.131073381,"t_first_token_unix":1779759884.145017,"t_done":329024.363049806,"t_done_unix":1779759889.3769932},{"request_id":"1394432:2:1395186:729","session_id":"1394432","input_length":6892,"t_proxy_recv":329024.62632905,"t_decision_unix":1779759889.6402707,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":4608,"affinity_cache_ratio":0.6686012768427162,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2284 < 16000)","cache_hit":4608,"estimated_new_tokens":2284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40313,"ongoing_decode_tokens":0,"pending_prefill_tokens":35705,"num_requests":2,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":6892,"score_linear":40313.0,"score_lmetric":85194},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":6892,"score_linear":106143.0,"score_lmetric":24971},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":6892,"score_linear":33321.0,"score_lmetric":6892},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":6892,"score_linear":15283.0,"score_lmetric":6892},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":6892,"score_linear":63536.0,"score_lmetric":6892},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":6892,"score_linear":130468.0,"score_lmetric":71968},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1481,"cache_hit":4608,"new_prefill":2284,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":185265,"ongoing_decode_tokens":185265,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":6892,"score_linear":185265.0,"score_lmetric":20676}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":329024.826255999,"t_first_token_unix":1779759889.8401997,"t_done":329025.077903756,"t_done_unix":1779759890.0918474},{"request_id":"1313181:5:1374956:615","session_id":"1313181","input_length":60858,"t_proxy_recv":329013.90114581,"t_decision_unix":1779759878.9150872,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":60416,"affinity_cache_ratio":0.9927371914949554,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (442 < 16000)","cache_hit":60416,"estimated_new_tokens":442,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":0,"new_prefill":60858,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87687,"ongoing_decode_tokens":87687,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1532,"cache_hit":0,"new_prefill":60858,"score_linear":87687.0,"score_lmetric":60858},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":25747,"num_requests":1,"active_p_offloads":0,"cached_blocks":1911,"cache_hit":0,"new_prefill":60858,"score_linear":28307.0,"score_lmetric":86605},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":169677,"ongoing_decode_tokens":86273,"pending_prefill_tokens":11724,"num_requests":3,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":60858,"score_linear":169677.0,"score_lmetric":217746},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":189876,"ongoing_decode_tokens":189876,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":60858,"score_linear":189876.0,"score_lmetric":121716},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":54528,"ongoing_decode_tokens":26146,"pending_prefill_tokens":1758,"num_requests":2,"active_p_offloads":0,"cached_blocks":1676,"cache_hit":12800,"new_prefill":48058,"score_linear":41728.0,"score_lmetric":99632},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":60858,"score_linear":71899.0,"score_lmetric":132757},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":119215,"ongoing_decode_tokens":119215,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1602,"cache_hit":60416,"new_prefill":442,"score_linear":58799.0,"score_lmetric":884}],"chosen_score_linear":58799.0,"chosen_score_lmetric":884,"t_first_token":329014.014431951,"t_first_token_unix":1779759879.0283751,"t_done":329025.609189792,"t_done_unix":1779759890.6231332},{"request_id":"1366128:17:1395596:731","session_id":"1366128","input_length":85276,"t_proxy_recv":329026.182073521,"t_decision_unix":1779759891.196015,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9966696374126366,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (284 < 16000)","cache_hit":84992,"estimated_new_tokens":284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40313,"ongoing_decode_tokens":0,"pending_prefill_tokens":35705,"num_requests":2,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":85276,"score_linear":40313.0,"score_lmetric":241962},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":117033,"ongoing_decode_tokens":0,"pending_prefill_tokens":21801,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":85276,"score_linear":117033.0,"score_lmetric":214154},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":85276,"score_linear":33321.0,"score_lmetric":85276},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":84992,"new_prefill":284,"score_linear":-69709.0,"score_lmetric":284},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":85276,"score_linear":63536.0,"score_lmetric":85276},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":85276,"score_linear":130468.0,"score_lmetric":228736},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1485,"cache_hit":0,"new_prefill":85276,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":124407,"pending_prefill_tokens":44865,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":85276,"score_linear":230712.0,"score_lmetric":390423}],"chosen_score_linear":-69709.0,"chosen_score_lmetric":284,"t_first_token":329026.459434418,"t_first_token_unix":1779759891.4733777,"t_done":329027.516584194,"t_done_unix":1779759892.5305276},{"request_id":"1394696:1:1394696:727","session_id":"1394696","input_length":35450,"t_proxy_recv":329023.069372613,"t_decision_unix":1779759888.083314,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":35450,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":35450,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":35450,"score_linear":106143.0,"score_lmetric":53529},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":35450,"score_linear":33321.0,"score_lmetric":35450},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100180,"ongoing_decode_tokens":100180,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":0,"new_prefill":35450,"score_linear":100180.0,"score_lmetric":70900},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":35450,"score_linear":63536.0,"score_lmetric":35450},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":35450,"score_linear":130468.0,"score_lmetric":129084},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":35450,"score_linear":48944.0,"score_lmetric":35450},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":185037,"ongoing_decode_tokens":185037,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":35450,"score_linear":185037.0,"score_lmetric":106350}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329028.266229249,"t_first_token_unix":1779759893.2801728,"t_done":329028.737210525,"t_done_unix":1779759893.7511542},{"request_id":"1394167:2:1395165:728","session_id":"1394167","input_length":4863,"t_proxy_recv":329024.565957451,"t_decision_unix":1779759889.5798957,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":4608,"affinity_cache_ratio":0.9475632325724861,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (255 < 16000)","cache_hit":4608,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35450,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":4608,"new_prefill":255,"score_linear":30842.0,"score_lmetric":35705},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":4863,"score_linear":106143.0,"score_lmetric":22942},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":4863,"score_linear":33321.0,"score_lmetric":4863},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":4863,"score_linear":15283.0,"score_lmetric":4863},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":4863,"score_linear":63536.0,"score_lmetric":4863},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":4863,"score_linear":130468.0,"score_lmetric":67910},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1481,"cache_hit":0,"new_prefill":4863,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":185265,"ongoing_decode_tokens":185265,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":4863,"score_linear":185265.0,"score_lmetric":14589}],"chosen_score_linear":30842.0,"chosen_score_lmetric":35705,"t_first_token":329028.26948165,"t_first_token_unix":1779759893.283425,"t_done":329029.009744621,"t_done_unix":1779759894.0236878},{"request_id":"1395933:1:1395933:732","session_id":"1395933","input_length":21241,"t_proxy_recv":329027.368373772,"t_decision_unix":1779759892.3823144,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9465 < 16000)","cache_hit":11776,"estimated_new_tokens":9465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40313,"ongoing_decode_tokens":0,"pending_prefill_tokens":35705,"num_requests":2,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":21241,"score_linear":40313.0,"score_lmetric":113892},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":117033,"ongoing_decode_tokens":0,"pending_prefill_tokens":21801,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":21241,"score_linear":117033.0,"score_lmetric":86084},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":21241,"score_linear":33321.0,"score_lmetric":21241},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100559,"ongoing_decode_tokens":100559,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":21241,"score_linear":100559.0,"score_lmetric":42482},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":21241,"score_linear":63536.0,"score_lmetric":21241},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":21241,"score_linear":130468.0,"score_lmetric":100666},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1485,"cache_hit":11776,"new_prefill":9465,"score_linear":-11776.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":124407,"pending_prefill_tokens":44865,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":21241,"score_linear":230712.0,"score_lmetric":198318}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":329028.750262499,"t_first_token_unix":1779759893.764206,"t_done":329030.041478532,"t_done_unix":1779759895.055422},{"request_id":"1363093:3:1374394:612","session_id":"1363093","input_length":63536,"t_proxy_recv":328951.763871627,"t_decision_unix":1779759816.777813,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9911860992193402,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (560 < 16000)","cache_hit":62976,"estimated_new_tokens":560,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":152567,"ongoing_decode_tokens":152567,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1225,"cache_hit":0,"new_prefill":63536,"score_linear":152567.0,"score_lmetric":127072},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":56286,"num_requests":1,"active_p_offloads":0,"cached_blocks":1234,"cache_hit":0,"new_prefill":63536,"score_linear":56286.0,"score_lmetric":119822},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":230476,"ongoing_decode_tokens":165945,"pending_prefill_tokens":5651,"num_requests":4,"active_p_offloads":0,"cached_blocks":1446,"cache_hit":0,"new_prefill":63536,"score_linear":230476.0,"score_lmetric":276748},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":66626,"ongoing_decode_tokens":0,"pending_prefill_tokens":31810,"num_requests":2,"active_p_offloads":0,"cached_blocks":1600,"cache_hit":0,"new_prefill":63536,"score_linear":66626.0,"score_lmetric":190692},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":125316,"num_requests":1,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":62976,"new_prefill":560,"score_linear":63364.0,"score_lmetric":125876},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":63536,"score_linear":79495.0,"score_lmetric":143031},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1173,"cache_hit":0,"new_prefill":63536,"score_linear":106951.0,"score_lmetric":127072},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":159131,"ongoing_decode_tokens":159131,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1494,"cache_hit":0,"new_prefill":63536,"score_linear":159131.0,"score_lmetric":190608}],"chosen_score_linear":63364.0,"chosen_score_lmetric":125876,"t_first_token":328999.904702028,"t_first_token_unix":1779759864.9186456,"t_done":329030.50441772,"t_done_unix":1779759895.518361},{"request_id":"1305906:3:1396717:733","session_id":"1305906","input_length":17047,"t_proxy_recv":329029.951566674,"t_decision_unix":1779759894.9655077,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":16384,"affinity_cache_ratio":0.9611075262509532,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (663 < 16000)","cache_hit":16384,"estimated_new_tokens":663,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":17047,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":117033,"ongoing_decode_tokens":0,"pending_prefill_tokens":21801,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":17047,"score_linear":117033.0,"score_lmetric":77696},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":16384,"new_prefill":663,"score_linear":16937.0,"score_lmetric":663},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":17047,"score_linear":15283.0,"score_lmetric":17047},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":17047,"score_linear":63536.0,"score_lmetric":17047},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":17047,"score_linear":130468.0,"score_lmetric":92278},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21241,"ongoing_decode_tokens":21241,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1485,"cache_hit":0,"new_prefill":17047,"score_linear":21241.0,"score_lmetric":17047},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":124407,"pending_prefill_tokens":44865,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":17047,"score_linear":230712.0,"score_lmetric":185736}],"chosen_score_linear":16937.0,"chosen_score_lmetric":663,"t_first_token":329030.078013852,"t_first_token_unix":1779759895.091957,"t_done":329031.164732384,"t_done_unix":1779759896.1786757},{"request_id":"1366128:18:1397382:735","session_id":"1366128","input_length":85504,"t_proxy_recv":329032.218456562,"t_decision_unix":1779759897.2323976,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9940119760479041,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (512 < 16000)","cache_hit":84992,"estimated_new_tokens":512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13134,"ongoing_decode_tokens":0,"pending_prefill_tokens":13134,"num_requests":1,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":85504,"score_linear":13134.0,"score_lmetric":98638},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":117033,"ongoing_decode_tokens":0,"pending_prefill_tokens":21801,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":85504,"score_linear":117033.0,"score_lmetric":214610},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":85504,"score_linear":33321.0,"score_lmetric":85504},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":84992,"new_prefill":512,"score_linear":-69709.0,"score_lmetric":512},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":68187,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2084,"cache_hit":0,"new_prefill":85504,"score_linear":68187.0,"score_lmetric":85504},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":85504,"score_linear":130468.0,"score_lmetric":229192},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":85504,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":124407,"pending_prefill_tokens":44865,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":85504,"score_linear":230712.0,"score_lmetric":391107}],"chosen_score_linear":-69709.0,"chosen_score_lmetric":512,"t_first_token":329032.422248835,"t_first_token_unix":1779759897.4361923,"t_done":329033.341240362,"t_done_unix":1779759898.3551836},{"request_id":"1390240:3:1395387:730","session_id":"1390240","input_length":10890,"t_proxy_recv":329025.421240177,"t_decision_unix":1779759890.4351816,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":7168,"affinity_cache_ratio":0.65821854912764,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3722 < 16000)","cache_hit":7168,"estimated_new_tokens":3722,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40313,"ongoing_decode_tokens":0,"pending_prefill_tokens":35705,"num_requests":2,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":10890,"score_linear":40313.0,"score_lmetric":93190},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":7168,"new_prefill":3722,"score_linear":98975.0,"score_lmetric":21801},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":10890,"score_linear":33321.0,"score_lmetric":10890},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":10890,"score_linear":15283.0,"score_lmetric":10890},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":10890,"score_linear":63536.0,"score_lmetric":10890},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":10890,"score_linear":130468.0,"score_lmetric":79964},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1485,"cache_hit":0,"new_prefill":10890,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":185265,"ongoing_decode_tokens":185265,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":10890,"score_linear":185265.0,"score_lmetric":32670}],"chosen_score_linear":98975.0,"chosen_score_lmetric":21801,"t_first_token":329032.322198168,"t_first_token_unix":1779759897.3361413,"t_done":329033.598344148,"t_done_unix":1779759898.6122873},{"request_id":"1398145:1:1398145:739","session_id":"1398145","input_length":3213,"t_proxy_recv":329035.113543909,"t_decision_unix":1779759900.1274853,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":3213,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3213 < 16000)","cache_hit":0,"estimated_new_tokens":3213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13134,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":3213,"score_linear":13134.0,"score_lmetric":3213},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":3213,"score_linear":106143.0,"score_lmetric":3213},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":3213,"score_linear":33321.0,"score_lmetric":3213},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":0,"new_prefill":3213,"score_linear":15283.0,"score_lmetric":3213},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":84737,"ongoing_decode_tokens":68187,"pending_prefill_tokens":16550,"num_requests":2,"active_p_offloads":0,"cached_blocks":2084,"cache_hit":0,"new_prefill":3213,"score_linear":84737.0,"score_lmetric":39526},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":3213,"score_linear":130468.0,"score_lmetric":64610},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":3213,"score_linear":93040.0,"score_lmetric":96253},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":124407,"pending_prefill_tokens":44865,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":3213,"score_linear":230712.0,"score_lmetric":144234}],"chosen_score_linear":13134.0,"chosen_score_lmetric":3213,"t_first_token":329035.31705046,"t_first_token_unix":1779759900.3309941,"t_done":329035.462206775,"t_done_unix":1779759900.47615},{"request_id":"1397223:1:1397223:734","session_id":"1397223","input_length":13134,"t_proxy_recv":329031.598716583,"t_decision_unix":1779759896.612658,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (13134 < 16000)","cache_hit":0,"estimated_new_tokens":13134,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":13134,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":117033,"ongoing_decode_tokens":0,"pending_prefill_tokens":21801,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":13134,"score_linear":117033.0,"score_lmetric":69870},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":13134,"score_linear":33321.0,"score_lmetric":13134},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":13134,"score_linear":15283.0,"score_lmetric":13134},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":68187,"ongoing_decode_tokens":0,"pending_prefill_tokens":3163,"num_requests":1,"active_p_offloads":0,"cached_blocks":2084,"cache_hit":0,"new_prefill":13134,"score_linear":68187.0,"score_lmetric":16297},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":13134,"score_linear":130468.0,"score_lmetric":84452},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":13134,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":124407,"pending_prefill_tokens":44865,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":13134,"score_linear":230712.0,"score_lmetric":173997}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329032.699633851,"t_first_token_unix":1779759897.7135775,"t_done":329035.951279024,"t_done_unix":1779759900.9652228},{"request_id":"1362265:5:1398180:741","session_id":"1362265","input_length":10736,"t_proxy_recv":329035.193988147,"t_decision_unix":1779759900.2079294,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":10240,"affinity_cache_ratio":0.9538002980625931,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (496 < 16000)","cache_hit":10240,"estimated_new_tokens":496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16347,"ongoing_decode_tokens":13134,"pending_prefill_tokens":3213,"num_requests":2,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":10736,"score_linear":16347.0,"score_lmetric":27898},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":10736,"score_linear":106143.0,"score_lmetric":10736},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":10736,"score_linear":33321.0,"score_lmetric":10736},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":0,"new_prefill":10736,"score_linear":15283.0,"score_lmetric":10736},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":84737,"ongoing_decode_tokens":68187,"pending_prefill_tokens":16550,"num_requests":2,"active_p_offloads":0,"cached_blocks":2084,"cache_hit":10240,"new_prefill":496,"score_linear":74497.0,"score_lmetric":34092},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":6656,"new_prefill":4080,"score_linear":123812.0,"score_lmetric":66344},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":10736,"score_linear":93040.0,"score_lmetric":103776},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":124407,"pending_prefill_tokens":44865,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":10736,"score_linear":230712.0,"score_lmetric":166803}],"chosen_score_linear":74497.0,"chosen_score_lmetric":34092,"t_first_token":329035.663826551,"t_first_token_unix":1779759900.6777697,"t_done":329036.052271745,"t_done_unix":1779759901.0662148},{"request_id":"1397840:1:1397840:737","session_id":"1397840","input_length":16550,"t_proxy_recv":329034.044055648,"t_decision_unix":1779759899.0579946,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":16550,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (0 < 8000)","cache_hit":0,"estimated_new_tokens":16550,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13134,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":16550,"score_linear":13134.0,"score_lmetric":16550},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":16550,"score_linear":106143.0,"score_lmetric":16550},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":16550,"score_linear":33321.0,"score_lmetric":16550},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":0,"new_prefill":16550,"score_linear":15283.0,"score_lmetric":16550},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":68187,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2084,"cache_hit":0,"new_prefill":16550,"score_linear":68187.0,"score_lmetric":16550},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":16550,"score_linear":130468.0,"score_lmetric":91284},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":16550,"score_linear":93040.0,"score_lmetric":109590},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":124407,"pending_prefill_tokens":44865,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":16550,"score_linear":230712.0,"score_lmetric":184245}],"chosen_score_linear":68187.0,"chosen_score_lmetric":16550,"t_first_token":329035.636628653,"t_first_token_unix":1779759900.6505718,"t_done":329036.152655073,"t_done_unix":1779759901.1665986},{"request_id":"1398213:1:1398213:742","session_id":"1398213","input_length":3891,"t_proxy_recv":329035.253631803,"t_decision_unix":1779759900.2675734,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":3891,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3891 < 16000)","cache_hit":0,"estimated_new_tokens":3891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16347,"ongoing_decode_tokens":13134,"pending_prefill_tokens":3213,"num_requests":2,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":3891,"score_linear":16347.0,"score_lmetric":14208},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":3891,"score_linear":106143.0,"score_lmetric":3891},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":3891,"score_linear":33321.0,"score_lmetric":3891},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":0,"new_prefill":3891,"score_linear":15283.0,"score_lmetric":3891},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":95473,"ongoing_decode_tokens":68187,"pending_prefill_tokens":17046,"num_requests":3,"active_p_offloads":0,"cached_blocks":2084,"cache_hit":0,"new_prefill":3891,"score_linear":95473.0,"score_lmetric":62811},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":3891,"score_linear":130468.0,"score_lmetric":65966},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":3891,"score_linear":93040.0,"score_lmetric":96931},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":124407,"pending_prefill_tokens":44865,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":3891,"score_linear":230712.0,"score_lmetric":146268}],"chosen_score_linear":106143.0,"chosen_score_lmetric":3891,"t_first_token":329035.64586032,"t_first_token_unix":1779759900.6598034,"t_done":329036.41170582,"t_done_unix":1779759901.425649},{"request_id":"1398594:1:1398594:744","session_id":"1398594","input_length":7877,"t_proxy_recv":329036.481034869,"t_decision_unix":1779759901.4949763,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7877 < 16000)","cache_hit":0,"estimated_new_tokens":7877,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1742,"cache_hit":0,"new_prefill":7877,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":7877,"score_linear":106143.0,"score_lmetric":7877},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":7877,"score_linear":33321.0,"score_lmetric":7877},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":78541,"ongoing_decode_tokens":15283,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":0,"new_prefill":7877,"score_linear":78541.0,"score_lmetric":39870},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":68187,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2117,"cache_hit":0,"new_prefill":7877,"score_linear":68187.0,"score_lmetric":7877},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":7877,"score_linear":130468.0,"score_lmetric":73938},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":7877,"score_linear":93040.0,"score_lmetric":100917},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":124407,"pending_prefill_tokens":44865,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":7877,"score_linear":230712.0,"score_lmetric":158226}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329037.028190677,"t_first_token_unix":1779759902.042134,"t_done":329037.145222454,"t_done_unix":1779759902.1591656},{"request_id":"1363093:4:1390050:704","session_id":"1363093","input_length":68187,"t_proxy_recv":329030.518397184,"t_decision_unix":1779759895.5323386,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9536128587560678,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3163 < 16000)","cache_hit":65024,"estimated_new_tokens":3163,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":0,"new_prefill":68187,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":117033,"ongoing_decode_tokens":0,"pending_prefill_tokens":21801,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":68187,"score_linear":117033.0,"score_lmetric":179976},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":50368,"ongoing_decode_tokens":50368,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":68187,"score_linear":50368.0,"score_lmetric":136374},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":68187,"score_linear":15283.0,"score_lmetric":68187},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2084,"cache_hit":65024,"new_prefill":3163,"score_linear":-65024.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":68187,"score_linear":130468.0,"score_lmetric":194558},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":68187,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":124407,"pending_prefill_tokens":44865,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":68187,"score_linear":230712.0,"score_lmetric":339156}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":329031.788408309,"t_first_token_unix":1779759896.8023517,"t_done":329037.284935773,"t_done_unix":1779759902.2988791},{"request_id":"1391404:2:1393919:720","session_id":"1391404","input_length":33321,"t_proxy_recv":329020.178755777,"t_decision_unix":1779759885.192697,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":28160,"affinity_cache_ratio":0.8451126916959275,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5161 < 16000)","cache_hit":28160,"estimated_new_tokens":5161,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1623,"cache_hit":0,"new_prefill":33321,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":33321,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":28160,"new_prefill":5161,"score_linear":-28160.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98905,"ongoing_decode_tokens":98905,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":0,"new_prefill":33321,"score_linear":98905.0,"score_lmetric":66642},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191737,"ongoing_decode_tokens":191737,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":33321,"score_linear":191737.0,"score_lmetric":66642},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":1536,"new_prefill":31785,"score_linear":100267.0,"score_lmetric":60372},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1470,"cache_hit":0,"new_prefill":33321,"score_linear":48944.0,"score_lmetric":33321},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":182146,"ongoing_decode_tokens":182146,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1604,"cache_hit":0,"new_prefill":33321,"score_linear":182146.0,"score_lmetric":99963}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":329021.306753672,"t_first_token_unix":1779759886.3206975,"t_done":329040.009464954,"t_done_unix":1779759905.0234084},{"request_id":"1362265:6:1399937:747","session_id":"1362265","input_length":10816,"t_proxy_recv":329041.260791146,"t_decision_unix":1779759906.2747324,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9940828402366864,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (64 < 16000)","cache_hit":10752,"estimated_new_tokens":64,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1757,"cache_hit":0,"new_prefill":10816,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":10816,"score_linear":106143.0,"score_lmetric":10816},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1974,"cache_hit":0,"new_prefill":10816,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":164204,"ongoing_decode_tokens":15283,"pending_prefill_tokens":12217,"num_requests":3,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":0,"new_prefill":10816,"score_linear":164204.0,"score_lmetric":69099},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2124,"cache_hit":10752,"new_prefill":64,"score_linear":-10752.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":6656,"new_prefill":4160,"score_linear":123812.0,"score_lmetric":66504},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":10816,"score_linear":93040.0,"score_lmetric":103856},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":124407,"pending_prefill_tokens":44865,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":10816,"score_linear":230712.0,"score_lmetric":167043}],"chosen_score_linear":-10752.0,"chosen_score_lmetric":0,"t_first_token":329041.301775495,"t_first_token_unix":1779759906.3157198,"t_done":329041.544365162,"t_done_unix":1779759906.5583088},{"request_id":"1399948:1:1399948:748","session_id":"1399948","input_length":4991,"t_proxy_recv":329041.291669559,"t_decision_unix":1779759906.305611,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4991 < 16000)","cache_hit":0,"estimated_new_tokens":4991,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1757,"cache_hit":0,"new_prefill":4991,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":4991,"score_linear":106143.0,"score_lmetric":4991},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1974,"cache_hit":0,"new_prefill":4991,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":164204,"ongoing_decode_tokens":15283,"pending_prefill_tokens":12217,"num_requests":3,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":0,"new_prefill":4991,"score_linear":164204.0,"score_lmetric":51624},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":10816,"ongoing_decode_tokens":0,"pending_prefill_tokens":64,"num_requests":1,"active_p_offloads":0,"cached_blocks":2124,"cache_hit":0,"new_prefill":4991,"score_linear":10816.0,"score_lmetric":5055},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":4991,"score_linear":130468.0,"score_lmetric":68166},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":4991,"score_linear":93040.0,"score_lmetric":98031},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":124407,"pending_prefill_tokens":44865,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":4991,"score_linear":230712.0,"score_lmetric":149568}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329041.610302446,"t_first_token_unix":1779759906.6242461,"t_done":329042.279130188,"t_done_unix":1779759907.2930734},{"request_id":"1400379:1:1400379:751","session_id":"1400379","input_length":3707,"t_proxy_recv":329042.607628039,"t_decision_unix":1779759907.6215694,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3707 < 16000)","cache_hit":0,"estimated_new_tokens":3707,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1766,"cache_hit":0,"new_prefill":3707,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":3707,"score_linear":106143.0,"score_lmetric":3707},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1974,"cache_hit":0,"new_prefill":3707,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":164204,"ongoing_decode_tokens":15283,"pending_prefill_tokens":12217,"num_requests":3,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":0,"new_prefill":3707,"score_linear":164204.0,"score_lmetric":47772},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26440,"ongoing_decode_tokens":0,"pending_prefill_tokens":10056,"num_requests":1,"active_p_offloads":0,"cached_blocks":2124,"cache_hit":0,"new_prefill":3707,"score_linear":26440.0,"score_lmetric":13763},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":3707,"score_linear":130468.0,"score_lmetric":65598},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":3707,"score_linear":93040.0,"score_lmetric":96747},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":124407,"pending_prefill_tokens":44865,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":3707,"score_linear":230712.0,"score_lmetric":145716}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329042.843215502,"t_first_token_unix":1779759907.8571596,"t_done":329043.129894889,"t_done_unix":1779759908.143838},{"request_id":"1397840:2:1400216:749","session_id":"1397840","input_length":26440,"t_proxy_recv":329042.091708851,"t_decision_unix":1779759907.1056502,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":16384,"affinity_cache_ratio":0.6196671709531013,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (10056 < 16000)","cache_hit":16384,"estimated_new_tokens":10056,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":4991,"ongoing_decode_tokens":4991,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1757,"cache_hit":0,"new_prefill":26440,"score_linear":4991.0,"score_lmetric":26440},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":26440,"score_linear":106143.0,"score_lmetric":26440},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1974,"cache_hit":0,"new_prefill":26440,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":164204,"ongoing_decode_tokens":15283,"pending_prefill_tokens":12217,"num_requests":3,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":0,"new_prefill":26440,"score_linear":164204.0,"score_lmetric":115971},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2124,"cache_hit":16384,"new_prefill":10056,"score_linear":-16384.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":26440,"score_linear":130468.0,"score_lmetric":111064},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":26440,"score_linear":93040.0,"score_lmetric":119480},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":124407,"pending_prefill_tokens":44865,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":26440,"score_linear":230712.0,"score_lmetric":213915}],"chosen_score_linear":-16384.0,"chosen_score_lmetric":0,"t_first_token":329043.813943395,"t_first_token_unix":1779759908.8278866,"t_done":329043.996763057,"t_done_unix":1779759909.0107064},{"request_id":"1398213:2:1400590:753","session_id":"1398213","input_length":11414,"t_proxy_recv":329043.395477899,"t_decision_unix":1779759908.4094193,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":0,"affinity_cache_hit":3584,"affinity_cache_ratio":0.3140003504468197,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11414 < 16000)","cache_hit":0,"estimated_new_tokens":11414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1766,"cache_hit":0,"new_prefill":11414,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":3584,"new_prefill":7830,"score_linear":102559.0,"score_lmetric":7830},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":11414,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":164204,"ongoing_decode_tokens":15283,"pending_prefill_tokens":12217,"num_requests":3,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":0,"new_prefill":11414,"score_linear":164204.0,"score_lmetric":70893},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26440,"ongoing_decode_tokens":0,"pending_prefill_tokens":10056,"num_requests":1,"active_p_offloads":0,"cached_blocks":2124,"cache_hit":0,"new_prefill":11414,"score_linear":26440.0,"score_lmetric":21470},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":11414,"score_linear":130468.0,"score_lmetric":81012},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":11414,"score_linear":93040.0,"score_lmetric":104454},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":124407,"pending_prefill_tokens":44865,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":11414,"score_linear":230712.0,"score_lmetric":168837}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329044.31472279,"t_first_token_unix":1779759909.3286662,"t_done":329044.716165746,"t_done_unix":1779759909.7301092},{"request_id":"1400379:2:1401201:757","session_id":"1400379","input_length":3863,"t_proxy_recv":329045.723991009,"t_decision_unix":1779759910.7379324,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":3584,"affinity_cache_ratio":0.92777633963241,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (279 < 16000)","cache_hit":3584,"estimated_new_tokens":279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":3863,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":3863,"score_linear":106143.0,"score_lmetric":3863},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":3584,"new_prefill":279,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":164204,"ongoing_decode_tokens":15283,"pending_prefill_tokens":12217,"num_requests":3,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":0,"new_prefill":3863,"score_linear":164204.0,"score_lmetric":48240},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2143,"cache_hit":0,"new_prefill":3863,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":198577,"ongoing_decode_tokens":0,"pending_prefill_tokens":46513,"num_requests":3,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":3863,"score_linear":198577.0,"score_lmetric":151128},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":3863,"score_linear":155670.0,"score_lmetric":220762},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":124407,"pending_prefill_tokens":44865,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":3863,"score_linear":230712.0,"score_lmetric":146184}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":329045.762184749,"t_first_token_unix":1779759910.7761278,"t_done":329046.101221736,"t_done_unix":1779759911.1151652},{"request_id":"1398213:3:1401507:759","session_id":"1398213","input_length":12910,"t_proxy_recv":329046.820188774,"t_decision_unix":1779759911.8341298,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.8725019364833463,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1646 < 16000)","cache_hit":11264,"estimated_new_tokens":1646,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":11264,"new_prefill":1646,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":3584,"new_prefill":9326,"score_linear":102559.0,"score_lmetric":9326},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":12910,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":164204,"ongoing_decode_tokens":15283,"pending_prefill_tokens":12217,"num_requests":3,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":0,"new_prefill":12910,"score_linear":164204.0,"score_lmetric":75381},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2143,"cache_hit":0,"new_prefill":12910,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":198577,"ongoing_decode_tokens":0,"pending_prefill_tokens":46513,"num_requests":3,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":12910,"score_linear":198577.0,"score_lmetric":178269},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":12910,"score_linear":155670.0,"score_lmetric":238856},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":124407,"pending_prefill_tokens":44865,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":12910,"score_linear":230712.0,"score_lmetric":173325}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":329047.035063979,"t_first_token_unix":1779759912.0490072,"t_done":329049.634953505,"t_done_unix":1779759914.648897},{"request_id":"1366128:19:1398824:745","session_id":"1366128","input_length":85663,"t_proxy_recv":329037.380295719,"t_decision_unix":1779759902.394237,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9981438894271739,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (159 < 16000)","cache_hit":85504,"estimated_new_tokens":159,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1757,"cache_hit":0,"new_prefill":85663,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":85663,"score_linear":106143.0,"score_lmetric":85663},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":85663,"score_linear":33321.0,"score_lmetric":85663},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":78541,"ongoing_decode_tokens":15283,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":85504,"new_prefill":159,"score_linear":-6963.0,"score_lmetric":24434},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2124,"cache_hit":0,"new_prefill":85663,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":85663,"score_linear":130468.0,"score_lmetric":229510},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":85663,"score_linear":93040.0,"score_lmetric":178703},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":124407,"pending_prefill_tokens":44865,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":85663,"score_linear":230712.0,"score_lmetric":391584}],"chosen_score_linear":-6963.0,"chosen_score_lmetric":24434,"t_first_token":329049.828151452,"t_first_token_unix":1779759914.8420951,"t_done":329050.110798173,"t_done_unix":1779759915.1247416},{"request_id":"1397840:3:1402568:761","session_id":"1397840","input_length":28603,"t_proxy_recv":329050.438358269,"t_decision_unix":1779759915.4522996,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9129112330874384,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2491 < 16000)","cache_hit":26112,"estimated_new_tokens":2491,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":0,"new_prefill":28603,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":28603,"score_linear":106143.0,"score_lmetric":28603},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":28603,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":176198,"ongoing_decode_tokens":78541,"pending_prefill_tokens":12153,"num_requests":3,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":0,"new_prefill":28603,"score_linear":176198.0,"score_lmetric":122268},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2143,"cache_hit":26112,"new_prefill":2491,"score_linear":-26112.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":198577,"ongoing_decode_tokens":0,"pending_prefill_tokens":46513,"num_requests":3,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":28603,"score_linear":198577.0,"score_lmetric":225348},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":28603,"score_linear":155670.0,"score_lmetric":270242},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":230712,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":28603,"score_linear":230712.0,"score_lmetric":85809}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":329050.942718993,"t_first_token_unix":1779759915.9566622,"t_done":329051.084301135,"t_done_unix":1779759916.0982442},{"request_id":"1279412:28:1382526:657","session_id":"1279412","input_length":100766,"t_proxy_recv":329024.231882859,"t_decision_unix":1779759889.2458243,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":100352,"affinity_cache_ratio":0.9958914713296152,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (414 < 16000)","cache_hit":100352,"estimated_new_tokens":414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35450,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":100766,"score_linear":35450.0,"score_lmetric":136216},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":100766,"score_linear":106143.0,"score_lmetric":118845},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":100766,"score_linear":33321.0,"score_lmetric":100766},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":100766,"score_linear":15283.0,"score_lmetric":100766},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":100766,"score_linear":63536.0,"score_lmetric":100766},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":12800,"new_prefill":87966,"score_linear":117668.0,"score_lmetric":234116},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":100766,"score_linear":48944.0,"score_lmetric":100766},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":84499,"ongoing_decode_tokens":84499,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":100352,"new_prefill":414,"score_linear":-15853.0,"score_lmetric":828}],"chosen_score_linear":-15853.0,"chosen_score_lmetric":828,"t_first_token":329024.420655661,"t_first_token_unix":1779759889.434599,"t_done":329051.239997971,"t_done_unix":1779759916.2539515},{"request_id":"1313181:6:1324908:369","session_id":"1313181","input_length":106305,"t_proxy_recv":329025.627210633,"t_decision_unix":1779759890.6411498,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":61440,"affinity_cache_ratio":0.5779596444193594,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_not_meaningfully_more_cache (src=12800 chosen=61440)","cache_hit":61440,"estimated_new_tokens":44865,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40313,"ongoing_decode_tokens":0,"pending_prefill_tokens":35705,"num_requests":2,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":106305,"score_linear":40313.0,"score_lmetric":284020},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":117033,"ongoing_decode_tokens":0,"pending_prefill_tokens":21801,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":106305,"score_linear":117033.0,"score_lmetric":256212},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":106305,"score_linear":33321.0,"score_lmetric":106305},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":106305,"score_linear":15283.0,"score_lmetric":106305},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":106305,"score_linear":63536.0,"score_lmetric":106305},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":12800,"new_prefill":93505,"score_linear":117668.0,"score_lmetric":245194},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1485,"cache_hit":0,"new_prefill":106305,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":124407,"ongoing_decode_tokens":124407,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":61440,"new_prefill":44865,"score_linear":62967.0,"score_lmetric":89730}],"chosen_score_linear":62967.0,"chosen_score_lmetric":89730,"t_first_token":329049.033828567,"t_first_token_unix":1779759914.0477722,"t_done":329052.689779441,"t_done_unix":1779759917.703723},{"request_id":"1400379:3:1402972:763","session_id":"1400379","input_length":11216,"t_proxy_recv":329051.935795559,"t_decision_unix":1779759916.949737,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":3584,"affinity_cache_ratio":0.3195435092724679,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7632 < 16000)","cache_hit":3584,"estimated_new_tokens":7632,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":0,"new_prefill":11216,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":11216,"score_linear":106143.0,"score_lmetric":11216},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":3584,"new_prefill":7632,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":176198,"ongoing_decode_tokens":78541,"pending_prefill_tokens":12153,"num_requests":3,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":0,"new_prefill":11216,"score_linear":176198.0,"score_lmetric":70107},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":11216,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":198577,"ongoing_decode_tokens":0,"pending_prefill_tokens":46513,"num_requests":3,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":11216,"score_linear":198577.0,"score_lmetric":173187},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":11216,"score_linear":155670.0,"score_lmetric":235468},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":231146,"ongoing_decode_tokens":231146,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":0,"new_prefill":11216,"score_linear":231146.0,"score_lmetric":33648}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":329052.608056406,"t_first_token_unix":1779759917.6219995,"t_done":329052.850052413,"t_done_unix":1779759917.8639958},{"request_id":"1279412:29:1385688:685","session_id":"1279412","input_length":101200,"t_proxy_recv":329051.257510852,"t_decision_unix":1779759916.2714515,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":100864,"affinity_cache_ratio":0.9966798418972332,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (336 < 16000)","cache_hit":100864,"estimated_new_tokens":336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":0,"new_prefill":101200,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":101200,"score_linear":106143.0,"score_lmetric":101200},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":101200,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":176198,"ongoing_decode_tokens":78541,"pending_prefill_tokens":12153,"num_requests":3,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":0,"new_prefill":101200,"score_linear":176198.0,"score_lmetric":340059},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":101200,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":198577,"ongoing_decode_tokens":0,"pending_prefill_tokens":46513,"num_requests":3,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":12800,"new_prefill":88400,"score_linear":185777.0,"score_lmetric":404739},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":101200,"score_linear":155670.0,"score_lmetric":415436},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129946,"ongoing_decode_tokens":129946,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1610,"cache_hit":100864,"new_prefill":336,"score_linear":29082.0,"score_lmetric":672}],"chosen_score_linear":29082.0,"chosen_score_lmetric":672,"t_first_token":329051.584410296,"t_first_token_unix":1779759916.5983536,"t_done":329052.885525253,"t_done_unix":1779759917.8994687},{"request_id":"1403188:1:1403188:764","session_id":"1403188","input_length":8848,"t_proxy_recv":329052.841277076,"t_decision_unix":1779759917.8552182,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8848 < 16000)","cache_hit":0,"estimated_new_tokens":8848,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":0,"new_prefill":8848,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":8848,"score_linear":106143.0,"score_lmetric":8848},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":11216,"ongoing_decode_tokens":11216,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":8848,"score_linear":11216.0,"score_lmetric":8848},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":176198,"ongoing_decode_tokens":78541,"pending_prefill_tokens":12153,"num_requests":3,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":0,"new_prefill":8848,"score_linear":176198.0,"score_lmetric":63003},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":8848,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":198577,"ongoing_decode_tokens":0,"pending_prefill_tokens":46513,"num_requests":3,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":8848,"score_linear":198577.0,"score_lmetric":166083},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":8848,"score_linear":155670.0,"score_lmetric":230732},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":186384,"ongoing_decode_tokens":186384,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1612,"cache_hit":0,"new_prefill":8848,"score_linear":186384.0,"score_lmetric":26544}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329053.517876947,"t_first_token_unix":1779759918.53182,"t_done":329054.095209497,"t_done_unix":1779759919.1091528},{"request_id":"1279412:30:1387344:694","session_id":"1279412","input_length":101396,"t_proxy_recv":329052.905696465,"t_decision_unix":1779759917.919638,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":100864,"affinity_cache_ratio":0.9947532447039331,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (532 < 16000)","cache_hit":100864,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":0,"new_prefill":101396,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":101396,"score_linear":106143.0,"score_lmetric":101396},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":101396,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":176198,"ongoing_decode_tokens":78541,"pending_prefill_tokens":12153,"num_requests":3,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":0,"new_prefill":101396,"score_linear":176198.0,"score_lmetric":340647},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":8848,"ongoing_decode_tokens":0,"pending_prefill_tokens":8848,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":101396,"score_linear":8848.0,"score_lmetric":110244},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":198577,"ongoing_decode_tokens":0,"pending_prefill_tokens":46513,"num_requests":3,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":12800,"new_prefill":88596,"score_linear":185777.0,"score_lmetric":405327},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":101396,"score_linear":155670.0,"score_lmetric":415828},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85184,"ongoing_decode_tokens":85184,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1612,"cache_hit":100864,"new_prefill":532,"score_linear":-15680.0,"score_lmetric":1064}],"chosen_score_linear":-15680.0,"chosen_score_lmetric":1064,"t_first_token":329053.184828615,"t_first_token_unix":1779759918.1987722,"t_done":329054.49369739,"t_done_unix":1779759919.5076413},{"request_id":"1403989:1:1403989:767","session_id":"1403989","input_length":1954,"t_proxy_recv":329055.330297304,"t_decision_unix":1779759920.3442388,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1954 < 16000)","cache_hit":0,"estimated_new_tokens":1954,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":0,"new_prefill":1954,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":1954,"score_linear":106143.0,"score_lmetric":1954},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":1954,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":176198,"ongoing_decode_tokens":78541,"pending_prefill_tokens":12153,"num_requests":3,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":0,"new_prefill":1954,"score_linear":176198.0,"score_lmetric":42321},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44148,"ongoing_decode_tokens":0,"pending_prefill_tokens":2676,"num_requests":1,"active_p_offloads":0,"cached_blocks":2164,"cache_hit":0,"new_prefill":1954,"score_linear":44148.0,"score_lmetric":4630},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":198577,"ongoing_decode_tokens":130468,"pending_prefill_tokens":17421,"num_requests":3,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":1954,"score_linear":198577.0,"score_lmetric":58125},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":1954,"score_linear":155670.0,"score_lmetric":216944},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":187177,"ongoing_decode_tokens":187177,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":0,"new_prefill":1954,"score_linear":187177.0,"score_lmetric":5862}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329055.468115483,"t_first_token_unix":1779759920.4820592,"t_done":329055.822135051,"t_done_unix":1779759920.8360784},{"request_id":"1378979:1:1378979:633","session_id":"1378979","input_length":15283,"t_proxy_recv":328967.676846197,"t_decision_unix":1779759832.6907876,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (435 < 16000)","cache_hit":14848,"estimated_new_tokens":435,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":190134,"ongoing_decode_tokens":190134,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1499,"cache_hit":0,"new_prefill":15283,"score_linear":190134.0,"score_lmetric":45849},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1359,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38189,"ongoing_decode_tokens":38189,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1712,"cache_hit":0,"new_prefill":15283,"score_linear":38189.0,"score_lmetric":30566},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":14848,"new_prefill":435,"score_linear":-14848.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":231384,"ongoing_decode_tokens":0,"pending_prefill_tokens":130520,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":15283,"score_linear":231384.0,"score_lmetric":437409},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":102952,"ongoing_decode_tokens":0,"pending_prefill_tokens":79912,"num_requests":2,"active_p_offloads":0,"cached_blocks":1356,"cache_hit":0,"new_prefill":15283,"score_linear":102952.0,"score_lmetric":190390},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176947,"ongoing_decode_tokens":176947,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1507,"cache_hit":0,"new_prefill":15283,"score_linear":176947.0,"score_lmetric":45849}],"chosen_score_linear":-14848.0,"chosen_score_lmetric":0,"t_first_token":328969.042817978,"t_first_token_unix":1779759834.0567613,"t_done":329057.062450454,"t_done_unix":1779759922.076394},{"request_id":"1366128:20:1400446:752","session_id":"1366128","input_length":97657,"t_proxy_recv":329050.132589752,"t_decision_unix":1779759915.1465313,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":85504,"affinity_cache_ratio":0.8755542357434695,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (12153 < 16000)","cache_hit":85504,"estimated_new_tokens":12153,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":0,"new_prefill":97657,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":97657,"score_linear":106143.0,"score_lmetric":97657},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":97657,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":78541,"ongoing_decode_tokens":78541,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":85504,"new_prefill":12153,"score_linear":-6963.0,"score_lmetric":24306},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2143,"cache_hit":0,"new_prefill":97657,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":198577,"ongoing_decode_tokens":0,"pending_prefill_tokens":46513,"num_requests":3,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":97657,"score_linear":198577.0,"score_lmetric":432510},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":97657,"score_linear":155670.0,"score_lmetric":408350},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":230712,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":97657,"score_linear":230712.0,"score_lmetric":292971}],"chosen_score_linear":-6963.0,"chosen_score_lmetric":24306,"t_first_token":329057.010789637,"t_first_token_unix":1779759922.024733,"t_done":329058.254643533,"t_done_unix":1779759923.2685943},{"request_id":"1253743:8:1398344:743","session_id":"1253743","input_length":63258,"t_proxy_recv":329035.630521509,"t_decision_unix":1779759900.644463,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":51200,"affinity_cache_ratio":0.8093837933542003,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (12058 < 16000)","cache_hit":51200,"estimated_new_tokens":12058,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13134,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1716,"cache_hit":0,"new_prefill":63258,"score_linear":13134.0,"score_lmetric":63258},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":110034,"ongoing_decode_tokens":106143,"pending_prefill_tokens":3891,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":4608,"new_prefill":58650,"score_linear":105426.0,"score_lmetric":125082},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":63258,"score_linear":33321.0,"score_lmetric":63258},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":51200,"new_prefill":12058,"score_linear":-35917.0,"score_lmetric":12058},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":95473,"ongoing_decode_tokens":68187,"pending_prefill_tokens":17046,"num_requests":3,"active_p_offloads":0,"cached_blocks":2084,"cache_hit":0,"new_prefill":63258,"score_linear":95473.0,"score_lmetric":240912},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":63258,"score_linear":130468.0,"score_lmetric":184700},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":63258,"score_linear":93040.0,"score_lmetric":156298},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":124407,"pending_prefill_tokens":44865,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":63258,"score_linear":230712.0,"score_lmetric":324369}],"chosen_score_linear":-35917.0,"chosen_score_lmetric":12058,"t_first_token":329049.822520011,"t_first_token_unix":1779759914.8364635,"t_done":329058.556561113,"t_done_unix":1779759923.570505},{"request_id":"1268861:8:1403753:765","session_id":"1268861","input_length":44148,"t_proxy_recv":329054.584667857,"t_decision_unix":1779759919.5986092,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":41472,"affinity_cache_ratio":0.939385702636586,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2676 < 16000)","cache_hit":41472,"estimated_new_tokens":2676,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":0,"new_prefill":44148,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":44148,"score_linear":106143.0,"score_lmetric":44148},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":44148,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":176198,"ongoing_decode_tokens":78541,"pending_prefill_tokens":12153,"num_requests":3,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":0,"new_prefill":44148,"score_linear":176198.0,"score_lmetric":168903},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2164,"cache_hit":41472,"new_prefill":2676,"score_linear":-41472.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":198577,"ongoing_decode_tokens":0,"pending_prefill_tokens":46513,"num_requests":3,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":44148,"score_linear":198577.0,"score_lmetric":271983},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":44148,"score_linear":155670.0,"score_lmetric":301332},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":187177,"ongoing_decode_tokens":85184,"pending_prefill_tokens":617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":0,"new_prefill":44148,"score_linear":187177.0,"score_lmetric":134295}],"chosen_score_linear":-41472.0,"chosen_score_lmetric":0,"t_first_token":329056.886668662,"t_first_token_unix":1779759921.900612,"t_done":329058.841269098,"t_done_unix":1779759923.8552125},{"request_id":"1366128:21:1402408:760","session_id":"1366128","input_length":97814,"t_proxy_recv":329058.274830597,"t_decision_unix":1779759923.2887719,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9945406588013985,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (534 < 16000)","cache_hit":97280,"estimated_new_tokens":534,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21009,"ongoing_decode_tokens":0,"pending_prefill_tokens":13329,"num_requests":1,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":97814,"score_linear":21009.0,"score_lmetric":111143},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":97814,"score_linear":106143.0,"score_lmetric":97814},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":21172,"num_requests":1,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":97814,"score_linear":21684.0,"score_lmetric":118986},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":63258,"ongoing_decode_tokens":63258,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1836,"cache_hit":97280,"new_prefill":534,"score_linear":-34022.0,"score_lmetric":534},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44148,"ongoing_decode_tokens":44148,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2164,"cache_hit":0,"new_prefill":97814,"score_linear":44148.0,"score_lmetric":97814},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":198577,"ongoing_decode_tokens":130468,"pending_prefill_tokens":17421,"num_requests":3,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":97814,"score_linear":198577.0,"score_lmetric":345705},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":97814,"score_linear":155670.0,"score_lmetric":408664},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":187177,"ongoing_decode_tokens":187177,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":0,"new_prefill":97814,"score_linear":187177.0,"score_lmetric":293442}],"chosen_score_linear":-34022.0,"chosen_score_lmetric":534,"t_first_token":329058.501407555,"t_first_token_unix":1779759923.515351,"t_done":329059.145179983,"t_done_unix":1779759924.159124},{"request_id":"1363943:9:1390468:707","session_id":"1363943","input_length":23641,"t_proxy_recv":329022.075661614,"t_decision_unix":1779759887.0896034,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9096061926314454,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2137 < 16000)","cache_hit":21504,"estimated_new_tokens":2137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":982,"ongoing_decode_tokens":0,"pending_prefill_tokens":982,"num_requests":1,"active_p_offloads":0,"cached_blocks":1632,"cache_hit":8704,"new_prefill":14937,"score_linear":-7722.0,"score_lmetric":15919},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":4096,"new_prefill":19545,"score_linear":102047.0,"score_lmetric":37624},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":23641,"score_linear":33321.0,"score_lmetric":23641},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100180,"ongoing_decode_tokens":100180,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":4096,"new_prefill":19545,"score_linear":96084.0,"score_lmetric":39090},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":4096,"new_prefill":19545,"score_linear":59440.0,"score_lmetric":19545},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":23641,"score_linear":130468.0,"score_lmetric":105466},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":53680,"ongoing_decode_tokens":48944,"pending_prefill_tokens":4736,"num_requests":2,"active_p_offloads":0,"cached_blocks":1470,"cache_hit":4096,"new_prefill":19545,"score_linear":49584.0,"score_lmetric":48562},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":161396,"ongoing_decode_tokens":161396,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":21504,"new_prefill":2137,"score_linear":139892.0,"score_lmetric":4274}],"chosen_score_linear":139892.0,"chosen_score_lmetric":4274,"t_first_token":329022.456876082,"t_first_token_unix":1779759887.4708204,"t_done":329059.329515533,"t_done_unix":1779759924.3434591},{"request_id":"1366128:22:1403837:766","session_id":"1366128","input_length":97917,"t_proxy_recv":329059.161460731,"t_decision_unix":1779759924.175402,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9987234086011622,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (125 < 16000)","cache_hit":97792,"estimated_new_tokens":125,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21009,"ongoing_decode_tokens":0,"pending_prefill_tokens":13329,"num_requests":1,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":97917,"score_linear":21009.0,"score_lmetric":111246},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":97917,"score_linear":106143.0,"score_lmetric":97917},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60887,"ongoing_decode_tokens":21684,"pending_prefill_tokens":1315,"num_requests":2,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":97917,"score_linear":60887.0,"score_lmetric":198464},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":63643,"ongoing_decode_tokens":63643,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1860,"cache_hit":97792,"new_prefill":125,"score_linear":-34149.0,"score_lmetric":125},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2169,"cache_hit":0,"new_prefill":97917,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":284015,"ongoing_decode_tokens":130468,"pending_prefill_tokens":21451,"num_requests":4,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":97917,"score_linear":284015.0,"score_lmetric":477472},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":97917,"score_linear":155670.0,"score_lmetric":408870},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":187177,"ongoing_decode_tokens":187177,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":0,"new_prefill":97917,"score_linear":187177.0,"score_lmetric":293751}],"chosen_score_linear":-34149.0,"chosen_score_lmetric":125,"t_first_token":329059.339139791,"t_first_token_unix":1779759924.3530834,"t_done":329059.459977492,"t_done_unix":1779759924.4739206},{"request_id":"1279412:31:1391216:711","session_id":"1279412","input_length":101993,"t_proxy_recv":329054.512066489,"t_decision_unix":1779759919.526008,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":101376,"affinity_cache_ratio":0.993950565234869,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (617 < 16000)","cache_hit":101376,"estimated_new_tokens":617,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":0,"new_prefill":101993,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":101993,"score_linear":106143.0,"score_lmetric":101993},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":101993,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":176198,"ongoing_decode_tokens":78541,"pending_prefill_tokens":12153,"num_requests":3,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":0,"new_prefill":101993,"score_linear":176198.0,"score_lmetric":342438},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2164,"cache_hit":0,"new_prefill":101993,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":198577,"ongoing_decode_tokens":0,"pending_prefill_tokens":46513,"num_requests":3,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":12800,"new_prefill":89193,"score_linear":185777.0,"score_lmetric":407118},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":101993,"score_linear":155670.0,"score_lmetric":417022},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85184,"ongoing_decode_tokens":85184,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":101376,"new_prefill":617,"score_linear":-16192.0,"score_lmetric":1234}],"chosen_score_linear":-16192.0,"chosen_score_lmetric":1234,"t_first_token":329055.033554286,"t_first_token_unix":1779759920.047498,"t_done":329059.508067031,"t_done_unix":1779759924.5220125},{"request_id":"1253743:8:1404284:769","session_id":"1253743","input_length":63643,"t_proxy_recv":329058.568997758,"t_decision_unix":1779759923.582939,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9895196643778578,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (667 < 16000)","cache_hit":62976,"estimated_new_tokens":667,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21009,"ongoing_decode_tokens":0,"pending_prefill_tokens":13329,"num_requests":1,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":63643,"score_linear":21009.0,"score_lmetric":76972},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":4608,"new_prefill":59035,"score_linear":101535.0,"score_lmetric":59035},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60887,"ongoing_decode_tokens":0,"pending_prefill_tokens":22487,"num_requests":2,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":63643,"score_linear":60887.0,"score_lmetric":172260},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":97814,"ongoing_decode_tokens":97814,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":62976,"new_prefill":667,"score_linear":34838.0,"score_lmetric":667},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44148,"ongoing_decode_tokens":44148,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2164,"cache_hit":0,"new_prefill":63643,"score_linear":44148.0,"score_lmetric":63643},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":198577,"ongoing_decode_tokens":130468,"pending_prefill_tokens":17421,"num_requests":3,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":63643,"score_linear":198577.0,"score_lmetric":243192},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":63643,"score_linear":155670.0,"score_lmetric":340322},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":187177,"ongoing_decode_tokens":187177,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":0,"new_prefill":63643,"score_linear":187177.0,"score_lmetric":190929}],"chosen_score_linear":34838.0,"chosen_score_lmetric":667,"t_first_token":329058.791037887,"t_first_token_unix":1779759923.8049812,"t_done":329059.736142728,"t_done_unix":1779759924.7500863},{"request_id":"1382089:2:1404847:773","session_id":"1382089","input_length":39203,"t_proxy_recv":329058.352062534,"t_decision_unix":1779759923.3660038,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9664566487258628,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1315 < 16000)","cache_hit":37888,"estimated_new_tokens":1315,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21009,"ongoing_decode_tokens":0,"pending_prefill_tokens":13329,"num_requests":1,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":39203,"score_linear":21009.0,"score_lmetric":52532},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":39203,"score_linear":106143.0,"score_lmetric":39203},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":21172,"num_requests":1,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":37888,"new_prefill":1315,"score_linear":-16204.0,"score_lmetric":22487},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":161072,"ongoing_decode_tokens":63258,"pending_prefill_tokens":534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1836,"cache_hit":0,"new_prefill":39203,"score_linear":161072.0,"score_lmetric":79474},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44148,"ongoing_decode_tokens":44148,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2164,"cache_hit":0,"new_prefill":39203,"score_linear":44148.0,"score_lmetric":39203},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":198577,"ongoing_decode_tokens":130468,"pending_prefill_tokens":17421,"num_requests":3,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":39203,"score_linear":198577.0,"score_lmetric":169872},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":39203,"score_linear":155670.0,"score_lmetric":291442},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":187177,"ongoing_decode_tokens":187177,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":34816,"new_prefill":4387,"score_linear":152361.0,"score_lmetric":13161}],"chosen_score_linear":-16204.0,"chosen_score_lmetric":22487,"t_first_token":329059.438736665,"t_first_token_unix":1779759924.4526799,"t_done":329059.825677255,"t_done_unix":1779759924.8396204},{"request_id":"1313181:6:1379623:639","session_id":"1313181","input_length":61543,"t_proxy_recv":329052.699748521,"t_decision_unix":1779759917.71369,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9983263734299596,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (103 < 16000)","cache_hit":61440,"estimated_new_tokens":103,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":0,"new_prefill":61543,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":61543,"score_linear":106143.0,"score_lmetric":61543},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":11216,"ongoing_decode_tokens":11216,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":61543,"score_linear":11216.0,"score_lmetric":61543},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":176198,"ongoing_decode_tokens":78541,"pending_prefill_tokens":12153,"num_requests":3,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":0,"new_prefill":61543,"score_linear":176198.0,"score_lmetric":221088},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":61543,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":198577,"ongoing_decode_tokens":0,"pending_prefill_tokens":46513,"num_requests":3,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":12800,"new_prefill":48743,"score_linear":185777.0,"score_lmetric":285768},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":61543,"score_linear":155670.0,"score_lmetric":336122},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":124841,"ongoing_decode_tokens":124841,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1612,"cache_hit":61440,"new_prefill":103,"score_linear":63401.0,"score_lmetric":206}],"chosen_score_linear":63401.0,"chosen_score_lmetric":206,"t_first_token":329052.801173671,"t_first_token_unix":1779759917.8151178,"t_done":329060.320888703,"t_done_unix":1779759925.3348322},{"request_id":"1400379:4:1405483:779","session_id":"1400379","input_length":19966,"t_proxy_recv":329060.465346476,"t_decision_unix":1779759925.4792876,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":10752,"affinity_cache_ratio":0.5385154763097265,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9214 < 16000)","cache_hit":10752,"estimated_new_tokens":9214,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":21009,"pending_prefill_tokens":16222,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":19966,"score_linear":151919.0,"score_lmetric":144752},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":19966,"score_linear":106143.0,"score_lmetric":19966},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1997,"cache_hit":10752,"new_prefill":9214,"score_linear":10932.0,"score_lmetric":9214},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":19966,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":32944,"ongoing_decode_tokens":0,"pending_prefill_tokens":32944,"num_requests":1,"active_p_offloads":0,"cached_blocks":2169,"cache_hit":0,"new_prefill":19966,"score_linear":32944.0,"score_lmetric":52910},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":284015,"ongoing_decode_tokens":198577,"pending_prefill_tokens":4030,"num_requests":4,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":19966,"score_linear":284015.0,"score_lmetric":95984},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":19966,"score_linear":155670.0,"score_lmetric":252968},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":19966,"score_linear":146253.0,"score_lmetric":159650}],"chosen_score_linear":10932.0,"chosen_score_lmetric":9214,"t_first_token":329061.685982625,"t_first_token_unix":1779759926.6999257,"t_done":329062.071333582,"t_done_unix":1779759927.0852766},{"request_id":"1400379:5:1406380:784","session_id":"1400379","input_length":22009,"t_proxy_recv":329063.843438591,"t_decision_unix":1779759928.8573802,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9072652096869462,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2041 < 16000)","cache_hit":19968,"estimated_new_tokens":2041,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":22009,"score_linear":151919.0,"score_lmetric":106912},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":22009,"score_linear":106143.0,"score_lmetric":22009},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2015,"cache_hit":19968,"new_prefill":2041,"score_linear":1716.0,"score_lmetric":2041},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":109574,"ongoing_decode_tokens":0,"pending_prefill_tokens":11782,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":22009,"score_linear":109574.0,"score_lmetric":33791},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":32944,"ongoing_decode_tokens":0,"pending_prefill_tokens":32944,"num_requests":1,"active_p_offloads":0,"cached_blocks":2169,"cache_hit":0,"new_prefill":22009,"score_linear":32944.0,"score_lmetric":54953},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":403992,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":5,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":22009,"score_linear":403992.0,"score_lmetric":148960},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":93040,"pending_prefill_tokens":13478,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":22009,"score_linear":155670.0,"score_lmetric":70974},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":22009,"score_linear":146253.0,"score_lmetric":163736}],"chosen_score_linear":1716.0,"chosen_score_lmetric":2041,"t_first_token":329064.243905549,"t_first_token_unix":1779759929.2578487,"t_done":329064.752945885,"t_done_unix":1779759929.7668896},{"request_id":"1406966:1:1406966:785","session_id":"1406966","input_length":2115,"t_proxy_recv":329065.830715689,"t_decision_unix":1779759930.8446567,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":2115,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2115 < 16000)","cache_hit":0,"estimated_new_tokens":2115,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":2115,"score_linear":151919.0,"score_lmetric":27336},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":2115,"score_linear":106143.0,"score_lmetric":2115},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":2115,"score_linear":21684.0,"score_lmetric":2115},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":109574,"ongoing_decode_tokens":0,"pending_prefill_tokens":11782,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":2115,"score_linear":109574.0,"score_lmetric":13897},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":32944,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2169,"cache_hit":0,"new_prefill":2115,"score_linear":32944.0,"score_lmetric":2115},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":403992,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":5,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":2115,"score_linear":403992.0,"score_lmetric":49490},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":93040,"pending_prefill_tokens":13478,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":2115,"score_linear":155670.0,"score_lmetric":31186},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":2115,"score_linear":146253.0,"score_lmetric":123948}],"chosen_score_linear":21684.0,"chosen_score_lmetric":2115,"t_first_token":329065.997990093,"t_first_token_unix":1779759931.0119333,"t_done":329066.331923935,"t_done_unix":1779759931.345867},{"request_id":"1407494:1:1407494:787","session_id":"1407494","input_length":1531,"t_proxy_recv":329067.62868628,"t_decision_unix":1779759932.642628,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":1531,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1531 < 16000)","cache_hit":0,"estimated_new_tokens":1531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":1531,"score_linear":151919.0,"score_lmetric":25000},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":1531,"score_linear":106143.0,"score_lmetric":1531},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":1531,"score_linear":21684.0,"score_lmetric":1531},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":109574,"ongoing_decode_tokens":0,"pending_prefill_tokens":11782,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":1531,"score_linear":109574.0,"score_lmetric":13313},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":32944,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2169,"cache_hit":0,"new_prefill":1531,"score_linear":32944.0,"score_lmetric":1531},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":403992,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":5,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":1531,"score_linear":403992.0,"score_lmetric":46570},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":155670,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":1531,"score_linear":155670.0,"score_lmetric":3062},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":1531,"score_linear":146253.0,"score_lmetric":122780}],"chosen_score_linear":32944.0,"chosen_score_lmetric":1531,"t_first_token":329067.798162282,"t_first_token_unix":1779759932.8121057,"t_done":329068.21166305,"t_done_unix":1779759933.2256064},{"request_id":"1397515:1:1397515:736","session_id":"1397515","input_length":93040,"t_proxy_recv":329032.706439995,"t_decision_unix":1779759897.7203815,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":93040,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13134,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1710,"cache_hit":512,"new_prefill":92528,"score_linear":12622.0,"score_lmetric":92528},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":117033,"ongoing_decode_tokens":117033,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":93040,"score_linear":117033.0,"score_lmetric":186080},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1962,"cache_hit":0,"new_prefill":93040,"score_linear":33321.0,"score_lmetric":93040},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100787,"ongoing_decode_tokens":100787,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":93040,"score_linear":100787.0,"score_lmetric":186080},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":68187,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2084,"cache_hit":0,"new_prefill":93040,"score_linear":68187.0,"score_lmetric":93040},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":93040,"score_linear":130468.0,"score_lmetric":244264},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":93040,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":124407,"pending_prefill_tokens":44865,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":93040,"score_linear":230712.0,"score_lmetric":413715}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329063.123508421,"t_first_token_unix":1779759928.1374521,"t_done":329068.812199018,"t_done_unix":1779759933.8261425},{"request_id":"1406966:2:1407710:789","session_id":"1406966","input_length":4789,"t_proxy_recv":329068.309440553,"t_decision_unix":1779759933.3233817,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":2048,"affinity_cache_ratio":0.42764669033201086,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":2741,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2741 < 16000)","cache_hit":2048,"estimated_new_tokens":2741,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":4789,"score_linear":151919.0,"score_lmetric":38032},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":107644,"ongoing_decode_tokens":107644,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":4789,"score_linear":107644.0,"score_lmetric":9578},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":2048,"new_prefill":2741,"score_linear":19636.0,"score_lmetric":2741},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":109574,"ongoing_decode_tokens":0,"pending_prefill_tokens":11782,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":4789,"score_linear":109574.0,"score_lmetric":16571},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":32944,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":4789,"score_linear":32944.0,"score_lmetric":4789},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":403992,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":5,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":4789,"score_linear":403992.0,"score_lmetric":62860},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":155670,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":4789,"score_linear":155670.0,"score_lmetric":9578},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":4789,"score_linear":146253.0,"score_lmetric":129296}],"chosen_score_linear":19636.0,"chosen_score_lmetric":2741,"t_first_token":329068.518397324,"t_first_token_unix":1779759933.5323408,"t_done":329068.843948151,"t_done_unix":1779759933.8578913},{"request_id":"1404395:1:1404395:770","session_id":"1404395","input_length":21684,"t_proxy_recv":329056.753658147,"t_decision_unix":1779759921.7675996,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":512,"estimated_new_tokens":21172,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":21684,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":21684,"score_linear":106143.0,"score_lmetric":21684},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":512,"new_prefill":21172,"score_linear":-512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":176198,"ongoing_decode_tokens":78541,"pending_prefill_tokens":12153,"num_requests":3,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":0,"new_prefill":21684,"score_linear":176198.0,"score_lmetric":101511},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44148,"ongoing_decode_tokens":0,"pending_prefill_tokens":2676,"num_requests":1,"active_p_offloads":0,"cached_blocks":2164,"cache_hit":0,"new_prefill":21684,"score_linear":44148.0,"score_lmetric":24360},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":198577,"ongoing_decode_tokens":130468,"pending_prefill_tokens":17421,"num_requests":3,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":512,"new_prefill":21172,"score_linear":198065.0,"score_lmetric":115779},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":21684,"score_linear":155670.0,"score_lmetric":256404},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":187177,"ongoing_decode_tokens":187177,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":0,"new_prefill":21684,"score_linear":187177.0,"score_lmetric":65052}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":329059.082399145,"t_first_token_unix":1779759924.096343,"t_done":329069.256475015,"t_done_unix":1779759934.2704184},{"request_id":"1407995:1:1407995:793","session_id":"1407995","input_length":2944,"t_proxy_recv":329069.442699593,"t_decision_unix":1779759934.4566412,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":2944,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2944 < 16000)","cache_hit":0,"estimated_new_tokens":2944,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":2944,"score_linear":151919.0,"score_lmetric":30652},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":107644,"ongoing_decode_tokens":107644,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":2944,"score_linear":107644.0,"score_lmetric":5888},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":5660,"num_requests":1,"active_p_offloads":0,"cached_blocks":2071,"cache_hit":0,"new_prefill":2944,"score_linear":27676.0,"score_lmetric":8604},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":109574,"ongoing_decode_tokens":0,"pending_prefill_tokens":11782,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":2944,"score_linear":109574.0,"score_lmetric":14726},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106132,"ongoing_decode_tokens":32944,"pending_prefill_tokens":4580,"num_requests":2,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":2944,"score_linear":106132.0,"score_lmetric":15048},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":403992,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":5,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":2944,"score_linear":403992.0,"score_lmetric":53635},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1685,"cache_hit":0,"new_prefill":2944,"score_linear":62630.0,"score_lmetric":2944},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":2944,"score_linear":146253.0,"score_lmetric":125606}],"chosen_score_linear":62630.0,"chosen_score_lmetric":2944,"t_first_token":329069.714841411,"t_first_token_unix":1779759934.7287848,"t_done":329070.433913967,"t_done_unix":1779759935.447857},{"request_id":"1407599:1:1407599:788","session_id":"1407599","input_length":1501,"t_proxy_recv":329067.975671505,"t_decision_unix":1779759932.9896126,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":1501,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1501 < 16000)","cache_hit":0,"estimated_new_tokens":1501,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":1501,"score_linear":151919.0,"score_lmetric":24880},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":1501,"score_linear":106143.0,"score_lmetric":1501},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":1501,"score_linear":21684.0,"score_lmetric":1501},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":109574,"ongoing_decode_tokens":0,"pending_prefill_tokens":11782,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":1501,"score_linear":109574.0,"score_lmetric":13283},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":34475,"ongoing_decode_tokens":34475,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2169,"cache_hit":0,"new_prefill":1501,"score_linear":34475.0,"score_lmetric":3002},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":403992,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":5,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":1501,"score_linear":403992.0,"score_lmetric":46420},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":155670,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":1501,"score_linear":155670.0,"score_lmetric":3002},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":1501,"score_linear":146253.0,"score_lmetric":122720}],"chosen_score_linear":106143.0,"chosen_score_lmetric":1501,"t_first_token":329068.276176969,"t_first_token_unix":1779759933.2901201,"t_done":329070.600944661,"t_done_unix":1779759935.6148877},{"request_id":"1366128:23:1405900:781","session_id":"1366128","input_length":109574,"t_proxy_recv":329062.095501575,"t_decision_unix":1779759927.1094427,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":97792,"affinity_cache_ratio":0.8924744921240441,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11782 < 16000)","cache_hit":97792,"estimated_new_tokens":11782,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":109574,"score_linear":151919.0,"score_lmetric":457172},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":109574,"score_linear":106143.0,"score_lmetric":109574},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2015,"cache_hit":0,"new_prefill":109574,"score_linear":21684.0,"score_lmetric":109574},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":97792,"new_prefill":11782,"score_linear":-97792.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":32944,"ongoing_decode_tokens":0,"pending_prefill_tokens":32944,"num_requests":1,"active_p_offloads":0,"cached_blocks":2169,"cache_hit":0,"new_prefill":109574,"score_linear":32944.0,"score_lmetric":142518},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":403992,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":5,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":109574,"score_linear":403992.0,"score_lmetric":586785},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":109574,"score_linear":155670.0,"score_lmetric":432184},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":109574,"score_linear":146253.0,"score_lmetric":338866}],"chosen_score_linear":-97792.0,"chosen_score_lmetric":0,"t_first_token":329069.610029328,"t_first_token_unix":1779759934.6239727,"t_done":329070.736182001,"t_done_unix":1779759935.7501256},{"request_id":"1366128:24:1407996:794","session_id":"1366128","input_length":109775,"t_proxy_recv":329070.753875875,"t_decision_unix":1779759935.7678173,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":109568,"affinity_cache_ratio":0.998114324755181,"affinity_num_requests":1,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (207 < 16000)","cache_hit":109568,"estimated_new_tokens":207,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":109775,"score_linear":151919.0,"score_lmetric":457976},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":109775,"score_linear":106143.0,"score_lmetric":109775},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":27676,"ongoing_decode_tokens":27676,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2071,"cache_hit":0,"new_prefill":109775,"score_linear":27676.0,"score_lmetric":109775},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":109568,"new_prefill":207,"score_linear":-81782.0,"score_lmetric":207},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":120860,"ongoing_decode_tokens":32944,"pending_prefill_tokens":10604,"num_requests":3,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":109775,"score_linear":120860.0,"score_lmetric":361137},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":431778,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":6,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":109775,"score_linear":431778.0,"score_lmetric":705348},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":109775,"score_linear":62630.0,"score_lmetric":109775},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":109775,"score_linear":146253.0,"score_lmetric":339268}],"chosen_score_linear":-81782.0,"chosen_score_lmetric":207,"t_first_token":329070.96514709,"t_first_token_unix":1779759935.9790905,"t_done":329071.316540162,"t_done_unix":1779759936.3304837},{"request_id":"1408430:1:1408430:797","session_id":"1408430","input_length":7553,"t_proxy_recv":329070.9779982,"t_decision_unix":1779759935.9919393,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":7553,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7553 < 16000)","cache_hit":0,"estimated_new_tokens":7553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":7553,"score_linear":151919.0,"score_lmetric":49088},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":7553,"score_linear":106143.0,"score_lmetric":7553},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":27676,"ongoing_decode_tokens":27676,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2071,"cache_hit":0,"new_prefill":7553,"score_linear":27676.0,"score_lmetric":7553},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":137561,"ongoing_decode_tokens":109775,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":7553,"score_linear":137561.0,"score_lmetric":15106},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":120860,"ongoing_decode_tokens":106132,"pending_prefill_tokens":6024,"num_requests":3,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":7553,"score_linear":120860.0,"score_lmetric":40731},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":431778,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":6,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":7553,"score_linear":431778.0,"score_lmetric":92016},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":7553,"score_linear":62630.0,"score_lmetric":7553},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":7553,"score_linear":146253.0,"score_lmetric":134824}],"chosen_score_linear":27676.0,"chosen_score_lmetric":7553,"t_first_token":329071.49983054,"t_first_token_unix":1779759936.513774,"t_done":329071.792602558,"t_done_unix":1779759936.8065724},{"request_id":"1403188:2:1408249:796","session_id":"1403188","input_length":14728,"t_proxy_recv":329070.392178028,"t_decision_unix":1779759935.4061193,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":8704,"affinity_cache_ratio":0.5909831613253667,"affinity_num_requests":2,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6024 < 16000)","cache_hit":8704,"estimated_new_tokens":6024,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":14728,"score_linear":151919.0,"score_lmetric":77788},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":107644,"ongoing_decode_tokens":107644,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":14728,"score_linear":107644.0,"score_lmetric":29456},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":5660,"num_requests":1,"active_p_offloads":0,"cached_blocks":2071,"cache_hit":0,"new_prefill":14728,"score_linear":27676.0,"score_lmetric":20388},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":137360,"ongoing_decode_tokens":109574,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":14728,"score_linear":137360.0,"score_lmetric":29456},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106132,"ongoing_decode_tokens":32944,"pending_prefill_tokens":4580,"num_requests":2,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":8704,"new_prefill":6024,"score_linear":97428.0,"score_lmetric":21208},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":431778,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":6,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":14728,"score_linear":431778.0,"score_lmetric":135066},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":65574,"ongoing_decode_tokens":65574,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1685,"cache_hit":0,"new_prefill":14728,"score_linear":65574.0,"score_lmetric":29456},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":14728,"score_linear":146253.0,"score_lmetric":149174}],"chosen_score_linear":97428.0,"chosen_score_lmetric":21208,"t_first_token":329071.551549073,"t_first_token_unix":1779759936.5654926,"t_done":329072.307751621,"t_done_unix":1779759937.3216946},{"request_id":"1286804:5:1407989:792","session_id":"1286804","input_length":27676,"t_proxy_recv":329069.418101913,"t_decision_unix":1779759934.4320433,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":22016,"affinity_cache_ratio":0.795490677843619,"affinity_num_requests":0,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5660 < 16000)","cache_hit":22016,"estimated_new_tokens":5660,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":27676,"score_linear":151919.0,"score_lmetric":129580},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":107644,"ongoing_decode_tokens":107644,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":27676,"score_linear":107644.0,"score_lmetric":55352},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2071,"cache_hit":22016,"new_prefill":5660,"score_linear":-22016.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":109574,"ongoing_decode_tokens":0,"pending_prefill_tokens":11782,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":27676,"score_linear":109574.0,"score_lmetric":39458},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106132,"ongoing_decode_tokens":32944,"pending_prefill_tokens":4580,"num_requests":2,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":27676,"score_linear":106132.0,"score_lmetric":64512},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":403992,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":5,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":1536,"new_prefill":26140,"score_linear":402456.0,"score_lmetric":169615},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1685,"cache_hit":0,"new_prefill":27676,"score_linear":62630.0,"score_lmetric":27676},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":27676,"score_linear":146253.0,"score_lmetric":175070}],"chosen_score_linear":-22016.0,"chosen_score_lmetric":0,"t_first_token":329070.438457516,"t_first_token_unix":1779759935.4524007,"t_done":329072.353471551,"t_done_unix":1779759937.367415},{"request_id":"1363093:5:1407810:790","session_id":"1363093","input_length":73188,"t_proxy_recv":329068.762254989,"t_decision_unix":1779759933.776196,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":68608,"affinity_cache_ratio":0.9374214352079576,"affinity_num_requests":1,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4580 < 16000)","cache_hit":68608,"estimated_new_tokens":4580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":73188,"score_linear":151919.0,"score_lmetric":311628},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":107644,"ongoing_decode_tokens":107644,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":73188,"score_linear":107644.0,"score_lmetric":146376},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":26473,"ongoing_decode_tokens":26473,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":73188,"score_linear":26473.0,"score_lmetric":146376},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":109574,"ongoing_decode_tokens":0,"pending_prefill_tokens":11782,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":73188,"score_linear":109574.0,"score_lmetric":84970},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":32944,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":68608,"new_prefill":4580,"score_linear":-35664.0,"score_lmetric":4580},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":403992,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":5,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":73188,"score_linear":403992.0,"score_lmetric":404855},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":155670,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":73188,"score_linear":155670.0,"score_lmetric":146376},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":73188,"score_linear":146253.0,"score_lmetric":266094}],"chosen_score_linear":-35664.0,"chosen_score_lmetric":4580,"t_first_token":329070.942569405,"t_first_token_unix":1779759935.9565132,"t_done":329072.447061041,"t_done_unix":1779759937.4610043},{"request_id":"1370129:6:1394177:722","session_id":"1370129","input_length":106143,"t_proxy_recv":329021.188342801,"t_decision_unix":1779759886.2022843,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":88064,"affinity_cache_ratio":0.8296731767521174,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":88064,"estimated_new_tokens":18079,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":4675,"ongoing_decode_tokens":0,"pending_prefill_tokens":4675,"num_requests":1,"active_p_offloads":0,"cached_blocks":1623,"cache_hit":7680,"new_prefill":98463,"score_linear":-3005.0,"score_lmetric":103138},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":88064,"new_prefill":18079,"score_linear":-88064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":0,"pending_prefill_tokens":5161,"num_requests":1,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":106143,"score_linear":33321.0,"score_lmetric":111304},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100180,"ongoing_decode_tokens":15283,"pending_prefill_tokens":1441,"num_requests":2,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":7680,"new_prefill":98463,"score_linear":92500.0,"score_lmetric":199808},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":18432,"new_prefill":87711,"score_linear":45104.0,"score_lmetric":87711},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":106143,"score_linear":101803.0,"score_lmetric":134730},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1470,"cache_hit":7680,"new_prefill":98463,"score_linear":41264.0,"score_lmetric":98463},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":182344,"ongoing_decode_tokens":182344,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1605,"cache_hit":7680,"new_prefill":98463,"score_linear":174664.0,"score_lmetric":295389}],"chosen_score_linear":-88064.0,"chosen_score_lmetric":0,"t_first_token":329032.32146914,"t_first_token_unix":1779759897.3354125,"t_done":329072.485375786,"t_done_unix":1779759937.499319},{"request_id":"1405155:1:1405155:775","session_id":"1405155","input_length":32944,"t_proxy_recv":329059.454225819,"t_decision_unix":1779759924.468167,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":32944,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21009,"ongoing_decode_tokens":0,"pending_prefill_tokens":13329,"num_requests":1,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":32944,"score_linear":21009.0,"score_lmetric":46273},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":32944,"score_linear":106143.0,"score_lmetric":32944},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60887,"ongoing_decode_tokens":60887,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":32944,"score_linear":60887.0,"score_lmetric":65888},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":161560,"ongoing_decode_tokens":161560,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1860,"cache_hit":0,"new_prefill":32944,"score_linear":161560.0,"score_lmetric":65888},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2169,"cache_hit":0,"new_prefill":32944,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":284015,"ongoing_decode_tokens":130468,"pending_prefill_tokens":21451,"num_requests":4,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":512,"new_prefill":32432,"score_linear":283503.0,"score_lmetric":215532},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":512,"new_prefill":32432,"score_linear":155158.0,"score_lmetric":277900},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":187978,"ongoing_decode_tokens":163536,"pending_prefill_tokens":378,"num_requests":3,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":0,"new_prefill":32944,"score_linear":187978.0,"score_lmetric":99966}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329064.089350976,"t_first_token_unix":1779759929.1032946,"t_done":329072.620552871,"t_done_unix":1779759937.6344962},{"request_id":"1408779:1:1408779:802","session_id":"1408779","input_length":1801,"t_proxy_recv":329072.07225094,"t_decision_unix":1779759937.0861924,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.625,"fallback_score":1801,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1801 < 16000)","cache_hit":0,"estimated_new_tokens":1801,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":1801,"score_linear":151919.0,"score_lmetric":26080},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":1801,"score_linear":106143.0,"score_lmetric":1801},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":27676,"ongoing_decode_tokens":27676,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":1801,"score_linear":27676.0,"score_lmetric":1801},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":1801,"score_linear":27786.0,"score_lmetric":1801},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":131930,"ongoing_decode_tokens":120860,"pending_prefill_tokens":318,"num_requests":4,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":1801,"score_linear":131930.0,"score_lmetric":8476},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":431778,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":6,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":1801,"score_linear":431778.0,"score_lmetric":57504},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69007,"ongoing_decode_tokens":69007,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":1801,"score_linear":69007.0,"score_lmetric":3602},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":1801,"score_linear":146253.0,"score_lmetric":123320}],"chosen_score_linear":106143.0,"chosen_score_lmetric":1801,"t_first_token":329072.385261983,"t_first_token_unix":1779759937.3992052,"t_done":329072.671402122,"t_done_unix":1779759937.6853452},{"request_id":"1364090:5:1401054:756","session_id":"1364090","input_length":62630,"t_proxy_recv":329045.23957334,"t_decision_unix":1779759910.2535145,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49152,"affinity_cache_ratio":0.7847996167970621,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (13478 < 16000)","cache_hit":49152,"estimated_new_tokens":13478,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":7680,"new_prefill":54950,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":7680,"new_prefill":54950,"score_linear":98463.0,"score_lmetric":54950},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":62630,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":164204,"ongoing_decode_tokens":15283,"pending_prefill_tokens":12217,"num_requests":3,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":7680,"new_prefill":54950,"score_linear":156524.0,"score_lmetric":201501},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2143,"cache_hit":7680,"new_prefill":54950,"score_linear":-7680.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":198577,"ongoing_decode_tokens":0,"pending_prefill_tokens":46513,"num_requests":3,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":62630,"score_linear":198577.0,"score_lmetric":327429},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":49152,"new_prefill":13478,"score_linear":43888.0,"score_lmetric":106518},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":124407,"pending_prefill_tokens":44865,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":7680,"new_prefill":54950,"score_linear":223032.0,"score_lmetric":299445}],"chosen_score_linear":43888.0,"chosen_score_lmetric":106518,"t_first_token":329066.060466314,"t_first_token_unix":1779759931.0744097,"t_done":329072.728653076,"t_done_unix":1779759937.7425964},{"request_id":"1408889:1:1408889:804","session_id":"1408889","input_length":3230,"t_proxy_recv":329072.444372222,"t_decision_unix":1779759937.4583137,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3230 < 16000)","cache_hit":0,"estimated_new_tokens":3230,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":3230,"score_linear":151919.0,"score_lmetric":31796},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":107944,"ongoing_decode_tokens":107944,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":3230,"score_linear":107944.0,"score_lmetric":6460},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2096,"cache_hit":0,"new_prefill":3230,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":3230,"score_linear":27786.0,"score_lmetric":3230},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":117202,"ongoing_decode_tokens":117202,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2183,"cache_hit":0,"new_prefill":3230,"score_linear":117202.0,"score_lmetric":9690},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":431778,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":6,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":3230,"score_linear":431778.0,"score_lmetric":66078},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69007,"ongoing_decode_tokens":69007,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":3230,"score_linear":69007.0,"score_lmetric":6460},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":3230,"score_linear":146253.0,"score_lmetric":126178}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329072.645418486,"t_first_token_unix":1779759937.6593618,"t_done":329072.771534479,"t_done_unix":1779759937.7854776},{"request_id":"1362265:7:1408772:800","session_id":"1362265","input_length":11070,"t_proxy_recv":329072.056463996,"t_decision_unix":1779759937.0704055,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9712737127371274,"affinity_num_requests":3,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (318 < 16000)","cache_hit":10752,"estimated_new_tokens":318,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":11070,"score_linear":151919.0,"score_lmetric":63156},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":11070,"score_linear":106143.0,"score_lmetric":11070},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":27676,"ongoing_decode_tokens":27676,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":11070,"score_linear":27676.0,"score_lmetric":11070},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":11070,"score_linear":27786.0,"score_lmetric":11070},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":120860,"ongoing_decode_tokens":120860,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":10752,"new_prefill":318,"score_linear":110108.0,"score_lmetric":954},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":431778,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":6,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":6656,"new_prefill":4414,"score_linear":425122.0,"score_lmetric":73182},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69007,"ongoing_decode_tokens":69007,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":11070,"score_linear":69007.0,"score_lmetric":22140},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":11070,"score_linear":146253.0,"score_lmetric":141858}],"chosen_score_linear":110108.0,"chosen_score_lmetric":954,"t_first_token":329072.159019873,"t_first_token_unix":1779759937.1729634,"t_done":329072.881343247,"t_done_unix":1779759937.8952866},{"request_id":"1408779:2:1410032:807","session_id":"1408779","input_length":5001,"t_proxy_recv":329076.594600107,"t_decision_unix":1779759941.6085415,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":1536,"affinity_cache_ratio":0.30713857228554287,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3465 < 16000)","cache_hit":1536,"estimated_new_tokens":3465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":5001,"score_linear":151919.0,"score_lmetric":38880},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":1536,"new_prefill":3465,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":5001,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":5001,"score_linear":27786.0,"score_lmetric":5001},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2257,"cache_hit":0,"new_prefill":5001,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":431778,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":6,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":5001,"score_linear":431778.0,"score_lmetric":76704},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":79769,"ongoing_decode_tokens":6377,"pending_prefill_tokens":10416,"num_requests":2,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":5001,"score_linear":79769.0,"score_lmetric":30834},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":5001,"score_linear":146253.0,"score_lmetric":129720}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":329076.830938317,"t_first_token_unix":1779759941.844882,"t_done":329076.980033335,"t_done_unix":1779759941.9939783},{"request_id":"1406966:3:1410097:808","session_id":"1406966","input_length":7893,"t_proxy_recv":329076.827354579,"t_decision_unix":1779759941.8412957,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":4608,"affinity_cache_ratio":0.5838084378563284,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3285 < 16000)","cache_hit":4608,"estimated_new_tokens":3285,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":7893,"score_linear":151919.0,"score_lmetric":50448},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":5001,"ongoing_decode_tokens":0,"pending_prefill_tokens":3465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":7893,"score_linear":5001.0,"score_lmetric":11358},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":4608,"new_prefill":3285,"score_linear":-4608.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":7893,"score_linear":27786.0,"score_lmetric":7893},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2257,"cache_hit":0,"new_prefill":7893,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":431778,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":6,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":7893,"score_linear":431778.0,"score_lmetric":94056},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":79769,"ongoing_decode_tokens":6377,"pending_prefill_tokens":10416,"num_requests":2,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":7893,"score_linear":79769.0,"score_lmetric":36618},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":7893,"score_linear":146253.0,"score_lmetric":135504}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":329077.110437838,"t_first_token_unix":1779759942.124381,"t_done":329077.308850692,"t_done_unix":1779759942.3227935},{"request_id":"1407494:2:1410400:809","session_id":"1407494","input_length":4728,"t_proxy_recv":329077.692018481,"t_decision_unix":1779759942.7059593,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":1536,"affinity_cache_ratio":0.3248730964467005,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3192 < 16000)","cache_hit":1536,"estimated_new_tokens":3192,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":4728,"score_linear":151919.0,"score_lmetric":37788},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1604,"cache_hit":0,"new_prefill":4728,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":4728,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":4728,"score_linear":27786.0,"score_lmetric":4728},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2257,"cache_hit":1536,"new_prefill":3192,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":431778,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":6,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":4728,"score_linear":431778.0,"score_lmetric":75066},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":79769,"ongoing_decode_tokens":79769,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":4728,"score_linear":79769.0,"score_lmetric":9456},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":4728,"score_linear":146253.0,"score_lmetric":129174}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":329077.922817907,"t_first_token_unix":1779759942.9367614,"t_done":329078.061519148,"t_done_unix":1779759943.075462},{"request_id":"1408889:2:1410453:810","session_id":"1408889","input_length":4825,"t_proxy_recv":329077.829856199,"t_decision_unix":1779759942.8437974,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":3072,"affinity_cache_ratio":0.6366839378238341,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1753 < 16000)","cache_hit":3072,"estimated_new_tokens":1753,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":4825,"score_linear":151919.0,"score_lmetric":38176},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1604,"cache_hit":0,"new_prefill":4825,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":3072,"new_prefill":1753,"score_linear":-3072.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":4825,"score_linear":27786.0,"score_lmetric":4825},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":4728,"ongoing_decode_tokens":0,"pending_prefill_tokens":3192,"num_requests":1,"active_p_offloads":0,"cached_blocks":2257,"cache_hit":0,"new_prefill":4825,"score_linear":4728.0,"score_lmetric":8017},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":431778,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":6,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":4825,"score_linear":431778.0,"score_lmetric":75648},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":79769,"ongoing_decode_tokens":79769,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":4825,"score_linear":79769.0,"score_lmetric":9650},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":4825,"score_linear":146253.0,"score_lmetric":129368}],"chosen_score_linear":-3072.0,"chosen_score_lmetric":0,"t_first_token":329077.979503645,"t_first_token_unix":1779759942.9934466,"t_done":329078.267459383,"t_done_unix":1779759943.2814023},{"request_id":"1408578:1:1408578:798","session_id":"1408578","input_length":6377,"t_proxy_recv":329071.399507374,"t_decision_unix":1779759936.4134488,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":6377,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6377 < 16000)","cache_hit":0,"estimated_new_tokens":6377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":6377,"score_linear":151919.0,"score_lmetric":44384},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1558,"cache_hit":0,"new_prefill":6377,"score_linear":106143.0,"score_lmetric":6377},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":35229,"ongoing_decode_tokens":27676,"pending_prefill_tokens":7553,"num_requests":2,"active_p_offloads":0,"cached_blocks":2071,"cache_hit":0,"new_prefill":6377,"score_linear":35229.0,"score_lmetric":27860},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":6377,"score_linear":27786.0,"score_lmetric":6377},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":120860,"ongoing_decode_tokens":106132,"pending_prefill_tokens":6024,"num_requests":3,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":6377,"score_linear":120860.0,"score_lmetric":37203},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":431778,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":6,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":6377,"score_linear":431778.0,"score_lmetric":84960},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":6377,"score_linear":62630.0,"score_lmetric":6377},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":6377,"score_linear":146253.0,"score_lmetric":132472}],"chosen_score_linear":62630.0,"chosen_score_lmetric":6377,"t_first_token":329071.833367207,"t_first_token_unix":1779759936.8473105,"t_done":329078.315832509,"t_done_unix":1779759943.3297753},{"request_id":"1408779:3:1411249:815","session_id":"1408779","input_length":7110,"t_proxy_recv":329080.607932685,"t_decision_unix":1779759945.621874,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":4608,"affinity_cache_ratio":0.6481012658227848,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2502 < 16000)","cache_hit":4608,"estimated_new_tokens":2502,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":7110,"score_linear":151919.0,"score_lmetric":47316},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1604,"cache_hit":4608,"new_prefill":2502,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":0,"new_prefill":7110,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":145532,"ongoing_decode_tokens":0,"pending_prefill_tokens":8178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":7110,"score_linear":145532.0,"score_lmetric":30576},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":7110,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":431778,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":6,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":7110,"score_linear":431778.0,"score_lmetric":89358},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73392,"ongoing_decode_tokens":73392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1729,"cache_hit":0,"new_prefill":7110,"score_linear":73392.0,"score_lmetric":7110},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":7110,"score_linear":146253.0,"score_lmetric":133938}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":329080.810790835,"t_first_token_unix":1779759945.8247342,"t_done":329080.96629169,"t_done_unix":1779759945.9802349},{"request_id":"1364090:6:1408777:801","session_id":"1364090","input_length":73392,"t_proxy_recv":329072.748019756,"t_decision_unix":1779759937.761961,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":62976,"affinity_cache_ratio":0.8580771746239372,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (10416 < 16000)","cache_hit":62976,"estimated_new_tokens":10416,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":7680,"new_prefill":65712,"score_linear":144239.0,"score_lmetric":281724},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":7680,"new_prefill":65712,"score_linear":-7680.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":3230,"ongoing_decode_tokens":3230,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2096,"cache_hit":0,"new_prefill":73392,"score_linear":3230.0,"score_lmetric":73392},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":7680,"new_prefill":65712,"score_linear":20106.0,"score_lmetric":65712},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":11070,"ongoing_decode_tokens":11070,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2257,"cache_hit":7680,"new_prefill":65712,"score_linear":3390.0,"score_lmetric":65712},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":431778,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":6,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":73392,"score_linear":431778.0,"score_lmetric":487050},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":6377,"ongoing_decode_tokens":6377,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":62976,"new_prefill":10416,"score_linear":-56599.0,"score_lmetric":10416},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":7680,"new_prefill":65712,"score_linear":138573.0,"score_lmetric":251142}],"chosen_score_linear":-56599.0,"chosen_score_lmetric":10416,"t_first_token":329077.296374602,"t_first_token_unix":1779759942.3103178,"t_done":329081.152868118,"t_done_unix":1779759946.1668115},{"request_id":"1355484:13:1394384:723","session_id":"1355484","input_length":28665,"t_proxy_recv":329021.87917445,"t_decision_unix":1779759886.893116,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9823826966684109,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (505 < 16000)","cache_hit":28160,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1632,"cache_hit":0,"new_prefill":28665,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":28665,"score_linear":106143.0,"score_lmetric":46744},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":28665,"score_linear":33321.0,"score_lmetric":28665},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100180,"ongoing_decode_tokens":100180,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":0,"new_prefill":28665,"score_linear":100180.0,"score_lmetric":57330},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":28665,"score_linear":63536.0,"score_lmetric":28665},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":28160,"new_prefill":505,"score_linear":73643.0,"score_lmetric":29092},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1470,"cache_hit":0,"new_prefill":28665,"score_linear":48944.0,"score_lmetric":28665},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":182344,"ongoing_decode_tokens":182344,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1605,"cache_hit":19968,"new_prefill":8697,"score_linear":162376.0,"score_lmetric":26091}],"chosen_score_linear":73643.0,"chosen_score_lmetric":29092,"t_first_token":329054.607683171,"t_first_token_unix":1779759919.6216264,"t_done":329083.231962277,"t_done_unix":1779759948.2459056},{"request_id":"1355484:14:1398178:740","session_id":"1355484","input_length":31224,"t_proxy_recv":329083.238555159,"t_decision_unix":1779759948.2524965,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":2,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9182679989751473,"affinity_num_requests":5,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":31224,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":31224,"score_linear":151919.0,"score_lmetric":143772},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1608,"cache_hit":0,"new_prefill":31224,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":0,"new_prefill":31224,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":145532,"ongoing_decode_tokens":0,"pending_prefill_tokens":8178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":31224,"score_linear":145532.0,"score_lmetric":78804},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":31224,"score_linear":107292.0,"score_lmetric":45332},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":403113,"ongoing_decode_tokens":169912,"pending_prefill_tokens":7783,"num_requests":5,"active_p_offloads":0,"cached_blocks":1733,"cache_hit":28672,"new_prefill":2552,"score_linear":374441.0,"score_lmetric":51675},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":31224,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":19968,"new_prefill":11256,"score_linear":126285.0,"score_lmetric":142230}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329087.442095818,"t_first_token_unix":1779759952.4560394,"t_done":329088.835944634,"t_done_unix":1779759953.8498878},{"request_id":"1407494:3:1413526:825","session_id":"1407494","input_length":9801,"t_proxy_recv":329088.641960059,"t_decision_unix":1779759953.6559012,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":1,"affinity_cache_hit":4608,"affinity_cache_ratio":0.4701561065197429,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (9801 < 16000)","cache_hit":0,"estimated_new_tokens":9801,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":9801,"score_linear":151919.0,"score_lmetric":58080},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1608,"cache_hit":0,"new_prefill":9801,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":31224,"ongoing_decode_tokens":31224,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":0,"new_prefill":9801,"score_linear":31224.0,"score_lmetric":9801},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":185805,"ongoing_decode_tokens":117746,"pending_prefill_tokens":1873,"num_requests":3,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":9801,"score_linear":185805.0,"score_lmetric":35022},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":4608,"new_prefill":5193,"score_linear":102684.0,"score_lmetric":19301},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":403113,"ongoing_decode_tokens":255350,"pending_prefill_tokens":3753,"num_requests":5,"active_p_offloads":0,"cached_blocks":1733,"cache_hit":0,"new_prefill":9801,"score_linear":403113.0,"score_lmetric":67770},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86193,"ongoing_decode_tokens":0,"pending_prefill_tokens":12465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":9801,"score_linear":86193.0,"score_lmetric":22266},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":9801,"score_linear":146253.0,"score_lmetric":139320}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329089.40340807,"t_first_token_unix":1779759954.4173515,"t_done":329089.739774711,"t_done_unix":1779759954.7537177},{"request_id":"1366128:25:1411126:813","session_id":"1366128","input_length":117746,"t_proxy_recv":329080.212016285,"t_decision_unix":1779759945.2259572,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":109568,"affinity_cache_ratio":0.9305454113090891,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8178 < 16000)","cache_hit":109568,"estimated_new_tokens":8178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":117746,"score_linear":151919.0,"score_lmetric":489860},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1604,"cache_hit":0,"new_prefill":117746,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":0,"new_prefill":117746,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":109568,"new_prefill":8178,"score_linear":-81782.0,"score_lmetric":8178},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":117746,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":431778,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":6,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":117746,"score_linear":431778.0,"score_lmetric":753174},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73392,"ongoing_decode_tokens":73392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1729,"cache_hit":0,"new_prefill":117746,"score_linear":73392.0,"score_lmetric":117746},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":117746,"score_linear":146253.0,"score_lmetric":355210}],"chosen_score_linear":-81782.0,"chosen_score_lmetric":8178,"t_first_token":329085.775081242,"t_first_token_unix":1779759950.7890244,"t_done":329091.025805212,"t_done_unix":1779759956.039749},{"request_id":"1381387:4:1400724:754","session_id":"1381387","input_length":68109,"t_proxy_recv":329043.976429497,"t_decision_unix":1779759908.9903708,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":50688,"affinity_cache_ratio":0.7442188257058538,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_not_meaningfully_more_cache (src=13824 chosen=50688)","cache_hit":50688,"estimated_new_tokens":17421,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":11414,"ongoing_decode_tokens":0,"pending_prefill_tokens":11414,"num_requests":1,"active_p_offloads":0,"cached_blocks":1766,"cache_hit":0,"new_prefill":68109,"score_linear":11414.0,"score_lmetric":79523},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":68109,"score_linear":106143.0,"score_lmetric":68109},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":68109,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":164204,"ongoing_decode_tokens":15283,"pending_prefill_tokens":12217,"num_requests":3,"active_p_offloads":0,"cached_blocks":1811,"cache_hit":0,"new_prefill":68109,"score_linear":164204.0,"score_lmetric":240978},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26440,"ongoing_decode_tokens":26440,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2124,"cache_hit":0,"new_prefill":68109,"score_linear":26440.0,"score_lmetric":68109},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130468,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":2,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":50688,"new_prefill":17421,"score_linear":79780.0,"score_lmetric":93026},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":13824,"new_prefill":54285,"score_linear":79216.0,"score_lmetric":147325},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":230712,"ongoing_decode_tokens":124407,"pending_prefill_tokens":44865,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":68109,"score_linear":230712.0,"score_lmetric":338922}],"chosen_score_linear":79780.0,"chosen_score_lmetric":93026,"t_first_token":329059.495815932,"t_first_token_unix":1779759924.509759,"t_done":329091.832383251,"t_done_unix":1779759956.8463268},{"request_id":"1355484:15:1400281:750","session_id":"1355484","input_length":31469,"t_proxy_recv":329088.842192455,"t_decision_unix":1779759953.856134,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9924687787981823,"affinity_num_requests":0,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (237 < 16000)","cache_hit":31232,"estimated_new_tokens":237,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":31469,"score_linear":151919.0,"score_lmetric":144752},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9801,"ongoing_decode_tokens":0,"pending_prefill_tokens":9801,"num_requests":1,"active_p_offloads":0,"cached_blocks":1608,"cache_hit":0,"new_prefill":31469,"score_linear":9801.0,"score_lmetric":41270},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":31232,"new_prefill":237,"score_linear":-31232.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":185805,"ongoing_decode_tokens":117746,"pending_prefill_tokens":1873,"num_requests":3,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":31469,"score_linear":185805.0,"score_lmetric":100026},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":31469,"score_linear":107292.0,"score_lmetric":45577},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":403113,"ongoing_decode_tokens":255350,"pending_prefill_tokens":3753,"num_requests":5,"active_p_offloads":0,"cached_blocks":1733,"cache_hit":28672,"new_prefill":2797,"score_linear":374441.0,"score_lmetric":32750},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86193,"ongoing_decode_tokens":0,"pending_prefill_tokens":12465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":31469,"score_linear":86193.0,"score_lmetric":43934},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":19968,"new_prefill":11501,"score_linear":126285.0,"score_lmetric":142720}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":329088.909093269,"t_first_token_unix":1779759953.9230366,"t_done":329091.851929144,"t_done_unix":1779759956.8658721},{"request_id":"1407995:2:1413725:826","session_id":"1407995","input_length":22392,"t_proxy_recv":329089.270560412,"t_decision_unix":1779759954.284502,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":2,"affinity_cache_hit":2560,"affinity_cache_ratio":0.1143265451947124,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":22392,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_cache_below_threshold (2560 < 8000)","cache_hit":0,"estimated_new_tokens":22392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":22392,"score_linear":151919.0,"score_lmetric":108444},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9801,"ongoing_decode_tokens":0,"pending_prefill_tokens":9801,"num_requests":1,"active_p_offloads":0,"cached_blocks":1608,"cache_hit":0,"new_prefill":22392,"score_linear":9801.0,"score_lmetric":32193},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":31469,"ongoing_decode_tokens":31469,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":22392,"score_linear":31469.0,"score_lmetric":22392},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":185805,"ongoing_decode_tokens":117746,"pending_prefill_tokens":1873,"num_requests":3,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":22392,"score_linear":185805.0,"score_lmetric":72795},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":22392,"score_linear":107292.0,"score_lmetric":36500},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":403113,"ongoing_decode_tokens":255350,"pending_prefill_tokens":3753,"num_requests":5,"active_p_offloads":0,"cached_blocks":1733,"cache_hit":0,"new_prefill":22392,"score_linear":403113.0,"score_lmetric":130725},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86193,"ongoing_decode_tokens":0,"pending_prefill_tokens":12465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":2560,"new_prefill":19832,"score_linear":83633.0,"score_lmetric":32297},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":22392,"score_linear":146253.0,"score_lmetric":164502}],"chosen_score_linear":31469.0,"chosen_score_lmetric":22392,"t_first_token":329091.729290963,"t_first_token_unix":1779759956.7432344,"t_done":329092.557962021,"t_done_unix":1779759957.5719054},{"request_id":"1408889:3:1414177:827","session_id":"1408889","input_length":10633,"t_proxy_recv":329090.77575975,"t_decision_unix":1779759955.7897007,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":1,"affinity_cache_hit":4608,"affinity_cache_ratio":0.43336781717295214,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (10633 < 16000)","cache_hit":0,"estimated_new_tokens":10633,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":10633,"score_linear":151919.0,"score_lmetric":61408},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1627,"cache_hit":0,"new_prefill":10633,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":53861,"ongoing_decode_tokens":31469,"pending_prefill_tokens":22392,"num_requests":2,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":4608,"new_prefill":6025,"score_linear":49253.0,"score_lmetric":56834},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":185805,"ongoing_decode_tokens":158019,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":10633,"score_linear":185805.0,"score_lmetric":31899},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":10633,"score_linear":107292.0,"score_lmetric":24741},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":403113,"ongoing_decode_tokens":255350,"pending_prefill_tokens":3753,"num_requests":5,"active_p_offloads":0,"cached_blocks":1733,"cache_hit":0,"new_prefill":10633,"score_linear":403113.0,"score_lmetric":71930},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86193,"ongoing_decode_tokens":0,"pending_prefill_tokens":12465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":10633,"score_linear":86193.0,"score_lmetric":23098},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":10633,"score_linear":146253.0,"score_lmetric":140984}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329091.607832565,"t_first_token_unix":1779759956.6217759,"t_done":329092.625283004,"t_done_unix":1779759957.639226},{"request_id":"1313181:7:1327489:383","session_id":"1313181","input_length":121811,"t_proxy_recv":329060.347848372,"t_decision_unix":1779759925.3617892,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":61952,"affinity_cache_ratio":0.5085911781366215,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_not_meaningfully_more_cache (src=12800 chosen=61952)","cache_hit":61952,"estimated_new_tokens":59859,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":21009,"pending_prefill_tokens":16222,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":121811,"score_linear":151919.0,"score_lmetric":552132},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":121811,"score_linear":106143.0,"score_lmetric":121811},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21684,"ongoing_decode_tokens":21684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1997,"cache_hit":0,"new_prefill":121811,"score_linear":21684.0,"score_lmetric":121811},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":121811,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":32944,"ongoing_decode_tokens":0,"pending_prefill_tokens":32944,"num_requests":1,"active_p_offloads":0,"cached_blocks":2169,"cache_hit":0,"new_prefill":121811,"score_linear":32944.0,"score_lmetric":154755},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":284015,"ongoing_decode_tokens":198577,"pending_prefill_tokens":4030,"num_requests":4,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":12800,"new_prefill":109011,"score_linear":271215.0,"score_lmetric":452164},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":121811,"score_linear":155670.0,"score_lmetric":456658},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24442,"ongoing_decode_tokens":24442,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":61952,"new_prefill":59859,"score_linear":-37510.0,"score_lmetric":59859}],"chosen_score_linear":-37510.0,"chosen_score_lmetric":59859,"t_first_token":329094.193725434,"t_first_token_unix":1779759959.2076693,"t_done":329095.703360498,"t_done_unix":1779759960.717304},{"request_id":"1355484:16:1401320:758","session_id":"1355484","input_length":32332,"t_proxy_recv":329091.859459458,"t_decision_unix":1779759956.8734012,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9659779784733391,"affinity_num_requests":1,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1100 < 16000)","cache_hit":31232,"estimated_new_tokens":1100,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":32332,"score_linear":151919.0,"score_lmetric":148204},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":10633,"ongoing_decode_tokens":10633,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1627,"cache_hit":0,"new_prefill":32332,"score_linear":10633.0,"score_lmetric":32332},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":22392,"ongoing_decode_tokens":22392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":31232,"new_prefill":1100,"score_linear":-8840.0,"score_lmetric":1100},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":196048,"ongoing_decode_tokens":40273,"pending_prefill_tokens":10229,"num_requests":3,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":32332,"score_linear":196048.0,"score_lmetric":127683},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":147622,"ongoing_decode_tokens":0,"pending_prefill_tokens":21158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":32332,"score_linear":147622.0,"score_lmetric":106980},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":404512,"ongoing_decode_tokens":187241,"pending_prefill_tokens":5165,"num_requests":5,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":28672,"new_prefill":3660,"score_linear":375840.0,"score_lmetric":44125},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86193,"ongoing_decode_tokens":86193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":32332,"score_linear":86193.0,"score_lmetric":32332},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":19968,"new_prefill":12364,"score_linear":126285.0,"score_lmetric":144446}],"chosen_score_linear":-8840.0,"chosen_score_lmetric":1100,"t_first_token":329092.12768387,"t_first_token_unix":1779759957.1416273,"t_done":329096.096389364,"t_done_unix":1779759961.1103334},{"request_id":"1364090:7:1412644:820","session_id":"1364090","input_length":86193,"t_proxy_recv":329085.476536867,"t_decision_unix":1779759950.4904783,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73728,"affinity_cache_ratio":0.8553826876892555,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (12465 < 16000)","cache_hit":73728,"estimated_new_tokens":12465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":7680,"new_prefill":78513,"score_linear":144239.0,"score_lmetric":332928},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1608,"cache_hit":7680,"new_prefill":78513,"score_linear":-7680.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":31224,"ongoing_decode_tokens":0,"pending_prefill_tokens":31224,"num_requests":1,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":0,"new_prefill":86193,"score_linear":31224.0,"score_lmetric":117417},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":145532,"ongoing_decode_tokens":0,"pending_prefill_tokens":8178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":7680,"new_prefill":78513,"score_linear":137852.0,"score_lmetric":173382},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":7680,"new_prefill":78513,"score_linear":99612.0,"score_lmetric":92621},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":403113,"ongoing_decode_tokens":255350,"pending_prefill_tokens":3753,"num_requests":5,"active_p_offloads":0,"cached_blocks":1733,"cache_hit":0,"new_prefill":86193,"score_linear":403113.0,"score_lmetric":449730},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":73728,"new_prefill":12465,"score_linear":-73728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":7680,"new_prefill":78513,"score_linear":138573.0,"score_lmetric":276744}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":329091.764127484,"t_first_token_unix":1779759956.7780707,"t_done":329096.683290856,"t_done_unix":1779759961.6972346},{"request_id":"1313181:7:1382851:662","session_id":"1313181","input_length":62018,"t_proxy_recv":329095.71279392,"t_decision_unix":1779759960.7267356,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9989357928343384,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (66 < 16000)","cache_hit":61952,"estimated_new_tokens":66,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":62018,"score_linear":151919.0,"score_lmetric":266948},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":0,"new_prefill":62018,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32332,"ongoing_decode_tokens":32332,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":12800,"new_prefill":49218,"score_linear":19532.0,"score_lmetric":49218},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":196048,"ongoing_decode_tokens":40273,"pending_prefill_tokens":10229,"num_requests":3,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":62018,"score_linear":196048.0,"score_lmetric":216741},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":147622,"ongoing_decode_tokens":0,"pending_prefill_tokens":21158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":62018,"score_linear":147622.0,"score_lmetric":166352},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":404512,"ongoing_decode_tokens":187241,"pending_prefill_tokens":5165,"num_requests":5,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":12800,"new_prefill":49218,"score_linear":391712.0,"score_lmetric":271915},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86193,"ongoing_decode_tokens":86193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":62018,"score_linear":86193.0,"score_lmetric":62018},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24442,"ongoing_decode_tokens":24442,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1652,"cache_hit":61952,"new_prefill":66,"score_linear":-37510.0,"score_lmetric":66}],"chosen_score_linear":-37510.0,"chosen_score_lmetric":66,"t_first_token":329095.818038808,"t_first_token_unix":1779759960.8319824,"t_done":329100.063666108,"t_done_unix":1779759965.0776126},{"request_id":"1363943:10:1401002:755","session_id":"1363943","input_length":24442,"t_proxy_recv":329059.368115022,"t_decision_unix":1779759924.3820565,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9845348171180754,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (378 < 16000)","cache_hit":24064,"estimated_new_tokens":378,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21009,"ongoing_decode_tokens":0,"pending_prefill_tokens":13329,"num_requests":1,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":8704,"new_prefill":15738,"score_linear":12305.0,"score_lmetric":29067},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":4096,"new_prefill":20346,"score_linear":102047.0,"score_lmetric":20346},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60887,"ongoing_decode_tokens":21684,"pending_prefill_tokens":1315,"num_requests":2,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":24442,"score_linear":60887.0,"score_lmetric":51514},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":161560,"ongoing_decode_tokens":161560,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1860,"cache_hit":4096,"new_prefill":20346,"score_linear":157464.0,"score_lmetric":40692},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2169,"cache_hit":4096,"new_prefill":20346,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":284015,"ongoing_decode_tokens":130468,"pending_prefill_tokens":21451,"num_requests":4,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":24442,"score_linear":284015.0,"score_lmetric":183572},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":4096,"new_prefill":20346,"score_linear":151574.0,"score_lmetric":253728},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":163536,"ongoing_decode_tokens":163536,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":24064,"new_prefill":378,"score_linear":139472.0,"score_lmetric":756}],"chosen_score_linear":139472.0,"chosen_score_lmetric":756,"t_first_token":329059.480906714,"t_first_token_unix":1779759924.4948502,"t_done":329100.243433061,"t_done_unix":1779759965.2573764},{"request_id":"1277428:8:1412675:821","session_id":"1277428","input_length":40273,"t_proxy_recv":329085.563365242,"t_decision_unix":1779759950.5773065,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9534924142725896,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1873 < 16000)","cache_hit":38400,"estimated_new_tokens":1873,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":40273,"score_linear":151919.0,"score_lmetric":179968},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1608,"cache_hit":4608,"new_prefill":35665,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":31224,"ongoing_decode_tokens":0,"pending_prefill_tokens":31224,"num_requests":1,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":0,"new_prefill":40273,"score_linear":31224.0,"score_lmetric":71497},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":145532,"ongoing_decode_tokens":0,"pending_prefill_tokens":8178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":38400,"new_prefill":1873,"score_linear":107132.0,"score_lmetric":20102},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":40273,"score_linear":107292.0,"score_lmetric":54381},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":403113,"ongoing_decode_tokens":255350,"pending_prefill_tokens":3753,"num_requests":5,"active_p_offloads":0,"cached_blocks":1733,"cache_hit":0,"new_prefill":40273,"score_linear":403113.0,"score_lmetric":220130},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86193,"ongoing_decode_tokens":0,"pending_prefill_tokens":12465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":40273,"score_linear":86193.0,"score_lmetric":52738},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":40273,"score_linear":146253.0,"score_lmetric":200264}],"chosen_score_linear":107132.0,"chosen_score_lmetric":20102,"t_first_token":329090.461552924,"t_first_token_unix":1779759955.4754968,"t_done":329100.826380575,"t_done_unix":1779759965.840324},{"request_id":"1398594:2:1404702:771","session_id":"1398594","input_length":21009,"t_proxy_recv":329057.844235369,"t_decision_unix":1779759922.8581765,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":7680,"affinity_cache_ratio":0.3655576181636441,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (13329 < 16000)","cache_hit":7680,"estimated_new_tokens":13329,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":7680,"new_prefill":13329,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":21009,"score_linear":106143.0,"score_lmetric":21009},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":21172,"num_requests":1,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":21009,"score_linear":21684.0,"score_lmetric":42181},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":160915,"ongoing_decode_tokens":160915,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1813,"cache_hit":0,"new_prefill":21009,"score_linear":160915.0,"score_lmetric":42018},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44148,"ongoing_decode_tokens":44148,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2164,"cache_hit":0,"new_prefill":21009,"score_linear":44148.0,"score_lmetric":21009},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":198577,"ongoing_decode_tokens":130468,"pending_prefill_tokens":17421,"num_requests":3,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":21009,"score_linear":198577.0,"score_lmetric":115290},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":21009,"score_linear":155670.0,"score_lmetric":255054},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":187177,"ongoing_decode_tokens":187177,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":0,"new_prefill":21009,"score_linear":187177.0,"score_lmetric":63027}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":329059.542499649,"t_first_token_unix":1779759924.5564432,"t_done":329101.782996962,"t_done_unix":1779759966.7969398},{"request_id":"1399948:2:1405276:778","session_id":"1399948","input_length":6149,"t_proxy_recv":329059.802827425,"t_decision_unix":1779759924.8167691,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":4608,"affinity_cache_ratio":0.7493901447389819,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1541 < 16000)","cache_hit":4608,"estimated_new_tokens":1541,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":145770,"ongoing_decode_tokens":21009,"pending_prefill_tokens":14681,"num_requests":3,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":4608,"new_prefill":1541,"score_linear":141162.0,"score_lmetric":48666},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":6149,"score_linear":106143.0,"score_lmetric":6149},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60887,"ongoing_decode_tokens":60887,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":6149,"score_linear":60887.0,"score_lmetric":12298},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":6149,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":32944,"ongoing_decode_tokens":0,"pending_prefill_tokens":32944,"num_requests":1,"active_p_offloads":0,"cached_blocks":2169,"cache_hit":0,"new_prefill":6149,"score_linear":32944.0,"score_lmetric":39093},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":284015,"ongoing_decode_tokens":198577,"pending_prefill_tokens":4030,"num_requests":4,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":6149,"score_linear":284015.0,"score_lmetric":40716},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":6149,"score_linear":155670.0,"score_lmetric":225334},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85985,"ongoing_decode_tokens":85985,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":0,"new_prefill":6149,"score_linear":85985.0,"score_lmetric":12298}],"chosen_score_linear":141162.0,"chosen_score_lmetric":48666,"t_first_token":329101.77127189,"t_first_token_unix":1779759966.785215,"t_done":329101.878789787,"t_done_unix":1779759966.8927326},{"request_id":"1366128:26:1413108:823","session_id":"1366128","input_length":127989,"t_proxy_recv":329091.050304798,"t_decision_unix":1779759956.0642462,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9200790692950176,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (10229 < 16000)","cache_hit":117760,"estimated_new_tokens":10229,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":127989,"score_linear":151919.0,"score_lmetric":530832},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":10633,"ongoing_decode_tokens":0,"pending_prefill_tokens":10633,"num_requests":1,"active_p_offloads":0,"cached_blocks":1627,"cache_hit":0,"new_prefill":127989,"score_linear":10633.0,"score_lmetric":138622},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":53861,"ongoing_decode_tokens":31469,"pending_prefill_tokens":22392,"num_requests":2,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":127989,"score_linear":53861.0,"score_lmetric":300762},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":68059,"ongoing_decode_tokens":40273,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":117760,"new_prefill":10229,"score_linear":-49701.0,"score_lmetric":20458},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":147622,"ongoing_decode_tokens":0,"pending_prefill_tokens":21158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":127989,"score_linear":147622.0,"score_lmetric":298294},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":403113,"ongoing_decode_tokens":255350,"pending_prefill_tokens":3753,"num_requests":5,"active_p_offloads":0,"cached_blocks":1733,"cache_hit":0,"new_prefill":127989,"score_linear":403113.0,"score_lmetric":658710},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86193,"ongoing_decode_tokens":0,"pending_prefill_tokens":12465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":127989,"score_linear":86193.0,"score_lmetric":140454},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":127989,"score_linear":146253.0,"score_lmetric":375696}],"chosen_score_linear":-49701.0,"chosen_score_lmetric":20458,"t_first_token":329098.812098928,"t_first_token_unix":1779759963.8260424,"t_done":329102.051520078,"t_done_unix":1779759967.0654678},{"request_id":"1405199:1:1405199:776","session_id":"1405199","input_length":11503,"t_proxy_recv":329059.582591736,"t_decision_unix":1779759924.5965333,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":11503,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11503 < 16000)","cache_hit":0,"estimated_new_tokens":11503,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21009,"ongoing_decode_tokens":21009,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":11503,"score_linear":21009.0,"score_lmetric":11503},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":11503,"score_linear":106143.0,"score_lmetric":11503},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60887,"ongoing_decode_tokens":60887,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":11503,"score_linear":60887.0,"score_lmetric":23006},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":63643,"ongoing_decode_tokens":63643,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1860,"cache_hit":0,"new_prefill":11503,"score_linear":63643.0,"score_lmetric":11503},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":32944,"ongoing_decode_tokens":0,"pending_prefill_tokens":32944,"num_requests":1,"active_p_offloads":0,"cached_blocks":2169,"cache_hit":0,"new_prefill":11503,"score_linear":32944.0,"score_lmetric":44447},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":284015,"ongoing_decode_tokens":198577,"pending_prefill_tokens":4030,"num_requests":4,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":11503,"score_linear":284015.0,"score_lmetric":62132},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":11503,"score_linear":155670.0,"score_lmetric":236042},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85985,"ongoing_decode_tokens":85985,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":0,"new_prefill":11503,"score_linear":85985.0,"score_lmetric":23006}],"chosen_score_linear":21009.0,"chosen_score_lmetric":11503,"t_first_token":329060.514579464,"t_first_token_unix":1779759925.5285227,"t_done":329102.447442733,"t_done_unix":1779759967.461386},{"request_id":"1399948:3:1405988:782","session_id":"1399948","input_length":7995,"t_proxy_recv":329101.882536326,"t_decision_unix":1779759966.896478,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":6144,"affinity_cache_ratio":0.7684803001876173,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1851 < 16000)","cache_hit":6144,"estimated_new_tokens":1851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":124761,"ongoing_decode_tokens":124761,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":6144,"new_prefill":1851,"score_linear":118617.0,"score_lmetric":3702},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":0,"new_prefill":7995,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":111290,"num_requests":1,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":7995,"score_linear":124090.0,"score_lmetric":119285},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":155775,"ongoing_decode_tokens":127989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1904,"cache_hit":0,"new_prefill":7995,"score_linear":155775.0,"score_lmetric":15990},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":147622,"ongoing_decode_tokens":0,"pending_prefill_tokens":21158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":7995,"score_linear":147622.0,"score_lmetric":58306},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":404512,"ongoing_decode_tokens":187241,"pending_prefill_tokens":5165,"num_requests":5,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":0,"new_prefill":7995,"score_linear":404512.0,"score_lmetric":65800},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":7995,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":0,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1653,"cache_hit":0,"new_prefill":7995,"score_linear":43763.0,"score_lmetric":10798}],"chosen_score_linear":118617.0,"chosen_score_lmetric":3702,"t_first_token":329102.203976884,"t_first_token_unix":1779759967.2179205,"t_done":329102.917905654,"t_done_unix":1779759967.9318495},{"request_id":"1399948:4:1407140:786","session_id":"1399948","input_length":8540,"t_proxy_recv":329102.921748746,"t_decision_unix":1779759967.9356902,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":7680,"affinity_cache_ratio":0.8992974238875878,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (860 < 16000)","cache_hit":7680,"estimated_new_tokens":860,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113258,"ongoing_decode_tokens":113258,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":7680,"new_prefill":860,"score_linear":105578.0,"score_lmetric":860},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":0,"new_prefill":8540,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":111290,"num_requests":1,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":8540,"score_linear":124090.0,"score_lmetric":119830},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":8540,"score_linear":27786.0,"score_lmetric":8540},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":147622,"ongoing_decode_tokens":0,"pending_prefill_tokens":21158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":8540,"score_linear":147622.0,"score_lmetric":59396},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":404512,"ongoing_decode_tokens":187241,"pending_prefill_tokens":5165,"num_requests":5,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":0,"new_prefill":8540,"score_linear":404512.0,"score_lmetric":68525},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":96849,"ongoing_decode_tokens":0,"pending_prefill_tokens":10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":8540,"score_linear":96849.0,"score_lmetric":18861},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":0,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1653,"cache_hit":0,"new_prefill":8540,"score_linear":43763.0,"score_lmetric":11343}],"chosen_score_linear":105578.0,"chosen_score_lmetric":860,"t_first_token":329103.041371418,"t_first_token_unix":1779759968.0553148,"t_done":329103.307642749,"t_done_unix":1779759968.3215857},{"request_id":"1399948:5:1407922:791","session_id":"1399948","input_length":8612,"t_proxy_recv":329103.31122523,"t_decision_unix":1779759968.325167,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":8192,"affinity_cache_ratio":0.9512308406874129,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (420 < 16000)","cache_hit":8192,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113258,"ongoing_decode_tokens":113258,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1850,"cache_hit":8192,"new_prefill":420,"score_linear":105066.0,"score_lmetric":420},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":0,"new_prefill":8612,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":111290,"num_requests":1,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":8612,"score_linear":124090.0,"score_lmetric":119902},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":8612,"score_linear":27786.0,"score_lmetric":8612},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":147622,"ongoing_decode_tokens":0,"pending_prefill_tokens":21158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":8612,"score_linear":147622.0,"score_lmetric":59540},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":404512,"ongoing_decode_tokens":187241,"pending_prefill_tokens":5165,"num_requests":5,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":0,"new_prefill":8612,"score_linear":404512.0,"score_lmetric":68885},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":96849,"ongoing_decode_tokens":0,"pending_prefill_tokens":10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":8612,"score_linear":96849.0,"score_lmetric":18933},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":0,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1653,"cache_hit":0,"new_prefill":8612,"score_linear":43763.0,"score_lmetric":11415}],"chosen_score_linear":105066.0,"chosen_score_lmetric":420,"t_first_token":329103.376159911,"t_first_token_unix":1779759968.390103,"t_done":329103.655361739,"t_done_unix":1779759968.6693048},{"request_id":"1366128:27:1417788:831","session_id":"1366128","input_length":128433,"t_proxy_recv":329103.677196629,"t_decision_unix":1779759968.6911378,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":128000,"affinity_cache_ratio":0.9966285923399749,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (433 < 16000)","cache_hit":128000,"estimated_new_tokens":433,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113258,"ongoing_decode_tokens":113258,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1850,"cache_hit":0,"new_prefill":128433,"score_linear":113258.0,"score_lmetric":128433},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":0,"new_prefill":128433,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":111290,"num_requests":1,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":128433,"score_linear":124090.0,"score_lmetric":239723},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":128000,"new_prefill":433,"score_linear":-100214.0,"score_lmetric":433},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":147622,"ongoing_decode_tokens":0,"pending_prefill_tokens":21158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":128433,"score_linear":147622.0,"score_lmetric":299182},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":404512,"ongoing_decode_tokens":187241,"pending_prefill_tokens":5165,"num_requests":5,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":0,"new_prefill":128433,"score_linear":404512.0,"score_lmetric":667990},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":96849,"ongoing_decode_tokens":0,"pending_prefill_tokens":10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":128433,"score_linear":96849.0,"score_lmetric":138754},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":0,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1653,"cache_hit":0,"new_prefill":128433,"score_linear":43763.0,"score_lmetric":131236}],"chosen_score_linear":-100214.0,"chosen_score_lmetric":433,"t_first_token":329104.085519578,"t_first_token_unix":1779759969.0994627,"t_done":329105.087155115,"t_done_unix":1779759970.1010988},{"request_id":"1399948:6:1410696:812","session_id":"1399948","input_length":11381,"t_proxy_recv":329103.681635507,"t_decision_unix":1779759968.6955774,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":8192,"affinity_cache_ratio":0.7197961514805378,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3189 < 16000)","cache_hit":8192,"estimated_new_tokens":3189,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113258,"ongoing_decode_tokens":113258,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1850,"cache_hit":8192,"new_prefill":3189,"score_linear":105066.0,"score_lmetric":3189},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":0,"new_prefill":11381,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":111290,"num_requests":1,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":11381,"score_linear":124090.0,"score_lmetric":122671},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156219,"ongoing_decode_tokens":0,"pending_prefill_tokens":433,"num_requests":2,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":11381,"score_linear":156219.0,"score_lmetric":23628},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":147622,"ongoing_decode_tokens":0,"pending_prefill_tokens":21158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":11381,"score_linear":147622.0,"score_lmetric":65078},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":404512,"ongoing_decode_tokens":187241,"pending_prefill_tokens":5165,"num_requests":5,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":0,"new_prefill":11381,"score_linear":404512.0,"score_lmetric":82730},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":96849,"ongoing_decode_tokens":0,"pending_prefill_tokens":10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":11381,"score_linear":96849.0,"score_lmetric":21702},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":0,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1653,"cache_hit":0,"new_prefill":11381,"score_linear":43763.0,"score_lmetric":14184}],"chosen_score_linear":105066.0,"chosen_score_lmetric":3189,"t_first_token":329104.05172469,"t_first_token_unix":1779759969.065668,"t_done":329109.948310236,"t_done_unix":1779759974.9622536},{"request_id":"1399948:7:1413205:824","session_id":"1399948","input_length":11537,"t_proxy_recv":329109.952459111,"t_decision_unix":1779759974.9664009,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9763370026870071,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (273 < 16000)","cache_hit":11264,"estimated_new_tokens":273,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":150656,"ongoing_decode_tokens":150656,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":11264,"new_prefill":273,"score_linear":139392.0,"score_lmetric":546},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":0,"new_prefill":11537,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":111290,"num_requests":1,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":11537,"score_linear":124090.0,"score_lmetric":122827},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1925,"cache_hit":0,"new_prefill":11537,"score_linear":27786.0,"score_lmetric":11537},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":147622,"ongoing_decode_tokens":0,"pending_prefill_tokens":21158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":11537,"score_linear":147622.0,"score_lmetric":65390},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":404512,"ongoing_decode_tokens":187241,"pending_prefill_tokens":5165,"num_requests":5,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":0,"new_prefill":11537,"score_linear":404512.0,"score_lmetric":83510},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":96849,"ongoing_decode_tokens":96849,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":11537,"score_linear":96849.0,"score_lmetric":11537},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1653,"cache_hit":0,"new_prefill":11537,"score_linear":43763.0,"score_lmetric":11537}],"chosen_score_linear":139392.0,"chosen_score_lmetric":546,"t_first_token":329110.04382191,"t_first_token_unix":1779759975.0577655,"t_done":329110.813952984,"t_done_unix":1779759975.827896},{"request_id":"1364090:8:1417347:830","session_id":"1364090","input_length":96849,"t_proxy_recv":329102.125707852,"t_decision_unix":1779759967.1396494,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":86528,"affinity_cache_ratio":0.893432043696889,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (10321 < 16000)","cache_hit":86528,"estimated_new_tokens":10321,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":132756,"ongoing_decode_tokens":124761,"pending_prefill_tokens":1851,"num_requests":3,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":7680,"new_prefill":89169,"score_linear":125076.0,"score_lmetric":273060},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":7680,"new_prefill":89169,"score_linear":-7680.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":111290,"num_requests":1,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":96849,"score_linear":124090.0,"score_lmetric":208139},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":7680,"new_prefill":89169,"score_linear":20106.0,"score_lmetric":89169},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":147622,"ongoing_decode_tokens":0,"pending_prefill_tokens":21158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":7680,"new_prefill":89169,"score_linear":139942.0,"score_lmetric":220654},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":404512,"ongoing_decode_tokens":187241,"pending_prefill_tokens":5165,"num_requests":5,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":0,"new_prefill":96849,"score_linear":404512.0,"score_lmetric":510070},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":86528,"new_prefill":10321,"score_linear":-86528.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":0,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1653,"cache_hit":7680,"new_prefill":89169,"score_linear":36083.0,"score_lmetric":91972}],"chosen_score_linear":-86528.0,"chosen_score_lmetric":0,"t_first_token":329108.058716753,"t_first_token_unix":1779759973.0726602,"t_done":329112.61269516,"t_done_unix":1779759977.6266387},{"request_id":"1373577:3:1404917:774","session_id":"1373577","input_length":85438,"t_proxy_recv":329058.64548392,"t_decision_unix":1779759923.6594255,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9528312928673424,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4030 < 16000)","cache_hit":81408,"estimated_new_tokens":4030,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21009,"ongoing_decode_tokens":0,"pending_prefill_tokens":13329,"num_requests":1,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":85438,"score_linear":21009.0,"score_lmetric":98767},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":85438,"score_linear":106143.0,"score_lmetric":85438},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60887,"ongoing_decode_tokens":0,"pending_prefill_tokens":22487,"num_requests":2,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":2560,"new_prefill":82878,"score_linear":58327.0,"score_lmetric":210730},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":161457,"ongoing_decode_tokens":97814,"pending_prefill_tokens":667,"num_requests":2,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":85438,"score_linear":161457.0,"score_lmetric":172210},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44148,"ongoing_decode_tokens":44148,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2164,"cache_hit":0,"new_prefill":85438,"score_linear":44148.0,"score_lmetric":85438},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":198577,"ongoing_decode_tokens":130468,"pending_prefill_tokens":17421,"num_requests":3,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":81408,"new_prefill":4030,"score_linear":117169.0,"score_lmetric":64353},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":85438,"score_linear":155670.0,"score_lmetric":383912},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":187177,"ongoing_decode_tokens":187177,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":0,"new_prefill":85438,"score_linear":187177.0,"score_lmetric":256314}],"chosen_score_linear":117169.0,"chosen_score_lmetric":64353,"t_first_token":329085.438522876,"t_first_token_unix":1779759950.4524777,"t_done":329114.84218111,"t_done_unix":1779759979.8561249},{"request_id":"1366128:28:1421998:837","session_id":"1366128","input_length":128642,"t_proxy_recv":329118.652614998,"t_decision_unix":1779759983.6665564,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":128512,"affinity_cache_ratio":0.9989894435720837,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (130 < 16000)","cache_hit":128512,"estimated_new_tokens":130,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":150656,"ongoing_decode_tokens":150656,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":128642,"score_linear":150656.0,"score_lmetric":257284},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":32179,"ongoing_decode_tokens":32179,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":0,"new_prefill":128642,"score_linear":32179.0,"score_lmetric":128642},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":111290,"num_requests":1,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":128642,"score_linear":124090.0,"score_lmetric":239932},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1925,"cache_hit":128512,"new_prefill":130,"score_linear":-100726.0,"score_lmetric":130},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":208062,"ongoing_decode_tokens":0,"pending_prefill_tokens":26814,"num_requests":4,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":128642,"score_linear":208062.0,"score_lmetric":621824},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":319074,"ongoing_decode_tokens":101803,"pending_prefill_tokens":5165,"num_requests":4,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":128642,"score_linear":319074.0,"score_lmetric":535228},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90818,"ongoing_decode_tokens":0,"pending_prefill_tokens":90818,"num_requests":1,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":128642,"score_linear":90818.0,"score_lmetric":219460},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1653,"cache_hit":0,"new_prefill":128642,"score_linear":43763.0,"score_lmetric":128642}],"chosen_score_linear":-100726.0,"chosen_score_lmetric":130,"t_first_token":329118.936524209,"t_first_token_unix":1779759983.9504676,"t_done":329119.443269025,"t_done_unix":1779759984.4572122},{"request_id":"1270340:5:1417075:829","session_id":"1270340","input_length":43763,"t_proxy_recv":329101.325755588,"t_decision_unix":1779759966.3396971,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":40960,"affinity_cache_ratio":0.9359504604346137,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2803 < 16000)","cache_hit":40960,"estimated_new_tokens":2803,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":43763,"score_linear":151919.0,"score_lmetric":193928},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":0,"new_prefill":43763,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":111290,"num_requests":1,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":43763,"score_linear":124090.0,"score_lmetric":155053},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":155775,"ongoing_decode_tokens":127989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1904,"cache_hit":0,"new_prefill":43763,"score_linear":155775.0,"score_lmetric":87526},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":147622,"ongoing_decode_tokens":0,"pending_prefill_tokens":21158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":1536,"new_prefill":42227,"score_linear":146086.0,"score_lmetric":126770},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":404512,"ongoing_decode_tokens":187241,"pending_prefill_tokens":5165,"num_requests":5,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":0,"new_prefill":43763,"score_linear":404512.0,"score_lmetric":244640},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":43763,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1653,"cache_hit":40960,"new_prefill":2803,"score_linear":-40960.0,"score_lmetric":0}],"chosen_score_linear":-40960.0,"chosen_score_lmetric":0,"t_first_token":329108.78692119,"t_first_token_unix":1779759973.8008647,"t_done":329119.775139443,"t_done_unix":1779759984.7890828},{"request_id":"1264679:2:1405259:777","session_id":"1264679","input_length":113258,"t_proxy_recv":329059.777647211,"t_decision_unix":1779759924.7915888,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":110080,"affinity_cache_ratio":0.9719401719966801,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3178 < 16000)","cache_hit":110080,"estimated_new_tokens":3178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":32512,"ongoing_decode_tokens":21009,"pending_prefill_tokens":11503,"num_requests":2,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":110080,"new_prefill":3178,"score_linear":-77568.0,"score_lmetric":29362},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":113258,"score_linear":106143.0,"score_lmetric":113258},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60887,"ongoing_decode_tokens":60887,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1995,"cache_hit":0,"new_prefill":113258,"score_linear":60887.0,"score_lmetric":226516},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":113258,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":32944,"ongoing_decode_tokens":0,"pending_prefill_tokens":32944,"num_requests":1,"active_p_offloads":0,"cached_blocks":2169,"cache_hit":0,"new_prefill":113258,"score_linear":32944.0,"score_lmetric":146202},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":284015,"ongoing_decode_tokens":198577,"pending_prefill_tokens":4030,"num_requests":4,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":113258,"score_linear":284015.0,"score_lmetric":469152},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":113258,"score_linear":155670.0,"score_lmetric":439552},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85985,"ongoing_decode_tokens":85985,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":0,"new_prefill":113258,"score_linear":85985.0,"score_lmetric":226516}],"chosen_score_linear":-77568.0,"chosen_score_lmetric":29362,"t_first_token":329101.769700544,"t_first_token_unix":1779759966.7836468,"t_done":329123.661716948,"t_done_unix":1779759988.6756608},{"request_id":"1364128:3:1419644:833","session_id":"1364128","input_length":32179,"t_proxy_recv":329110.143935481,"t_decision_unix":1779759975.157877,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":1,"affinity_cache_hit":8704,"affinity_cache_ratio":0.2704869635476553,"affinity_num_requests":5,"avg_num_requests":1.75,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":32179,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":162193,"ongoing_decode_tokens":162193,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":32179,"score_linear":162193.0,"score_lmetric":96537},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":0,"new_prefill":32179,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":111290,"num_requests":1,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":32179,"score_linear":124090.0,"score_lmetric":143469},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1925,"cache_hit":0,"new_prefill":32179,"score_linear":27786.0,"score_lmetric":32179},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":147622,"ongoing_decode_tokens":0,"pending_prefill_tokens":21158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":6656,"new_prefill":25523,"score_linear":140966.0,"score_lmetric":93362},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":404512,"ongoing_decode_tokens":187241,"pending_prefill_tokens":5165,"num_requests":5,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":8704,"new_prefill":23475,"score_linear":395808.0,"score_lmetric":143200},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":96849,"ongoing_decode_tokens":96849,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":32179,"score_linear":96849.0,"score_lmetric":32179},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1653,"cache_hit":0,"new_prefill":32179,"score_linear":43763.0,"score_lmetric":32179}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329114.546844724,"t_first_token_unix":1779759979.5607884,"t_done":329125.275687194,"t_done_unix":1779759990.2896304},{"request_id":"1362265:8:1419710:834","session_id":"1362265","input_length":11132,"t_proxy_recv":329110.357588451,"t_decision_unix":1779759975.371529,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9658641753503413,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (380 < 16000)","cache_hit":10752,"estimated_new_tokens":380,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":162193,"ongoing_decode_tokens":162193,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":11132,"score_linear":162193.0,"score_lmetric":33396},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":32179,"ongoing_decode_tokens":0,"pending_prefill_tokens":32179,"num_requests":1,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":0,"new_prefill":11132,"score_linear":32179.0,"score_lmetric":43311},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":111290,"num_requests":1,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":11132,"score_linear":124090.0,"score_lmetric":122422},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1925,"cache_hit":0,"new_prefill":11132,"score_linear":27786.0,"score_lmetric":11132},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":147622,"ongoing_decode_tokens":0,"pending_prefill_tokens":21158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":10752,"new_prefill":380,"score_linear":136870.0,"score_lmetric":43076},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":404512,"ongoing_decode_tokens":187241,"pending_prefill_tokens":5165,"num_requests":5,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":6656,"new_prefill":4476,"score_linear":397856.0,"score_lmetric":48205},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":96849,"ongoing_decode_tokens":96849,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":11132,"score_linear":96849.0,"score_lmetric":11132},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1653,"cache_hit":0,"new_prefill":11132,"score_linear":43763.0,"score_lmetric":11132}],"chosen_score_linear":136870.0,"chosen_score_lmetric":43076,"t_first_token":329121.545288172,"t_first_token_unix":1779759986.5592315,"t_done":329127.878363937,"t_done_unix":1779759992.8923082},{"request_id":"1362265:9:1422050:838","session_id":"1362265","input_length":11879,"t_proxy_recv":329127.882380503,"t_decision_unix":1779759992.896322,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9051266941661756,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1127 < 16000)","cache_hit":10752,"estimated_new_tokens":1127,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":0,"new_prefill":11879,"score_linear":37398.0,"score_lmetric":11879},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1711,"cache_hit":6656,"new_prefill":5223,"score_linear":-6656.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":111290,"num_requests":1,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":11879,"score_linear":124090.0,"score_lmetric":123169},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":153984,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1925,"cache_hit":0,"new_prefill":11879,"score_linear":153984.0,"score_lmetric":23758},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":196930,"ongoing_decode_tokens":196930,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":10752,"new_prefill":1127,"score_linear":186178.0,"score_lmetric":3381},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":319074,"ongoing_decode_tokens":101803,"pending_prefill_tokens":5165,"num_requests":4,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":6656,"new_prefill":5223,"score_linear":312418.0,"score_lmetric":41552},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":192250,"ongoing_decode_tokens":0,"pending_prefill_tokens":94970,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":11879,"score_linear":192250.0,"score_lmetric":213698},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1660,"cache_hit":0,"new_prefill":11879,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":186178.0,"chosen_score_lmetric":3381,"t_first_token":329128.161884976,"t_first_token_unix":1779759993.1758282,"t_done":329129.065380556,"t_done_unix":1779759994.0793235},{"request_id":"1363943:11:1424840:842","session_id":"1363943","input_length":25225,"t_proxy_recv":329128.677652438,"t_decision_unix":1779759993.6915934,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9742715559960357,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (649 < 16000)","cache_hit":24576,"estimated_new_tokens":649,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":8704,"new_prefill":16521,"score_linear":28694.0,"score_lmetric":16521},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1711,"cache_hit":4096,"new_prefill":21129,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":111290,"num_requests":1,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":25225,"score_linear":124090.0,"score_lmetric":136515},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":153984,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1925,"cache_hit":4096,"new_prefill":21129,"score_linear":149888.0,"score_lmetric":42258},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":208809,"ongoing_decode_tokens":208809,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":4096,"new_prefill":21129,"score_linear":204713.0,"score_lmetric":84516},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":319074,"ongoing_decode_tokens":101803,"pending_prefill_tokens":5165,"num_requests":4,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":25225,"score_linear":319074.0,"score_lmetric":121560},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":192250,"ongoing_decode_tokens":0,"pending_prefill_tokens":94970,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":4096,"new_prefill":21129,"score_linear":188154.0,"score_lmetric":232198},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1660,"cache_hit":24576,"new_prefill":649,"score_linear":-24576.0,"score_lmetric":0}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":329128.784507903,"t_first_token_unix":1779759993.7984512,"t_done":329129.769896792,"t_done_unix":1779759994.7838404},{"request_id":"1270606:2:1411654:817","session_id":"1270606","input_length":107292,"t_proxy_recv":329082.258253798,"t_decision_unix":1779759947.2721949,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":93184,"affinity_cache_ratio":0.8685083696827349,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (14108 < 16000)","cache_hit":93184,"estimated_new_tokens":14108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":107292,"score_linear":151919.0,"score_lmetric":448044},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1608,"cache_hit":0,"new_prefill":107292,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":0,"new_prefill":107292,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":145532,"ongoing_decode_tokens":0,"pending_prefill_tokens":8178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":107292,"score_linear":145532.0,"score_lmetric":230940},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":93184,"new_prefill":14108,"score_linear":-93184.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":431778,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":6,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":0,"new_prefill":107292,"score_linear":431778.0,"score_lmetric":690450},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":107292,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":1536,"new_prefill":105756,"score_linear":144717.0,"score_lmetric":331230}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":329121.541885083,"t_first_token_unix":1779759986.5558288,"t_done":329129.86930178,"t_done_unix":1779759994.883245},{"request_id":"1301929:3:1417873:832","session_id":"1301929","input_length":37398,"t_proxy_recv":329103.955725479,"t_decision_unix":1779759968.9696667,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9994117332477672,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (22 < 16000)","cache_hit":37376,"estimated_new_tokens":22,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":124639,"ongoing_decode_tokens":113258,"pending_prefill_tokens":3189,"num_requests":2,"active_p_offloads":0,"cached_blocks":1850,"cache_hit":37376,"new_prefill":22,"score_linear":87263.0,"score_lmetric":6422},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":0,"new_prefill":37398,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":111290,"num_requests":1,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":37398,"score_linear":124090.0,"score_lmetric":148688},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156219,"ongoing_decode_tokens":0,"pending_prefill_tokens":433,"num_requests":2,"active_p_offloads":0,"cached_blocks":1924,"cache_hit":0,"new_prefill":37398,"score_linear":156219.0,"score_lmetric":75662},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":147622,"ongoing_decode_tokens":0,"pending_prefill_tokens":21158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":37398,"score_linear":147622.0,"score_lmetric":117112},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":404512,"ongoing_decode_tokens":187241,"pending_prefill_tokens":5165,"num_requests":5,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":0,"new_prefill":37398,"score_linear":404512.0,"score_lmetric":212815},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":96849,"ongoing_decode_tokens":0,"pending_prefill_tokens":10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":37398,"score_linear":96849.0,"score_lmetric":47719},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":0,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1653,"cache_hit":0,"new_prefill":37398,"score_linear":43763.0,"score_lmetric":40201}],"chosen_score_linear":87263.0,"chosen_score_lmetric":6422,"t_first_token":329109.763153263,"t_first_token_unix":1779759974.7770975,"t_done":329129.937139666,"t_done_unix":1779759994.9510827},{"request_id":"1399948:8:1425345:844","session_id":"1399948","input_length":11736,"t_proxy_recv":329130.550532956,"t_decision_unix":1779759995.5644739,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9597818677573279,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (472 < 16000)","cache_hit":11264,"estimated_new_tokens":472,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":11264,"new_prefill":472,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1711,"cache_hit":0,"new_prefill":11736,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":163879,"ongoing_decode_tokens":0,"pending_prefill_tokens":113191,"num_requests":2,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":11736,"score_linear":163879.0,"score_lmetric":249854},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":153984,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1925,"cache_hit":0,"new_prefill":11736,"score_linear":153984.0,"score_lmetric":23472},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":89638,"ongoing_decode_tokens":89638,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2292,"cache_hit":0,"new_prefill":11736,"score_linear":89638.0,"score_lmetric":23472},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":319074,"ongoing_decode_tokens":101803,"pending_prefill_tokens":5165,"num_requests":4,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":11736,"score_linear":319074.0,"score_lmetric":67604},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":192250,"ongoing_decode_tokens":0,"pending_prefill_tokens":94970,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":11736,"score_linear":192250.0,"score_lmetric":213412},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1661,"cache_hit":0,"new_prefill":11736,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":329130.618788443,"t_first_token_unix":1779759995.632732,"t_done":329130.746345799,"t_done_unix":1779759995.7602887},{"request_id":"1268861:9:1421319:836","session_id":"1268861","input_length":49308,"t_proxy_recv":329116.091597761,"t_decision_unix":1779759981.105539,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":44032,"affinity_cache_ratio":0.8929991076498742,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5276 < 16000)","cache_hit":44032,"estimated_new_tokens":5276,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":150656,"ongoing_decode_tokens":150656,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":49308,"score_linear":150656.0,"score_lmetric":98616},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":32179,"ongoing_decode_tokens":32179,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":0,"new_prefill":49308,"score_linear":32179.0,"score_lmetric":49308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":111290,"num_requests":1,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":49308,"score_linear":124090.0,"score_lmetric":160598},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1925,"cache_hit":0,"new_prefill":49308,"score_linear":27786.0,"score_lmetric":49308},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158754,"ongoing_decode_tokens":0,"pending_prefill_tokens":21538,"num_requests":3,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":44032,"new_prefill":5276,"score_linear":114722.0,"score_lmetric":80442},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":319074,"ongoing_decode_tokens":101803,"pending_prefill_tokens":5165,"num_requests":4,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":49308,"score_linear":319074.0,"score_lmetric":217892},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90818,"ongoing_decode_tokens":0,"pending_prefill_tokens":90818,"num_requests":1,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":49308,"score_linear":90818.0,"score_lmetric":140126},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1653,"cache_hit":0,"new_prefill":49308,"score_linear":43763.0,"score_lmetric":49308}],"chosen_score_linear":114722.0,"chosen_score_lmetric":80442,"t_first_token":329126.797427121,"t_first_token_unix":1779759991.8113701,"t_done":329130.903386834,"t_done_unix":1779759995.9173305},{"request_id":"1405155:2:1414214:828","session_id":"1405155","input_length":40330,"t_proxy_recv":329090.929188779,"t_decision_unix":1779759955.94313,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":33280,"affinity_cache_ratio":0.825192164641706,"affinity_num_requests":1,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7050 < 16000)","cache_hit":33280,"estimated_new_tokens":7050,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":40330,"score_linear":151919.0,"score_lmetric":180196},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":10633,"ongoing_decode_tokens":0,"pending_prefill_tokens":10633,"num_requests":1,"active_p_offloads":0,"cached_blocks":1627,"cache_hit":0,"new_prefill":40330,"score_linear":10633.0,"score_lmetric":50963},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":53861,"ongoing_decode_tokens":31469,"pending_prefill_tokens":22392,"num_requests":2,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":40330,"score_linear":53861.0,"score_lmetric":125444},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":185805,"ongoing_decode_tokens":158019,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":40330,"score_linear":185805.0,"score_lmetric":120990},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":33280,"new_prefill":7050,"score_linear":74012.0,"score_lmetric":21158},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":403113,"ongoing_decode_tokens":255350,"pending_prefill_tokens":3753,"num_requests":5,"active_p_offloads":0,"cached_blocks":1733,"cache_hit":512,"new_prefill":39818,"score_linear":402601.0,"score_lmetric":217855},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86193,"ongoing_decode_tokens":0,"pending_prefill_tokens":12465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":512,"new_prefill":39818,"score_linear":85681.0,"score_lmetric":52283},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":40330,"score_linear":146253.0,"score_lmetric":200378}],"chosen_score_linear":74012.0,"chosen_score_lmetric":21158,"t_first_token":329121.543529013,"t_first_token_unix":1779759986.5574722,"t_done":329133.11937229,"t_done_unix":1779759998.1333158},{"request_id":"1366128:29:1424316:841","session_id":"1366128","input_length":126198,"t_proxy_recv":329126.848647195,"t_decision_unix":1779759991.8625882,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":125952,"affinity_cache_ratio":0.9980506822612085,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (246 < 16000)","cache_hit":125952,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":0,"new_prefill":126198,"score_linear":37398.0,"score_lmetric":126198},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1711,"cache_hit":0,"new_prefill":126198,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":111290,"num_requests":1,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":126198,"score_linear":124090.0,"score_lmetric":237488},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1925,"cache_hit":125952,"new_prefill":246,"score_linear":-98166.0,"score_lmetric":246},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":208062,"ongoing_decode_tokens":208062,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":126198,"score_linear":208062.0,"score_lmetric":504792},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":319074,"ongoing_decode_tokens":101803,"pending_prefill_tokens":5165,"num_requests":4,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":126198,"score_linear":319074.0,"score_lmetric":525452},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":192250,"ongoing_decode_tokens":0,"pending_prefill_tokens":94970,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":126198,"score_linear":192250.0,"score_lmetric":442336},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1660,"cache_hit":0,"new_prefill":126198,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-98166.0,"chosen_score_lmetric":246,"t_first_token":329127.023362029,"t_first_token_unix":1779759992.0373056,"t_done":329134.38386948,"t_done_unix":1779759999.397813},{"request_id":"1270606:3:1427164:848","session_id":"1270606","input_length":108318,"t_proxy_recv":329136.989174694,"t_decision_unix":1779760002.003116,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":107008,"affinity_cache_ratio":0.987905980538784,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1310 < 16000)","cache_hit":107008,"estimated_new_tokens":1310,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":0,"new_prefill":108318,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1711,"cache_hit":0,"new_prefill":108318,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":163879,"ongoing_decode_tokens":0,"pending_prefill_tokens":113191,"num_requests":2,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":108318,"score_linear":163879.0,"score_lmetric":443018},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":70128,"ongoing_decode_tokens":42342,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1926,"cache_hit":0,"new_prefill":108318,"score_linear":70128.0,"score_lmetric":216636},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":107008,"new_prefill":1310,"score_linear":-107008.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":319074,"ongoing_decode_tokens":221780,"pending_prefill_tokens":1412,"num_requests":4,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":108318,"score_linear":319074.0,"score_lmetric":438920},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":192250,"ongoing_decode_tokens":0,"pending_prefill_tokens":94970,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":108318,"score_linear":192250.0,"score_lmetric":406576},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26923,"ongoing_decode_tokens":26923,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1661,"cache_hit":1536,"new_prefill":106782,"score_linear":25387.0,"score_lmetric":106782}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":329137.747974196,"t_first_token_unix":1779760002.7619183,"t_done":329138.038729428,"t_done_unix":1779760003.052673},{"request_id":"1363943:12:1426646:845","session_id":"1363943","input_length":26923,"t_proxy_recv":329135.142132701,"t_decision_unix":1779760000.156074,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9318426624076068,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1835 < 16000)","cache_hit":25088,"estimated_new_tokens":1835,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":8704,"new_prefill":18219,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1711,"cache_hit":4096,"new_prefill":22827,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":163879,"ongoing_decode_tokens":0,"pending_prefill_tokens":113191,"num_requests":2,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":26923,"score_linear":163879.0,"score_lmetric":280228},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1926,"cache_hit":4096,"new_prefill":22827,"score_linear":23690.0,"score_lmetric":22827},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":4096,"new_prefill":22827,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":319074,"ongoing_decode_tokens":101803,"pending_prefill_tokens":5165,"num_requests":4,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":26923,"score_linear":319074.0,"score_lmetric":128352},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":192250,"ongoing_decode_tokens":0,"pending_prefill_tokens":94970,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":4096,"new_prefill":22827,"score_linear":188154.0,"score_lmetric":235594},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1661,"cache_hit":25088,"new_prefill":1835,"score_linear":-25088.0,"score_lmetric":0}],"chosen_score_linear":-25088.0,"chosen_score_lmetric":0,"t_first_token":329135.498666317,"t_first_token_unix":1779760000.5126097,"t_done":329139.406409265,"t_done_unix":1779760004.420352},{"request_id":"1277428:8:1426669:846","session_id":"1277428","input_length":42342,"t_proxy_recv":329135.226252789,"t_decision_unix":1779760000.240192,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9552690000472345,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1894 < 16000)","cache_hit":40448,"estimated_new_tokens":1894,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":0,"new_prefill":42342,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1711,"cache_hit":4608,"new_prefill":37734,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":163879,"ongoing_decode_tokens":0,"pending_prefill_tokens":113191,"num_requests":2,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":42342,"score_linear":163879.0,"score_lmetric":311066},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1926,"cache_hit":40448,"new_prefill":1894,"score_linear":-12662.0,"score_lmetric":1894},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":0,"new_prefill":42342,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":319074,"ongoing_decode_tokens":101803,"pending_prefill_tokens":5165,"num_requests":4,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":42342,"score_linear":319074.0,"score_lmetric":190028},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":192250,"ongoing_decode_tokens":0,"pending_prefill_tokens":94970,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":42342,"score_linear":192250.0,"score_lmetric":274624},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26923,"ongoing_decode_tokens":0,"pending_prefill_tokens":1835,"num_requests":1,"active_p_offloads":0,"cached_blocks":1661,"cache_hit":0,"new_prefill":42342,"score_linear":26923.0,"score_lmetric":44177}],"chosen_score_linear":-12662.0,"chosen_score_lmetric":1894,"t_first_token":329135.882876372,"t_first_token_unix":1779760000.8968198,"t_done":329140.226277994,"t_done_unix":1779760005.2402215},{"request_id":"1362265:10:1427606:850","session_id":"1362265","input_length":12596,"t_proxy_recv":329138.245251406,"t_decision_unix":1779760003.259193,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":11776,"affinity_cache_ratio":0.934899968243887,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (820 < 16000)","cache_hit":11776,"estimated_new_tokens":820,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":0,"new_prefill":12596,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1711,"cache_hit":6656,"new_prefill":5940,"score_linear":-6656.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":163879,"ongoing_decode_tokens":0,"pending_prefill_tokens":113191,"num_requests":2,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":12596,"score_linear":163879.0,"score_lmetric":251574},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":70128,"ongoing_decode_tokens":42342,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1926,"cache_hit":0,"new_prefill":12596,"score_linear":70128.0,"score_lmetric":25192},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":11776,"new_prefill":820,"score_linear":-11776.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":319074,"ongoing_decode_tokens":221780,"pending_prefill_tokens":1412,"num_requests":4,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":6656,"new_prefill":5940,"score_linear":312418.0,"score_lmetric":29408},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":192250,"ongoing_decode_tokens":0,"pending_prefill_tokens":94970,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":12596,"score_linear":192250.0,"score_lmetric":215132},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26923,"ongoing_decode_tokens":26923,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1661,"cache_hit":0,"new_prefill":12596,"score_linear":26923.0,"score_lmetric":12596}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":329138.388302033,"t_first_token_unix":1779760003.4022453,"t_done":329140.314415604,"t_done_unix":1779760005.328359},{"request_id":"1340290:7:1408176:795","session_id":"1340290","input_length":27786,"t_proxy_recv":329070.130174665,"t_decision_unix":1779759935.144116,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":3,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9766069243503923,"affinity_num_requests":5,"avg_num_requests":2.375,"fallback_score":27786,"tie_break_used":false,"v2_pd_sep":true,"v2_decision":"pd_sep","v2_reason":"local_cost 5.56s > migrate_cost 1.38s + margin 0.20s","v2_chosen_cache_hit":0,"v2_src_idx":5,"v2_src_cache_hit":27136,"v2_new_local":27786,"v2_new_src":650,"v2_cost_local_s":5.557200000000001,"v2_cost_src_interf_s":0.1625,"v2_cost_xfer_s":1.2201388888888889,"v2_cost_migrate_s":1.382638888888889,"cache_hit":0,"estimated_new_tokens":27786,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":27786,"score_linear":151919.0,"score_lmetric":130020},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":107644,"ongoing_decode_tokens":107644,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":27786,"score_linear":107644.0,"score_lmetric":55572},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":5660,"num_requests":1,"active_p_offloads":0,"cached_blocks":2071,"cache_hit":0,"new_prefill":27786,"score_linear":27676.0,"score_lmetric":33446},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":109574,"ongoing_decode_tokens":109574,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":27786,"score_linear":109574.0,"score_lmetric":27786},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":106132,"ongoing_decode_tokens":32944,"pending_prefill_tokens":4580,"num_requests":2,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":27786,"score_linear":106132.0,"score_lmetric":64732},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":403992,"ongoing_decode_tokens":198577,"pending_prefill_tokens":7783,"num_requests":5,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":27136,"new_prefill":650,"score_linear":376856.0,"score_lmetric":42165},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":65574,"ongoing_decode_tokens":65574,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1685,"cache_hit":1024,"new_prefill":26762,"score_linear":64550.0,"score_lmetric":53524},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":20992,"new_prefill":6794,"score_linear":125261.0,"score_lmetric":133306}],"chosen_score_linear":109574.0,"chosen_score_lmetric":27786,"v2_src_url":"http://127.0.0.1:8005","t_prefill_sent":329070.131779205,"t_prefill_sent_unix":1779759935.1457222,"t_prefill_done":329139.288237251,"t_prefill_done_unix":1779760004.3021808,"t_decode_sent":329139.288857971,"t_decode_sent_unix":1779760004.302801,"t_first_token":329141.348716308,"t_first_token_unix":1779760006.3626606,"t_done":329142.050060424,"t_done_unix":1779760007.064004},{"request_id":"1340290:8:1409129:805","session_id":"1340290","input_length":29730,"t_proxy_recv":329142.057733412,"t_decision_unix":1779760007.0716748,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9299697275479314,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2082 < 16000)","cache_hit":27648,"estimated_new_tokens":2082,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":0,"new_prefill":29730,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1711,"cache_hit":0,"new_prefill":29730,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":163879,"ongoing_decode_tokens":0,"pending_prefill_tokens":113191,"num_requests":2,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":29730,"score_linear":163879.0,"score_lmetric":285842},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1984,"cache_hit":27648,"new_prefill":2082,"score_linear":-27648.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":0,"new_prefill":29730,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":291288,"ongoing_decode_tokens":221780,"pending_prefill_tokens":1412,"num_requests":3,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":27648,"new_prefill":2082,"score_linear":263640.0,"score_lmetric":10482},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":192250,"ongoing_decode_tokens":0,"pending_prefill_tokens":94970,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":1024,"new_prefill":28706,"score_linear":191226.0,"score_lmetric":247352},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":20992,"new_prefill":8738,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-27648.0,"chosen_score_lmetric":0,"t_first_token":329142.5109627,"t_first_token_unix":1779760007.524906,"t_done":329143.797244844,"t_done_unix":1779760008.8111882},{"request_id":"1340290:9:1410595:811","session_id":"1340290","input_length":29958,"t_proxy_recv":329143.803043738,"t_decision_unix":1779760008.816985,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":29696,"affinity_cache_ratio":0.9912544228586688,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (262 < 16000)","cache_hit":29696,"estimated_new_tokens":262,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":0,"new_prefill":29958,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1711,"cache_hit":0,"new_prefill":29958,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":163879,"ongoing_decode_tokens":0,"pending_prefill_tokens":113191,"num_requests":2,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":29958,"score_linear":163879.0,"score_lmetric":286298},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1988,"cache_hit":29696,"new_prefill":262,"score_linear":-29696.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":0,"new_prefill":29958,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":291288,"ongoing_decode_tokens":221780,"pending_prefill_tokens":1412,"num_requests":3,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":27648,"new_prefill":2310,"score_linear":263640.0,"score_lmetric":11166},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":192250,"ongoing_decode_tokens":0,"pending_prefill_tokens":94970,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":1024,"new_prefill":28934,"score_linear":191226.0,"score_lmetric":247808},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":20992,"new_prefill":8966,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-29696.0,"chosen_score_lmetric":0,"t_first_token":329143.869268906,"t_first_token_unix":1779760008.883212,"t_done":329144.172205568,"t_done_unix":1779760009.186149},{"request_id":"1340290:10:1411397:816","session_id":"1340290","input_length":30154,"t_proxy_recv":329144.178210484,"t_decision_unix":1779760009.192152,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":29696,"affinity_cache_ratio":0.9848113019831531,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (458 < 16000)","cache_hit":29696,"estimated_new_tokens":458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":0,"new_prefill":30154,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1711,"cache_hit":0,"new_prefill":30154,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":163879,"ongoing_decode_tokens":0,"pending_prefill_tokens":113191,"num_requests":2,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":30154,"score_linear":163879.0,"score_lmetric":286690},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1988,"cache_hit":29696,"new_prefill":458,"score_linear":-29696.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":0,"new_prefill":30154,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":291288,"ongoing_decode_tokens":221780,"pending_prefill_tokens":1412,"num_requests":3,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":27648,"new_prefill":2506,"score_linear":263640.0,"score_lmetric":11754},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":192250,"ongoing_decode_tokens":0,"pending_prefill_tokens":94970,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":1024,"new_prefill":29130,"score_linear":191226.0,"score_lmetric":248200},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":20992,"new_prefill":9162,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-29696.0,"chosen_score_lmetric":0,"t_first_token":329144.295410917,"t_first_token_unix":1779760009.3093543,"t_done":329146.15220354,"t_done_unix":1779760011.1661468},{"request_id":"1373577:4:1408642:799","session_id":"1373577","input_length":90818,"t_proxy_recv":329114.859161099,"t_decision_unix":1779759979.8731024,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":6,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9414873703450858,"affinity_num_requests":4,"avg_num_requests":1.625,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":90818,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":150656,"ongoing_decode_tokens":150656,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":90818,"score_linear":150656.0,"score_lmetric":181636},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":32179,"ongoing_decode_tokens":32179,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":0,"new_prefill":90818,"score_linear":32179.0,"score_lmetric":90818},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":111290,"num_requests":1,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":2560,"new_prefill":88258,"score_linear":121530.0,"score_lmetric":199548},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1925,"cache_hit":0,"new_prefill":90818,"score_linear":27786.0,"score_lmetric":90818},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":158754,"ongoing_decode_tokens":0,"pending_prefill_tokens":21538,"num_requests":3,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":90818,"score_linear":158754.0,"score_lmetric":337068},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":319074,"ongoing_decode_tokens":101803,"pending_prefill_tokens":5165,"num_requests":4,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":85504,"new_prefill":5314,"score_linear":233570.0,"score_lmetric":41916},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":90818,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1653,"cache_hit":0,"new_prefill":90818,"score_linear":43763.0,"score_lmetric":90818}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329144.854487627,"t_first_token_unix":1779760009.8684313,"t_done":329147.727598951,"t_done_unix":1779760012.741543},{"request_id":"1340290:11:1413050:822","session_id":"1340290","input_length":35022,"t_proxy_recv":329146.166969058,"t_decision_unix":1779760011.1809106,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":30208,"affinity_cache_ratio":0.8625435440580207,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4814 < 16000)","cache_hit":30208,"estimated_new_tokens":4814,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":0,"new_prefill":35022,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1711,"cache_hit":0,"new_prefill":35022,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":163879,"ongoing_decode_tokens":0,"pending_prefill_tokens":113191,"num_requests":2,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":35022,"score_linear":163879.0,"score_lmetric":296426},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1989,"cache_hit":30208,"new_prefill":4814,"score_linear":-30208.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":0,"new_prefill":35022,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":291288,"ongoing_decode_tokens":221780,"pending_prefill_tokens":1412,"num_requests":3,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":27648,"new_prefill":7374,"score_linear":263640.0,"score_lmetric":26358},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":192250,"ongoing_decode_tokens":192250,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":1024,"new_prefill":33998,"score_linear":191226.0,"score_lmetric":67996},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":20992,"new_prefill":14030,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-30208.0,"chosen_score_lmetric":0,"t_first_token":329147.275341948,"t_first_token_unix":1779760012.2892852,"t_done":329148.988396187,"t_done_unix":1779760014.0023396},{"request_id":"1364090:9:1423736:840","session_id":"1364090","input_length":101432,"t_proxy_recv":329124.942580696,"t_decision_unix":1779759989.956522,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9590661724110734,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4152 < 16000)","cache_hit":97280,"estimated_new_tokens":4152,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":7680,"new_prefill":93752,"score_linear":29718.0,"score_lmetric":93752},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":32179,"ongoing_decode_tokens":32179,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":7680,"new_prefill":93752,"score_linear":24499.0,"score_lmetric":93752},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":111290,"num_requests":1,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":101432,"score_linear":124090.0,"score_lmetric":212722},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":27786,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1925,"cache_hit":7680,"new_prefill":93752,"score_linear":20106.0,"score_lmetric":93752},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":208062,"ongoing_decode_tokens":158754,"pending_prefill_tokens":5276,"num_requests":4,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":7680,"new_prefill":93752,"score_linear":200382.0,"score_lmetric":396112},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":319074,"ongoing_decode_tokens":101803,"pending_prefill_tokens":5165,"num_requests":4,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":101432,"score_linear":319074.0,"score_lmetric":426388},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90818,"ongoing_decode_tokens":0,"pending_prefill_tokens":90818,"num_requests":1,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":97280,"new_prefill":4152,"score_linear":-6462.0,"score_lmetric":94970},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1660,"cache_hit":7680,"new_prefill":93752,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-6462.0,"chosen_score_lmetric":94970,"t_first_token":329144.86472187,"t_first_token_unix":1779760009.8786652,"t_done":329149.347488426,"t_done_unix":1779760014.361432},{"request_id":"1340290:12:1421294:835","session_id":"1340290","input_length":35303,"t_proxy_recv":329148.995287409,"t_decision_unix":1779760014.0092287,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9862051383735093,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (487 < 16000)","cache_hit":34816,"estimated_new_tokens":487,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":0,"new_prefill":35303,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":1840,"ongoing_decode_tokens":0,"pending_prefill_tokens":304,"num_requests":1,"active_p_offloads":0,"cached_blocks":1711,"cache_hit":0,"new_prefill":35303,"score_linear":1840.0,"score_lmetric":35607},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":163879,"ongoing_decode_tokens":124090,"pending_prefill_tokens":1901,"num_requests":2,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":35303,"score_linear":163879.0,"score_lmetric":74408},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1998,"cache_hit":34816,"new_prefill":487,"score_linear":-34816.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":0,"new_prefill":35303,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":291288,"ongoing_decode_tokens":221780,"pending_prefill_tokens":1412,"num_requests":3,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":27648,"new_prefill":7655,"score_linear":263640.0,"score_lmetric":27201},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":101432,"ongoing_decode_tokens":101432,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1973,"cache_hit":1024,"new_prefill":34279,"score_linear":100408.0,"score_lmetric":34279},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":20992,"new_prefill":14311,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":329149.067728848,"t_first_token_unix":1779760014.0816722,"t_done":329150.522471307,"t_done_unix":1779760015.5364146},{"request_id":"1275274:2:1405679:780","session_id":"1275274","input_length":119977,"t_proxy_recv":329061.25683189,"t_decision_unix":1779759926.2707732,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9687190044758579,"affinity_num_requests":4,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3753 < 16000)","cache_hit":116224,"estimated_new_tokens":3753,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":119977,"score_linear":151919.0,"score_lmetric":498784},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":119977,"score_linear":106143.0,"score_lmetric":119977},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":41650,"ongoing_decode_tokens":21684,"pending_prefill_tokens":9214,"num_requests":2,"active_p_offloads":0,"cached_blocks":1997,"cache_hit":0,"new_prefill":119977,"score_linear":41650.0,"score_lmetric":258382},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":119977,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":32944,"ongoing_decode_tokens":0,"pending_prefill_tokens":32944,"num_requests":1,"active_p_offloads":0,"cached_blocks":2169,"cache_hit":0,"new_prefill":119977,"score_linear":32944.0,"score_lmetric":152921},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":284015,"ongoing_decode_tokens":198577,"pending_prefill_tokens":4030,"num_requests":4,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":116224,"new_prefill":3753,"score_linear":167791.0,"score_lmetric":31132},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":1503,"cache_hit":0,"new_prefill":119977,"score_linear":155670.0,"score_lmetric":452990},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":119977,"score_linear":146253.0,"score_lmetric":359672}],"chosen_score_linear":167791.0,"chosen_score_lmetric":31132,"t_first_token":329136.174879335,"t_first_token_unix":1779760001.1888225,"t_done":329151.162598638,"t_done_unix":1779760016.1765425},{"request_id":"1355951:5:1425005:843","session_id":"1355951","input_length":39789,"t_proxy_recv":329129.320076652,"t_decision_unix":1779759994.334018,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9522229761994521,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1901 < 16000)","cache_hit":37888,"estimated_new_tokens":1901,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":0,"new_prefill":39789,"score_linear":37398.0,"score_lmetric":39789},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1711,"cache_hit":0,"new_prefill":39789,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":111290,"num_requests":1,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":37888,"new_prefill":1901,"score_linear":86202.0,"score_lmetric":113191},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":153984,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1925,"cache_hit":0,"new_prefill":39789,"score_linear":153984.0,"score_lmetric":79578},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":196930,"ongoing_decode_tokens":196930,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":39789,"score_linear":196930.0,"score_lmetric":119367},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":319074,"ongoing_decode_tokens":101803,"pending_prefill_tokens":5165,"num_requests":4,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":39789,"score_linear":319074.0,"score_lmetric":179816},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":192250,"ongoing_decode_tokens":0,"pending_prefill_tokens":94970,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":39789,"score_linear":192250.0,"score_lmetric":269518},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":25225,"ongoing_decode_tokens":25225,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1660,"cache_hit":37888,"new_prefill":1901,"score_linear":-12663.0,"score_lmetric":1901}],"chosen_score_linear":86202.0,"chosen_score_lmetric":113191,"t_first_token":329151.926524587,"t_first_token_unix":1779760016.940468,"t_done":329152.195891128,"t_done_unix":1779760017.2098343},{"request_id":"1313181:8:1329951:394","session_id":"1313181","input_length":124090,"t_proxy_recv":329100.084455499,"t_decision_unix":1779759965.098397,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":2,"affinity_cache_hit":61952,"affinity_cache_ratio":0.499250543960029,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":12800,"estimated_new_tokens":111290,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":124090,"score_linear":151919.0,"score_lmetric":515236},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":0,"new_prefill":124090,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":12800,"new_prefill":111290,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":196048,"ongoing_decode_tokens":168262,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":124090,"score_linear":196048.0,"score_lmetric":372270},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":147622,"ongoing_decode_tokens":0,"pending_prefill_tokens":21158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":124090,"score_linear":147622.0,"score_lmetric":290496},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":404512,"ongoing_decode_tokens":187241,"pending_prefill_tokens":5165,"num_requests":5,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":12800,"new_prefill":111290,"score_linear":391712.0,"score_lmetric":582275},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1775,"cache_hit":0,"new_prefill":124090,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24442,"ongoing_decode_tokens":24442,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1652,"cache_hit":61952,"new_prefill":62138,"score_linear":-37510.0,"score_lmetric":62138}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":329148.612803083,"t_first_token_unix":1779760013.6267467,"t_done":329152.733190863,"t_done_unix":1779760017.7471344},{"request_id":"1313181:8:1385690:686","session_id":"1313181","input_length":62444,"t_proxy_recv":329152.742810526,"t_decision_unix":1779760017.756752,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9921209403625648,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (492 < 16000)","cache_hit":61952,"estimated_new_tokens":492,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":11771,"num_requests":1,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":0,"new_prefill":62444,"score_linear":125947.0,"score_lmetric":74215},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":1840,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1711,"cache_hit":0,"new_prefill":62444,"score_linear":1840.0,"score_lmetric":62444},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2436,"cache_hit":61952,"new_prefill":492,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1999,"cache_hit":0,"new_prefill":62444,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":0,"new_prefill":62444,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":171311,"ongoing_decode_tokens":101803,"pending_prefill_tokens":1412,"num_requests":2,"active_p_offloads":0,"cached_blocks":1783,"cache_hit":12800,"new_prefill":49644,"score_linear":158511.0,"score_lmetric":102112},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":0,"pending_prefill_tokens":6644,"num_requests":1,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":62444,"score_linear":108020.0,"score_lmetric":69088},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":61952,"new_prefill":492,"score_linear":-61952.0,"score_lmetric":0}],"chosen_score_linear":-61952.0,"chosen_score_lmetric":0,"t_first_token":329152.837676597,"t_first_token_unix":1779760017.85162,"t_done":329153.336180359,"t_done_unix":1779760018.350124},{"request_id":"1407599:2:1430593:852","session_id":"1407599","input_length":1840,"t_proxy_recv":329148.974248115,"t_decision_unix":1779760013.9881897,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":1536,"affinity_cache_ratio":0.8347826086956521,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (304 < 16000)","cache_hit":1536,"estimated_new_tokens":304,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1711,"cache_hit":1536,"new_prefill":304,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":163879,"ongoing_decode_tokens":124090,"pending_prefill_tokens":1901,"num_requests":2,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":1840,"score_linear":163879.0,"score_lmetric":7482},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":35022,"ongoing_decode_tokens":35022,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1989,"cache_hit":0,"new_prefill":1840,"score_linear":35022.0,"score_lmetric":1840},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":291288,"ongoing_decode_tokens":221780,"pending_prefill_tokens":1412,"num_requests":3,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":1840,"score_linear":291288.0,"score_lmetric":9756},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":101432,"ongoing_decode_tokens":101432,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1973,"cache_hit":0,"new_prefill":1840,"score_linear":101432.0,"score_lmetric":1840},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":329149.013024599,"t_first_token_unix":1779760014.0269675,"t_done":329159.913079657,"t_done_unix":1779760024.927023},{"request_id":"1381387:5:1404170:768","session_id":"1381387","input_length":69508,"t_proxy_recv":329091.843975715,"t_decision_unix":1779759956.8579168,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9796857915635611,"affinity_num_requests":4,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1412 < 16000)","cache_hit":68096,"estimated_new_tokens":1412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":151919,"ongoing_decode_tokens":32512,"pending_prefill_tokens":4719,"num_requests":4,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":69508,"score_linear":151919.0,"score_lmetric":296908},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":10633,"ongoing_decode_tokens":10633,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1627,"cache_hit":0,"new_prefill":69508,"score_linear":10633.0,"score_lmetric":69508},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":53861,"ongoing_decode_tokens":53861,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":0,"new_prefill":69508,"score_linear":53861.0,"score_lmetric":139016},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":196048,"ongoing_decode_tokens":40273,"pending_prefill_tokens":10229,"num_requests":3,"active_p_offloads":0,"cached_blocks":1900,"cache_hit":0,"new_prefill":69508,"score_linear":196048.0,"score_lmetric":239211},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":147622,"ongoing_decode_tokens":0,"pending_prefill_tokens":21158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":512,"new_prefill":68996,"score_linear":147110.0,"score_lmetric":180308},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":335004,"ongoing_decode_tokens":187241,"pending_prefill_tokens":3753,"num_requests":4,"active_p_offloads":0,"cached_blocks":1767,"cache_hit":68096,"new_prefill":1412,"score_linear":266908.0,"score_lmetric":20660},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86193,"ongoing_decode_tokens":86193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":13824,"new_prefill":55684,"score_linear":72369.0,"score_lmetric":55684},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":146253,"ongoing_decode_tokens":24442,"pending_prefill_tokens":59859,"num_requests":2,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":69508,"score_linear":146253.0,"score_lmetric":258734}],"chosen_score_linear":266908.0,"chosen_score_lmetric":20660,"t_first_token":329157.450702218,"t_first_token_unix":1779760022.4646482,"t_done":329160.215339194,"t_done_unix":1779760025.2292829},{"request_id":"1399948:9:1433544:857","session_id":"1399948","input_length":11993,"t_proxy_recv":329159.447651891,"t_decision_unix":1779760024.4615932,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9392145418160593,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (729 < 16000)","cache_hit":11264,"estimated_new_tokens":729,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":11771,"num_requests":1,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":11264,"new_prefill":729,"score_linear":114683.0,"score_lmetric":12500},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":1840,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1711,"cache_hit":0,"new_prefill":11993,"score_linear":1840.0,"score_lmetric":11993},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":170240,"ongoing_decode_tokens":0,"pending_prefill_tokens":68864,"num_requests":2,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":11993,"score_linear":170240.0,"score_lmetric":161714},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73878,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":1,"active_p_offloads":0,"cached_blocks":1999,"cache_hit":0,"new_prefill":11993,"score_linear":73878.0,"score_lmetric":14703},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":0,"new_prefill":11993,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":171311,"ongoing_decode_tokens":171311,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1783,"cache_hit":0,"new_prefill":11993,"score_linear":171311.0,"score_lmetric":23986},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":11993,"score_linear":108020.0,"score_lmetric":11993},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":11993,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":114683.0,"chosen_score_lmetric":12500,"t_first_token":329160.474684042,"t_first_token_unix":1779760025.4886277,"t_done":329160.628111923,"t_done_unix":1779760025.6420553},{"request_id":"1381387:6:1409195:806","session_id":"1381387","input_length":71570,"t_proxy_recv":329160.228254793,"t_decision_unix":1779760025.2421966,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":69632,"affinity_cache_ratio":0.9729216152019002,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1938 < 16000)","cache_hit":69632,"estimated_new_tokens":1938,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":137940,"ongoing_decode_tokens":0,"pending_prefill_tokens":12500,"num_requests":2,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":0,"new_prefill":71570,"score_linear":137940.0,"score_lmetric":168140},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":71570,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":170240,"ongoing_decode_tokens":0,"pending_prefill_tokens":68864,"num_requests":2,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":71570,"score_linear":170240.0,"score_lmetric":280868},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73878,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":1,"active_p_offloads":0,"cached_blocks":1999,"cache_hit":0,"new_prefill":71570,"score_linear":73878.0,"score_lmetric":74280},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":512,"new_prefill":71058,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":69632,"new_prefill":1938,"score_linear":32171.0,"score_lmetric":1938},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":13824,"new_prefill":57746,"score_linear":94196.0,"score_lmetric":57746},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":71570,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":32171.0,"chosen_score_lmetric":1938,"t_first_token":329161.255922997,"t_first_token_unix":1779760026.2698665,"t_done":329162.810564784,"t_done_unix":1779760027.8245082},{"request_id":"1399948:10:1434418:858","session_id":"1399948","input_length":12032,"t_proxy_recv":329162.451307973,"t_decision_unix":1779760027.465249,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9787234042553191,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (256 < 16000)","cache_hit":11776,"estimated_new_tokens":256,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1864,"cache_hit":11776,"new_prefill":256,"score_linear":114171.0,"score_lmetric":256},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":12032,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":170240,"ongoing_decode_tokens":0,"pending_prefill_tokens":68864,"num_requests":2,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":12032,"score_linear":170240.0,"score_lmetric":161792},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73878,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":1,"active_p_offloads":0,"cached_blocks":1999,"cache_hit":0,"new_prefill":12032,"score_linear":73878.0,"score_lmetric":14742},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":0,"new_prefill":12032,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":173373,"ongoing_decode_tokens":173373,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":12032,"score_linear":173373.0,"score_lmetric":24064},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":12032,"score_linear":108020.0,"score_lmetric":12032},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":12032,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":114171.0,"chosen_score_lmetric":256,"t_first_token":329162.512955124,"t_first_token_unix":1779760027.5268986,"t_done":329163.024655079,"t_done_unix":1779760028.0385985},{"request_id":"1399948:11:1435163:860","session_id":"1399948","input_length":12106,"t_proxy_recv":329165.153944356,"t_decision_unix":1779760030.1678858,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9727407896910623,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (330 < 16000)","cache_hit":11776,"estimated_new_tokens":330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1864,"cache_hit":11776,"new_prefill":330,"score_linear":114171.0,"score_lmetric":330},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":12106,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":170240,"ongoing_decode_tokens":0,"pending_prefill_tokens":68864,"num_requests":2,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":12106,"score_linear":170240.0,"score_lmetric":161940},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73878,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":1,"active_p_offloads":0,"cached_blocks":1999,"cache_hit":0,"new_prefill":12106,"score_linear":73878.0,"score_lmetric":14816},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":0,"new_prefill":12106,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":174411,"ongoing_decode_tokens":174411,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":12106,"score_linear":174411.0,"score_lmetric":24212},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":12106,"score_linear":108020.0,"score_lmetric":12106},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45269,"ongoing_decode_tokens":45269,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":12106,"score_linear":45269.0,"score_lmetric":12106}],"chosen_score_linear":114171.0,"chosen_score_lmetric":330,"t_first_token":329165.226261153,"t_first_token_unix":1779760030.2402046,"t_done":329165.356620747,"t_done_unix":1779760030.3705637},{"request_id":"1270340:6:1434904:859","session_id":"1270340","input_length":45269,"t_proxy_recv":329164.093708931,"t_decision_unix":1779760029.1076503,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9952947933464402,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (213 < 16000)","cache_hit":45056,"estimated_new_tokens":213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1864,"cache_hit":0,"new_prefill":45269,"score_linear":125947.0,"score_lmetric":45269},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":45269,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":170240,"ongoing_decode_tokens":0,"pending_prefill_tokens":68864,"num_requests":2,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":45269,"score_linear":170240.0,"score_lmetric":228266},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73878,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":1,"active_p_offloads":0,"cached_blocks":1999,"cache_hit":0,"new_prefill":45269,"score_linear":73878.0,"score_lmetric":47979},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":1536,"new_prefill":43733,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":174411,"ongoing_decode_tokens":174411,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":45269,"score_linear":174411.0,"score_lmetric":90538},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":45269,"score_linear":108020.0,"score_lmetric":45269},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":45056,"new_prefill":213,"score_linear":-45056.0,"score_lmetric":0}],"chosen_score_linear":-45056.0,"chosen_score_lmetric":0,"t_first_token":329164.207896219,"t_first_token_unix":1779760029.2218394,"t_done":329165.68932065,"t_done_unix":1779760030.703264},{"request_id":"1399948:12:1436179:863","session_id":"1399948","input_length":12164,"t_proxy_recv":329168.580217244,"t_decision_unix":1779760033.5941586,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9681025978296613,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (388 < 16000)","cache_hit":11776,"estimated_new_tokens":388,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1864,"cache_hit":11776,"new_prefill":388,"score_linear":114171.0,"score_lmetric":388},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":12164,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":199652,"ongoing_decode_tokens":0,"pending_prefill_tokens":75748,"num_requests":3,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":12164,"score_linear":199652.0,"score_lmetric":263736},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73878,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":1,"active_p_offloads":0,"cached_blocks":1999,"cache_hit":0,"new_prefill":12164,"score_linear":73878.0,"score_lmetric":14874},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":0,"new_prefill":12164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":174411,"ongoing_decode_tokens":174411,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":12164,"score_linear":174411.0,"score_lmetric":24328},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":12164,"score_linear":108020.0,"score_lmetric":12164},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":12164,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":114171.0,"chosen_score_lmetric":388,"t_first_token":329168.653095204,"t_first_token_unix":1779760033.6670392,"t_done":329168.990799504,"t_done_unix":1779760034.0047429},{"request_id":"1342921:5:1433192:855","session_id":"1342921","input_length":73878,"t_proxy_recv":329158.148893475,"t_decision_unix":1779760023.1628346,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9633179024878854,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2710 < 16000)","cache_hit":71168,"estimated_new_tokens":2710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":11771,"num_requests":1,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":0,"new_prefill":73878,"score_linear":125947.0,"score_lmetric":85649},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":1840,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1711,"cache_hit":0,"new_prefill":73878,"score_linear":1840.0,"score_lmetric":73878},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":73878,"score_linear":129673.0,"score_lmetric":141087},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1999,"cache_hit":71168,"new_prefill":2710,"score_linear":-71168.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":0,"new_prefill":73878,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":171311,"ongoing_decode_tokens":171311,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1783,"cache_hit":0,"new_prefill":73878,"score_linear":171311.0,"score_lmetric":147756},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":73878,"score_linear":108020.0,"score_lmetric":73878},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":65536,"new_prefill":8342,"score_linear":-65536.0,"score_lmetric":0}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":329176.240426237,"t_first_token_unix":1779760041.2543695,"t_done":329177.364053475,"t_done_unix":1779760042.3779972},{"request_id":"1363943:13:1438562:865","session_id":"1363943","input_length":28711,"t_proxy_recv":329176.552880508,"t_decision_unix":1779760041.5668213,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9451429765595069,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1575 < 16000)","cache_hit":27136,"estimated_new_tokens":1575,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1864,"cache_hit":8704,"new_prefill":20007,"score_linear":117243.0,"score_lmetric":20007},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":4096,"new_prefill":24615,"score_linear":123392.0,"score_lmetric":29735},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":199652,"ongoing_decode_tokens":0,"pending_prefill_tokens":75748,"num_requests":3,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":28711,"score_linear":199652.0,"score_lmetric":313377},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73878,"ongoing_decode_tokens":73878,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1999,"cache_hit":4096,"new_prefill":24615,"score_linear":69782.0,"score_lmetric":24615},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":4096,"new_prefill":24615,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":174411,"ongoing_decode_tokens":174411,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":28711,"score_linear":174411.0,"score_lmetric":57422},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":4096,"new_prefill":24615,"score_linear":103924.0,"score_lmetric":24615},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":27136,"new_prefill":1575,"score_linear":-27136.0,"score_lmetric":0}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":329176.869527667,"t_first_token_unix":1779760041.8834717,"t_done":329180.103716687,"t_done_unix":1779760045.1176598},{"request_id":"1268861:10:1439325:866","session_id":"1268861","input_length":52920,"t_proxy_recv":329179.108269806,"t_decision_unix":1779760044.122211,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9287981859410431,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3768 < 16000)","cache_hit":49152,"estimated_new_tokens":3768,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1864,"cache_hit":0,"new_prefill":52920,"score_linear":125947.0,"score_lmetric":52920},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":52920,"score_linear":127488.0,"score_lmetric":58040},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":199652,"ongoing_decode_tokens":0,"pending_prefill_tokens":75748,"num_requests":3,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":52920,"score_linear":199652.0,"score_lmetric":386004},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2004,"cache_hit":0,"new_prefill":52920,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":49152,"new_prefill":3768,"score_linear":-49152.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":174411,"ongoing_decode_tokens":174411,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":52920,"score_linear":174411.0,"score_lmetric":105840},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":52920,"score_linear":108020.0,"score_lmetric":52920},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28711,"ongoing_decode_tokens":28711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":52920,"score_linear":28711.0,"score_lmetric":52920}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":329180.317466161,"t_first_token_unix":1779760045.3314097,"t_done":329181.431851682,"t_done_unix":1779760046.445795},{"request_id":"1313181:9:1333349:415","session_id":"1313181","input_length":129673,"t_proxy_recv":329153.359834813,"t_decision_unix":1779760018.3737762,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":62464,"affinity_cache_ratio":0.481703978468918,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":62464,"estimated_new_tokens":67209,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":11771,"num_requests":1,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":0,"new_prefill":129673,"score_linear":125947.0,"score_lmetric":141444},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":1840,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1711,"cache_hit":0,"new_prefill":129673,"score_linear":1840.0,"score_lmetric":129673},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":62464,"new_prefill":67209,"score_linear":-62464.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1999,"cache_hit":0,"new_prefill":129673,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":0,"new_prefill":129673,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":171311,"ongoing_decode_tokens":101803,"pending_prefill_tokens":1412,"num_requests":2,"active_p_offloads":0,"cached_blocks":1783,"cache_hit":12800,"new_prefill":116873,"score_linear":158511.0,"score_lmetric":236570},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":0,"pending_prefill_tokens":6644,"num_requests":1,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":129673,"score_linear":108020.0,"score_lmetric":136317},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":61952,"new_prefill":67721,"score_linear":-61952.0,"score_lmetric":0}],"chosen_score_linear":-62464.0,"chosen_score_lmetric":0,"t_first_token":329194.269293859,"t_first_token_unix":1779760059.2832375,"t_done":329200.442417996,"t_done_unix":1779760065.4563618},{"request_id":"1382089:3:1433211:856","session_id":"1382089","input_length":40567,"t_proxy_recv":329158.220738043,"t_decision_unix":1779760023.2346795,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":38912,"affinity_cache_ratio":0.9592032933172283,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1655 < 16000)","cache_hit":38912,"estimated_new_tokens":1655,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":11771,"num_requests":1,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":0,"new_prefill":40567,"score_linear":125947.0,"score_lmetric":52338},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":1840,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1711,"cache_hit":0,"new_prefill":40567,"score_linear":1840.0,"score_lmetric":40567},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":38912,"new_prefill":1655,"score_linear":90761.0,"score_lmetric":68864},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73878,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":1,"active_p_offloads":0,"cached_blocks":1999,"cache_hit":0,"new_prefill":40567,"score_linear":73878.0,"score_lmetric":43277},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":0,"new_prefill":40567,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":171311,"ongoing_decode_tokens":171311,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1783,"cache_hit":0,"new_prefill":40567,"score_linear":171311.0,"score_lmetric":81134},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":40567,"score_linear":108020.0,"score_lmetric":40567},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":34816,"new_prefill":5751,"score_linear":-34816.0,"score_lmetric":0}],"chosen_score_linear":90761.0,"chosen_score_lmetric":68864,"t_first_token":329194.271458985,"t_first_token_unix":1779760059.285402,"t_done":329202.562216075,"t_done_unix":1779760067.5761597},{"request_id":"1364090:10:1426859:847","session_id":"1364090","input_length":108020,"t_proxy_recv":329149.368200379,"t_decision_unix":1779760014.3821414,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9384928716904277,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6644 < 16000)","cache_hit":101376,"estimated_new_tokens":6644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":7680,"new_prefill":100340,"score_linear":-7680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":1840,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1711,"cache_hit":7680,"new_prefill":100340,"score_linear":-5840.0,"score_lmetric":100340},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":163879,"ongoing_decode_tokens":124090,"pending_prefill_tokens":1901,"num_requests":2,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":108020,"score_linear":163879.0,"score_lmetric":219842},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":35303,"ongoing_decode_tokens":35303,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1998,"cache_hit":7680,"new_prefill":100340,"score_linear":27623.0,"score_lmetric":100340},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":7680,"new_prefill":100340,"score_linear":-7680.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":291288,"ongoing_decode_tokens":221780,"pending_prefill_tokens":1412,"num_requests":3,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":108020,"score_linear":291288.0,"score_lmetric":328296},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":101376,"new_prefill":6644,"score_linear":-101376.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":7680,"new_prefill":100340,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":329153.554284231,"t_first_token_unix":1779760018.5682275,"t_done":329203.921729477,"t_done_unix":1779760068.935673},{"request_id":"1294611:12:1441557:868","session_id":"1294611","input_length":63153,"t_proxy_recv":329186.223329875,"t_decision_unix":1779760051.237271,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49152,"affinity_cache_ratio":0.7783003182746663,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (14001 < 16000)","cache_hit":49152,"estimated_new_tokens":14001,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1864,"cache_hit":49152,"new_prefill":14001,"score_linear":76795.0,"score_lmetric":14001},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":63153,"score_linear":127488.0,"score_lmetric":68273},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":199652,"ongoing_decode_tokens":0,"pending_prefill_tokens":75748,"num_requests":3,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":12800,"new_prefill":50353,"score_linear":186852.0,"score_lmetric":378303},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2004,"cache_hit":12800,"new_prefill":50353,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2327,"cache_hit":0,"new_prefill":63153,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":174411,"ongoing_decode_tokens":174411,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":63153,"score_linear":174411.0,"score_lmetric":126306},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":63153,"score_linear":108020.0,"score_lmetric":63153},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":0,"new_prefill":63153,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":76795.0,"chosen_score_lmetric":14001,"t_first_token":329200.401277325,"t_first_token_unix":1779760065.4152207,"t_done":329205.351489531,"t_done_unix":1779760070.3654327},{"request_id":"1294611:13:1446349:872","session_id":"1294611","input_length":63488,"t_proxy_recv":329205.364271212,"t_decision_unix":1779760070.3782108,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9919354838709677,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (512 < 16000)","cache_hit":62976,"estimated_new_tokens":512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1891,"cache_hit":62976,"new_prefill":512,"score_linear":62971.0,"score_lmetric":512},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146544,"ongoing_decode_tokens":0,"pending_prefill_tokens":10864,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":63488,"score_linear":146544.0,"score_lmetric":148704},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":91925,"ongoing_decode_tokens":91925,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":12800,"new_prefill":50688,"score_linear":79125.0,"score_lmetric":101376},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2004,"cache_hit":12800,"new_prefill":50688,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2327,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":174411,"ongoing_decode_tokens":174411,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":63488,"score_linear":174411.0,"score_lmetric":126976},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":62971.0,"chosen_score_lmetric":512,"t_first_token":329205.521969073,"t_first_token_unix":1779760070.5359128,"t_done":329207.503225799,"t_done_unix":1779760072.5171692},{"request_id":"1264679:3:1431512:853","session_id":"1264679","input_length":125947,"t_proxy_recv":329151.967432497,"t_decision_unix":1779760016.9813735,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":114176,"affinity_cache_ratio":0.9065400525617918,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11771 < 16000)","cache_hit":114176,"estimated_new_tokens":11771,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1863,"cache_hit":114176,"new_prefill":11771,"score_linear":-114176.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":1840,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1711,"cache_hit":0,"new_prefill":125947,"score_linear":1840.0,"score_lmetric":125947},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":163879,"ongoing_decode_tokens":163879,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":125947,"score_linear":163879.0,"score_lmetric":251894},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1999,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":171311,"ongoing_decode_tokens":101803,"pending_prefill_tokens":1412,"num_requests":2,"active_p_offloads":0,"cached_blocks":1783,"cache_hit":0,"new_prefill":125947,"score_linear":171311.0,"score_lmetric":254718},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":0,"pending_prefill_tokens":6644,"num_requests":1,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":125947,"score_linear":108020.0,"score_lmetric":132591},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-114176.0,"chosen_score_lmetric":0,"t_first_token":329160.461730882,"t_first_token_unix":1779760025.4756746,"t_done":329207.870870517,"t_done_unix":1779760072.8848143},{"request_id":"1314357:5:1393659:719","session_id":"1314357","input_length":101803,"t_proxy_recv":329019.24152134,"t_decision_unix":1779759884.2554624,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":73216,"affinity_cache_ratio":0.7191929510918146,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":73216,"estimated_new_tokens":28587,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1623,"cache_hit":3584,"new_prefill":98219,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":101803,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":101803,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":98905,"ongoing_decode_tokens":15283,"pending_prefill_tokens":166,"num_requests":2,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":0,"new_prefill":101803,"score_linear":98905.0,"score_lmetric":203938},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":191737,"ongoing_decode_tokens":63536,"pending_prefill_tokens":1225,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":56832,"new_prefill":44971,"score_linear":134905.0,"score_lmetric":92392},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1732,"cache_hit":73216,"new_prefill":28587,"score_linear":-73216.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":120843,"ongoing_decode_tokens":120843,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":101803,"score_linear":120843.0,"score_lmetric":203606},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":182146,"ongoing_decode_tokens":182146,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1604,"cache_hit":0,"new_prefill":101803,"score_linear":182146.0,"score_lmetric":305409}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":329054.606358029,"t_first_token_unix":1779759919.6203012,"t_done":329209.820317413,"t_done_unix":1779760074.8342607},{"request_id":"1342921:6:1448548:876","session_id":"1342921","input_length":75761,"t_proxy_recv":329209.696581953,"t_decision_unix":1779760074.710523,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9731656129142963,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2033 < 16000)","cache_hit":73728,"estimated_new_tokens":2033,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146544,"ongoing_decode_tokens":0,"pending_prefill_tokens":10864,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":75761,"score_linear":146544.0,"score_lmetric":173250},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":91925,"ongoing_decode_tokens":91925,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":0,"new_prefill":75761,"score_linear":91925.0,"score_lmetric":151522},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2004,"cache_hit":73728,"new_prefill":2033,"score_linear":-73728.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2327,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":174411,"ongoing_decode_tokens":174411,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":75761,"score_linear":174411.0,"score_lmetric":151522},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":65536,"new_prefill":10225,"score_linear":-65536.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":329210.683980095,"t_first_token_unix":1779760075.697924,"t_done":329211.02229452,"t_done_unix":1779760076.0362382},{"request_id":"1294611:14:1449074:877","session_id":"1294611","input_length":63616,"t_proxy_recv":329211.530438452,"t_decision_unix":1779760076.5443797,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":63488,"affinity_cache_ratio":0.9979879275653923,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (128 < 16000)","cache_hit":63488,"estimated_new_tokens":128,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":63488,"new_prefill":128,"score_linear":-63488.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146544,"ongoing_decode_tokens":0,"pending_prefill_tokens":10864,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":63616,"score_linear":146544.0,"score_lmetric":148960},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":91925,"ongoing_decode_tokens":91925,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":12800,"new_prefill":50816,"score_linear":79125.0,"score_lmetric":101632},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":12800,"new_prefill":50816,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2327,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":178317,"ongoing_decode_tokens":178317,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1846,"cache_hit":0,"new_prefill":63616,"score_linear":178317.0,"score_lmetric":127232},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-63488.0,"chosen_score_lmetric":0,"t_first_token":329211.62810675,"t_first_token_unix":1779760076.6420498,"t_done":329216.49375108,"t_done_unix":1779760081.5076945},{"request_id":"1314357:6:1422517:839","session_id":"1314357","input_length":105709,"t_proxy_recv":329209.83985671,"t_decision_unix":1779760074.8537982,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9977579960079085,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (237 < 16000)","cache_hit":105472,"estimated_new_tokens":237,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":3584,"new_prefill":102125,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146544,"ongoing_decode_tokens":0,"pending_prefill_tokens":10864,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":105709,"score_linear":146544.0,"score_lmetric":233146},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":91925,"ongoing_decode_tokens":91925,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":0,"new_prefill":105709,"score_linear":91925.0,"score_lmetric":211418},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75761,"ongoing_decode_tokens":0,"pending_prefill_tokens":2033,"num_requests":1,"active_p_offloads":0,"cached_blocks":2004,"cache_hit":0,"new_prefill":105709,"score_linear":75761.0,"score_lmetric":107742},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2327,"cache_hit":56832,"new_prefill":48877,"score_linear":-56832.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1846,"cache_hit":105472,"new_prefill":237,"score_linear":-32864.0,"score_lmetric":237},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":105709,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":0,"new_prefill":105709,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-32864.0,"chosen_score_lmetric":237,"t_first_token":329210.015485294,"t_first_token_unix":1779760075.0294285,"t_done":329217.913522801,"t_done_unix":1779760082.927466},{"request_id":"1381387:7:1411928:819","session_id":"1381387","input_length":72608,"t_proxy_recv":329162.823112435,"t_decision_unix":1779760027.837054,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9872190392243279,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (928 < 16000)","cache_hit":71680,"estimated_new_tokens":928,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":137979,"ongoing_decode_tokens":137979,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1864,"cache_hit":0,"new_prefill":72608,"score_linear":137979.0,"score_lmetric":145216},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":72608,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":170240,"ongoing_decode_tokens":0,"pending_prefill_tokens":68864,"num_requests":2,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":72608,"score_linear":170240.0,"score_lmetric":282944},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73878,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":1,"active_p_offloads":0,"cached_blocks":1999,"cache_hit":0,"new_prefill":72608,"score_linear":73878.0,"score_lmetric":75318},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":512,"new_prefill":72096,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":71680,"new_prefill":928,"score_linear":30123.0,"score_lmetric":928},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":13824,"new_prefill":58784,"score_linear":94196.0,"score_lmetric":58784},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":72608,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":30123.0,"chosen_score_lmetric":928,"t_first_token":329163.47176913,"t_first_token_unix":1779760028.4857125,"t_done":329220.348046499,"t_done_unix":1779760085.3619902},{"request_id":"1268861:11:1452208:880","session_id":"1268861","input_length":55050,"t_proxy_recv":329221.935849296,"t_decision_unix":1779760086.9497905,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9579654859218892,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2314 < 16000)","cache_hit":52736,"estimated_new_tokens":2314,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146544,"ongoing_decode_tokens":0,"pending_prefill_tokens":10864,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":55050,"score_linear":146544.0,"score_lmetric":131828},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":91925,"ongoing_decode_tokens":91925,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":0,"new_prefill":55050,"score_linear":91925.0,"score_lmetric":110100},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2327,"cache_hit":52736,"new_prefill":2314,"score_linear":-52736.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106279,"ongoing_decode_tokens":106279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1850,"cache_hit":0,"new_prefill":55050,"score_linear":106279.0,"score_lmetric":55050},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":329222.764832558,"t_first_token_unix":1779760087.778777,"t_done":329223.242464658,"t_done_unix":1779760088.256408},{"request_id":"1313181:9:1386945:689","session_id":"1313181","input_length":62513,"t_proxy_recv":329200.454994455,"t_decision_unix":1779760065.4689357,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":62464,"affinity_cache_ratio":0.999216163038088,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (49 < 16000)","cache_hit":62464,"estimated_new_tokens":49,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189100,"ongoing_decode_tokens":189100,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1864,"cache_hit":0,"new_prefill":62513,"score_linear":189100.0,"score_lmetric":125026},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146544,"ongoing_decode_tokens":0,"pending_prefill_tokens":10864,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":62513,"score_linear":146544.0,"score_lmetric":146754},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":69979,"ongoing_decode_tokens":69979,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2449,"cache_hit":62464,"new_prefill":49,"score_linear":7515.0,"score_lmetric":98},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2004,"cache_hit":0,"new_prefill":62513,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2327,"cache_hit":0,"new_prefill":62513,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":174411,"ongoing_decode_tokens":174411,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":12800,"new_prefill":49713,"score_linear":161611.0,"score_lmetric":99426},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":62513,"score_linear":108020.0,"score_lmetric":62513},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":61952,"new_prefill":561,"score_linear":-61952.0,"score_lmetric":0}],"chosen_score_linear":7515.0,"chosen_score_lmetric":98,"t_first_token":329200.559028229,"t_first_token_unix":1779760065.5729716,"t_done":329223.513149556,"t_done_unix":1779760088.527093},{"request_id":"1314357:7:1427957:851","session_id":"1314357","input_length":106279,"t_proxy_recv":329217.932136862,"t_decision_unix":1779760082.9460785,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9972242870181315,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (295 < 16000)","cache_hit":105984,"estimated_new_tokens":295,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":3584,"new_prefill":102695,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146544,"ongoing_decode_tokens":0,"pending_prefill_tokens":10864,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":106279,"score_linear":146544.0,"score_lmetric":234286},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":91925,"ongoing_decode_tokens":91925,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":0,"new_prefill":106279,"score_linear":91925.0,"score_lmetric":212558},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":106279,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2327,"cache_hit":56832,"new_prefill":49447,"score_linear":-56832.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":105984,"new_prefill":295,"score_linear":-33376.0,"score_lmetric":295},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":106279,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":0,"new_prefill":106279,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-33376.0,"chosen_score_lmetric":295,"t_first_token":329218.117181044,"t_first_token_unix":1779760083.1311245,"t_done":329223.970098584,"t_done_unix":1779760088.984042},{"request_id":"1314357:8:1431749:854","session_id":"1314357","input_length":106805,"t_proxy_recv":329223.986862184,"t_decision_unix":1779760089.000804,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":106496,"affinity_cache_ratio":0.9971068770188661,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (309 < 16000)","cache_hit":106496,"estimated_new_tokens":309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":3584,"new_prefill":103221,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146544,"ongoing_decode_tokens":0,"pending_prefill_tokens":10864,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":106805,"score_linear":146544.0,"score_lmetric":235338},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":106805,"score_linear":29412.0,"score_lmetric":106805},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":106805,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2331,"cache_hit":56832,"new_prefill":49973,"score_linear":-56832.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1851,"cache_hit":106496,"new_prefill":309,"score_linear":-106496.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":106805,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":67887,"num_requests":1,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":0,"new_prefill":106805,"score_linear":129839.0,"score_lmetric":174692}],"chosen_score_linear":-106496.0,"chosen_score_lmetric":0,"t_first_token":329224.203220716,"t_first_token_unix":1779760089.217164,"t_done":329225.462503515,"t_done_unix":1779760090.476448},{"request_id":"1404395:2:1435941:862","session_id":"1404395","input_length":29412,"t_proxy_recv":329167.737066387,"t_decision_unix":1779760032.7510073,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":22528,"affinity_cache_ratio":0.7659458724330205,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6884 < 16000)","cache_hit":22528,"estimated_new_tokens":6884,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1864,"cache_hit":0,"new_prefill":29412,"score_linear":125947.0,"score_lmetric":29412},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":29412,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":170240,"ongoing_decode_tokens":0,"pending_prefill_tokens":68864,"num_requests":2,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":22528,"new_prefill":6884,"score_linear":147712.0,"score_lmetric":151496},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73878,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":1,"active_p_offloads":0,"cached_blocks":1999,"cache_hit":0,"new_prefill":29412,"score_linear":73878.0,"score_lmetric":32122},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":0,"new_prefill":29412,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":174411,"ongoing_decode_tokens":174411,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":512,"new_prefill":28900,"score_linear":173899.0,"score_lmetric":57800},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":29412,"score_linear":108020.0,"score_lmetric":29412},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":29412,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":147712.0,"chosen_score_lmetric":151496,"t_first_token":329197.918310706,"t_first_token_unix":1779760062.9322546,"t_done":329227.033906879,"t_done_unix":1779760092.0478528},{"request_id":"1314357:9:1435219:861","session_id":"1314357","input_length":106959,"t_proxy_recv":329225.481805865,"t_decision_unix":1779760090.495747,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":106496,"affinity_cache_ratio":0.9956712385119532,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (463 < 16000)","cache_hit":106496,"estimated_new_tokens":463,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":3584,"new_prefill":103375,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146544,"ongoing_decode_tokens":127488,"pending_prefill_tokens":5744,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":106959,"score_linear":146544.0,"score_lmetric":225406},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":106959,"score_linear":29412.0,"score_lmetric":106959},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":106959,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2331,"cache_hit":56832,"new_prefill":50127,"score_linear":-56832.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1851,"cache_hit":106496,"new_prefill":463,"score_linear":-106496.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":106959,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":67887,"num_requests":1,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":0,"new_prefill":106959,"score_linear":129839.0,"score_lmetric":174846}],"chosen_score_linear":-106496.0,"chosen_score_lmetric":0,"t_first_token":329225.65943775,"t_first_token_unix":1779760090.6733809,"t_done":329228.236158744,"t_done_unix":1779760093.2501023},{"request_id":"1371622:2:1442319:869","session_id":"1371622","input_length":19056,"t_proxy_recv":329188.956560074,"t_decision_unix":1779760053.9705014,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":13312,"affinity_cache_ratio":0.6985726280436608,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5744 < 16000)","cache_hit":13312,"estimated_new_tokens":5744,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189100,"ongoing_decode_tokens":125947,"pending_prefill_tokens":14001,"num_requests":2,"active_p_offloads":0,"cached_blocks":1864,"cache_hit":0,"new_prefill":19056,"score_linear":189100.0,"score_lmetric":66114},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":13312,"new_prefill":5744,"score_linear":114176.0,"score_lmetric":10864},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":199652,"ongoing_decode_tokens":0,"pending_prefill_tokens":75748,"num_requests":3,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":19056,"score_linear":199652.0,"score_lmetric":284412},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2004,"cache_hit":0,"new_prefill":19056,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2327,"cache_hit":11264,"new_prefill":7792,"score_linear":-11264.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":174411,"ongoing_decode_tokens":174411,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":19056,"score_linear":174411.0,"score_lmetric":38112},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":19056,"score_linear":108020.0,"score_lmetric":19056},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":0,"new_prefill":19056,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":114176.0,"chosen_score_lmetric":10864,"t_first_token":329227.139699831,"t_first_token_unix":1779760092.1536436,"t_done":329228.368059494,"t_done_unix":1779760093.3820033},{"request_id":"1314357:10:1439373:867","session_id":"1314357","input_length":107228,"t_proxy_recv":329228.254505536,"t_decision_unix":1779760093.268447,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":107008,"affinity_cache_ratio":0.9979482970865818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (220 < 16000)","cache_hit":107008,"estimated_new_tokens":220,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":3584,"new_prefill":103644,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146544,"ongoing_decode_tokens":146544,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":107228,"score_linear":146544.0,"score_lmetric":214456},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":0,"new_prefill":107228,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":107228,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2331,"cache_hit":56832,"new_prefill":50396,"score_linear":-56832.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1852,"cache_hit":107008,"new_prefill":220,"score_linear":-107008.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":107228,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":67887,"num_requests":1,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":0,"new_prefill":107228,"score_linear":129839.0,"score_lmetric":175115}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":329228.411320395,"t_first_token_unix":1779760093.425264,"t_done":329228.699345779,"t_done_unix":1779760093.7132893},{"request_id":"1356885:2:1438037:864","session_id":"1356885","input_length":127488,"t_proxy_recv":329174.845478867,"t_decision_unix":1779760039.8594196,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":122368,"affinity_cache_ratio":0.9598393574297188,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5120 < 16000)","cache_hit":122368,"estimated_new_tokens":5120,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1864,"cache_hit":0,"new_prefill":127488,"score_linear":125947.0,"score_lmetric":127488},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":122368,"new_prefill":5120,"score_linear":-122368.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":199652,"ongoing_decode_tokens":0,"pending_prefill_tokens":75748,"num_requests":3,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":127488,"score_linear":199652.0,"score_lmetric":609708},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73878,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":1,"active_p_offloads":0,"cached_blocks":1999,"cache_hit":6656,"new_prefill":120832,"score_linear":67222.0,"score_lmetric":123542},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":0,"new_prefill":127488,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":174411,"ongoing_decode_tokens":174411,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":127488,"score_linear":174411.0,"score_lmetric":254976},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1981,"cache_hit":0,"new_prefill":127488,"score_linear":108020.0,"score_lmetric":127488},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":127488,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-122368.0,"chosen_score_lmetric":0,"t_first_token":329225.304657377,"t_first_token_unix":1779760090.3186011,"t_done":329229.065728855,"t_done_unix":1779760094.0796723},{"request_id":"1314357:11:1442554:870","session_id":"1314357","input_length":108166,"t_proxy_recv":329228.717931559,"t_decision_unix":1779760093.731873,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":107008,"affinity_cache_ratio":0.9892942329382616,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1158 < 16000)","cache_hit":107008,"estimated_new_tokens":1158,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":3584,"new_prefill":104582,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146780,"ongoing_decode_tokens":146780,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":0,"new_prefill":108166,"score_linear":146780.0,"score_lmetric":216332},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2331,"cache_hit":56832,"new_prefill":51334,"score_linear":-56832.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1852,"cache_hit":107008,"new_prefill":1158,"score_linear":-107008.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":67887,"num_requests":1,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":0,"new_prefill":108166,"score_linear":129839.0,"score_lmetric":176053}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":329229.45058984,"t_first_token_unix":1779760094.4645338,"t_done":329231.490817497,"t_done_unix":1779760096.5047615},{"request_id":"1314357:12:1446681:873","session_id":"1314357","input_length":108409,"t_proxy_recv":329231.508813784,"t_decision_unix":1779760096.5227554,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":108032,"affinity_cache_ratio":0.996522428949626,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (377 < 16000)","cache_hit":108032,"estimated_new_tokens":377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":3584,"new_prefill":104825,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":147855,"ongoing_decode_tokens":147855,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":108409,"score_linear":147855.0,"score_lmetric":216818},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2331,"cache_hit":56832,"new_prefill":51577,"score_linear":-56832.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1854,"cache_hit":108032,"new_prefill":377,"score_linear":-108032.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":67887,"num_requests":1,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":0,"new_prefill":108409,"score_linear":129839.0,"score_lmetric":176296}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":329231.723717949,"t_first_token_unix":1779760096.7376614,"t_done":329232.321469263,"t_done_unix":1779760097.3354132},{"request_id":"1314357:13:1448346:875","session_id":"1314357","input_length":108791,"t_proxy_recv":329232.366700284,"t_decision_unix":1779760097.3806417,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9930233199437454,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (759 < 16000)","cache_hit":108032,"estimated_new_tokens":759,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":3584,"new_prefill":105207,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":147855,"ongoing_decode_tokens":147855,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":108791,"score_linear":147855.0,"score_lmetric":217582},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2331,"cache_hit":56832,"new_prefill":51959,"score_linear":-56832.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1854,"cache_hit":108032,"new_prefill":759,"score_linear":-108032.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":67887,"num_requests":1,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":0,"new_prefill":108791,"score_linear":129839.0,"score_lmetric":176678}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":329232.89299731,"t_first_token_unix":1779760097.906941,"t_done":329234.684954274,"t_done_unix":1779760099.6988976},{"request_id":"1314357:14:1450740:878","session_id":"1314357","input_length":109010,"t_proxy_recv":329234.701877625,"t_decision_unix":1779760099.7158191,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":108544,"affinity_cache_ratio":0.9957251628290983,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (466 < 16000)","cache_hit":108544,"estimated_new_tokens":466,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":3584,"new_prefill":105426,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":147855,"ongoing_decode_tokens":147855,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":109010,"score_linear":147855.0,"score_lmetric":218020},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2331,"cache_hit":56832,"new_prefill":52178,"score_linear":-56832.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1855,"cache_hit":108544,"new_prefill":466,"score_linear":-108544.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":67887,"num_requests":1,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":0,"new_prefill":109010,"score_linear":129839.0,"score_lmetric":176897}],"chosen_score_linear":-108544.0,"chosen_score_lmetric":0,"t_first_token":329234.93715202,"t_first_token_unix":1779760099.9510956,"t_done":329236.207850158,"t_done_unix":1779760101.2217941},{"request_id":"1314357:15:1452292:882","session_id":"1314357","input_length":109164,"t_proxy_recv":329236.225855652,"t_decision_unix":1779760101.2397974,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9990106628558866,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (108 < 16000)","cache_hit":109056,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":3584,"new_prefill":105580,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":147855,"ongoing_decode_tokens":147855,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":109164,"score_linear":147855.0,"score_lmetric":218328},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2331,"cache_hit":56832,"new_prefill":52332,"score_linear":-56832.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":109056,"new_prefill":108,"score_linear":-109056.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":67887,"num_requests":1,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":0,"new_prefill":109164,"score_linear":129839.0,"score_lmetric":177051}],"chosen_score_linear":-109056.0,"chosen_score_lmetric":0,"t_first_token":329236.395736794,"t_first_token_unix":1779760101.4096801,"t_done":329240.351291887,"t_done_unix":1779760105.3652358},{"request_id":"1371622:3:1443876:871","session_id":"1371622","input_length":19292,"t_proxy_recv":329228.372698267,"t_decision_unix":1779760093.3866398,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9819614347916235,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (348 < 16000)","cache_hit":18944,"estimated_new_tokens":348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":19292,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127488,"ongoing_decode_tokens":127488,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1726,"cache_hit":18944,"new_prefill":348,"score_linear":108544.0,"score_lmetric":348},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":0,"new_prefill":19292,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":19292,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2331,"cache_hit":11264,"new_prefill":8028,"score_linear":-11264.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":107228,"ongoing_decode_tokens":0,"pending_prefill_tokens":220,"num_requests":1,"active_p_offloads":0,"cached_blocks":1852,"cache_hit":0,"new_prefill":19292,"score_linear":107228.0,"score_lmetric":19512},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":19292,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":67887,"num_requests":1,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":0,"new_prefill":19292,"score_linear":129839.0,"score_lmetric":87179}],"chosen_score_linear":108544.0,"chosen_score_lmetric":348,"t_first_token":329228.470993387,"t_first_token_unix":1779760093.4849367,"t_done":329243.949851373,"t_done_unix":1779760108.9637945},{"request_id":"1371622:4:1452210:881","session_id":"1371622","input_length":20439,"t_proxy_recv":329243.954970168,"t_decision_unix":1779760108.9689116,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9769558197563482,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (471 < 16000)","cache_hit":19968,"estimated_new_tokens":471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128563,"ongoing_decode_tokens":128563,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1738,"cache_hit":19968,"new_prefill":471,"score_linear":108595.0,"score_lmetric":471},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2331,"cache_hit":11264,"new_prefill":9175,"score_linear":-11264.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":159107,"ongoing_decode_tokens":0,"pending_prefill_tokens":67971,"num_requests":2,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":0,"new_prefill":20439,"score_linear":159107.0,"score_lmetric":176820}],"chosen_score_linear":108595.0,"chosen_score_lmetric":471,"t_first_token":329244.049923224,"t_first_token_unix":1779760109.0638666,"t_done":329245.255880402,"t_done_unix":1779760110.2698238},{"request_id":"1371622:5:1455608:884","session_id":"1371622","input_length":21518,"t_proxy_recv":329245.26248344,"t_decision_unix":1779760110.276425,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":20480,"affinity_cache_ratio":0.951761316107445,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1038 < 16000)","cache_hit":20480,"estimated_new_tokens":1038,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128563,"ongoing_decode_tokens":128563,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1739,"cache_hit":20480,"new_prefill":1038,"score_linear":108083.0,"score_lmetric":1038},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2331,"cache_hit":11264,"new_prefill":10254,"score_linear":-11264.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":159107,"ongoing_decode_tokens":0,"pending_prefill_tokens":67971,"num_requests":2,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":0,"new_prefill":21518,"score_linear":159107.0,"score_lmetric":178978}],"chosen_score_linear":108083.0,"chosen_score_lmetric":1038,"t_first_token":329245.59029504,"t_first_token_unix":1779760110.6042385,"t_done":329246.61340502,"t_done_unix":1779760111.6273482},{"request_id":"1356885:3:1451307:879","session_id":"1356885","input_length":128563,"t_proxy_recv":329229.088136,"t_decision_unix":1779760094.1020775,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":127488,"affinity_cache_ratio":0.9916383407356705,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1075 < 16000)","cache_hit":127488,"estimated_new_tokens":1075,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":19292,"ongoing_decode_tokens":19292,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":127488,"new_prefill":1075,"score_linear":-108196.0,"score_lmetric":1075},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":6656,"new_prefill":121907,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2331,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108166,"ongoing_decode_tokens":0,"pending_prefill_tokens":1158,"num_requests":1,"active_p_offloads":0,"cached_blocks":1852,"cache_hit":0,"new_prefill":128563,"score_linear":108166.0,"score_lmetric":129721},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":67887,"num_requests":1,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":0,"new_prefill":128563,"score_linear":129839.0,"score_lmetric":196450}],"chosen_score_linear":-108196.0,"chosen_score_lmetric":1075,"t_first_token":329230.179523992,"t_first_token_unix":1779760095.1934676,"t_done":329248.863325624,"t_done_unix":1779760113.8772693},{"request_id":"1404395:3:1460072:887","session_id":"1404395","input_length":34392,"t_proxy_recv":329248.306253361,"t_decision_unix":1779760113.3201945,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9230053500814143,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2648 < 16000)","cache_hit":31744,"estimated_new_tokens":2648,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26406,"ongoing_decode_tokens":0,"pending_prefill_tokens":294,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":34392,"score_linear":26406.0,"score_lmetric":34686},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128563,"ongoing_decode_tokens":128563,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":34392,"score_linear":128563.0,"score_lmetric":34392},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":31744,"new_prefill":2648,"score_linear":-31744.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2331,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":512,"new_prefill":33880,"score_linear":-512.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":159107,"ongoing_decode_tokens":0,"pending_prefill_tokens":67971,"num_requests":2,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":0,"new_prefill":34392,"score_linear":159107.0,"score_lmetric":204726}],"chosen_score_linear":-31744.0,"chosen_score_lmetric":0,"t_first_token":329248.933095257,"t_first_token_unix":1779760113.9470391,"t_done":329251.360464871,"t_done_unix":1779760116.374408},{"request_id":"1242838:5:1460026:886","session_id":"1242838","input_length":26406,"t_proxy_recv":329248.156806865,"t_decision_unix":1779760113.1707482,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9888661667802772,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (294 < 16000)","cache_hit":26112,"estimated_new_tokens":294,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":26112,"new_prefill":294,"score_linear":-26112.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128563,"ongoing_decode_tokens":128563,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":26406,"score_linear":128563.0,"score_lmetric":26406},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2331,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":159107,"ongoing_decode_tokens":0,"pending_prefill_tokens":67971,"num_requests":2,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":0,"new_prefill":26406,"score_linear":159107.0,"score_lmetric":188754}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":329251.147805808,"t_first_token_unix":1779760116.1617494,"t_done":329253.089302038,"t_done_unix":1779760118.1032455},{"request_id":"1363093:6:1460799:888","session_id":"1363093","input_length":81299,"t_proxy_recv":329250.735032718,"t_decision_unix":1779760115.748974,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9005768828644879,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8083 < 16000)","cache_hit":73216,"estimated_new_tokens":8083,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26406,"ongoing_decode_tokens":0,"pending_prefill_tokens":294,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":81299,"score_linear":26406.0,"score_lmetric":81593},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34392,"ongoing_decode_tokens":34392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":0,"new_prefill":81299,"score_linear":34392.0,"score_lmetric":81299},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2331,"cache_hit":73216,"new_prefill":8083,"score_linear":-73216.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":159107,"ongoing_decode_tokens":0,"pending_prefill_tokens":67971,"num_requests":2,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":0,"new_prefill":81299,"score_linear":159107.0,"score_lmetric":298540}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":329260.607481659,"t_first_token_unix":1779760125.6214252,"t_done":329261.229221694,"t_done_unix":1779760126.243165},{"request_id":"1268861:12:1463977:891","session_id":"1268861","input_length":56147,"t_proxy_recv":329261.349028593,"t_decision_unix":1779760126.36297,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9757244376369174,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1363 < 16000)","cache_hit":54784,"estimated_new_tokens":1363,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2475,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2346,"cache_hit":54784,"new_prefill":1363,"score_linear":-54784.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":159107,"ongoing_decode_tokens":0,"pending_prefill_tokens":67971,"num_requests":2,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":0,"new_prefill":56147,"score_linear":159107.0,"score_lmetric":248236}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":329261.868992862,"t_first_token_unix":1779760126.8829362,"t_done":329262.773728218,"t_done_unix":1779760127.7876713},{"request_id":"1313181:10:1338837:436","session_id":"1313181","input_length":129839,"t_proxy_recv":329223.534801818,"t_decision_unix":1779760088.5487432,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":7,"affinity_cache_hit":64512,"affinity_cache_ratio":0.4968614977009989,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":61952,"estimated_new_tokens":67887,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":129839,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146544,"ongoing_decode_tokens":0,"pending_prefill_tokens":10864,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":129839,"score_linear":146544.0,"score_lmetric":281406},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":64512,"new_prefill":65327,"score_linear":-35100.0,"score_lmetric":65327},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":129839,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2331,"cache_hit":0,"new_prefill":129839,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106279,"ongoing_decode_tokens":106279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1850,"cache_hit":12800,"new_prefill":117039,"score_linear":93479.0,"score_lmetric":117039},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":129839,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":61952,"new_prefill":67887,"score_linear":-61952.0,"score_lmetric":0}],"chosen_score_linear":-61952.0,"chosen_score_lmetric":0,"t_first_token":329263.361424704,"t_first_token_unix":1779760128.375368,"t_done":329264.375914223,"t_done_unix":1779760129.3898578},{"request_id":"1363943:14:1458616:885","session_id":"1363943","input_length":29268,"t_proxy_recv":329243.669654987,"t_decision_unix":1779760108.6835961,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":29184,"affinity_cache_ratio":0.997129971299713,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (84 < 16000)","cache_hit":29184,"estimated_new_tokens":84,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":8704,"new_prefill":20564,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":147855,"ongoing_decode_tokens":147855,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":4096,"new_prefill":25172,"score_linear":143759.0,"score_lmetric":50344},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2470,"cache_hit":0,"new_prefill":29268,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":4096,"new_prefill":25172,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2331,"cache_hit":4096,"new_prefill":25172,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":29268,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":4096,"new_prefill":25172,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":67887,"num_requests":1,"active_p_offloads":0,"cached_blocks":1669,"cache_hit":29184,"new_prefill":84,"score_linear":100655.0,"score_lmetric":67971}],"chosen_score_linear":100655.0,"chosen_score_lmetric":67971,"t_first_token":329263.36298636,"t_first_token_unix":1779760128.3769295,"t_done":329264.497288326,"t_done_unix":1779760129.5112314},{"request_id":"1371622:6:1465333:892","session_id":"1371622","input_length":23079,"t_proxy_recv":329265.610021591,"t_decision_unix":1779760130.6239629,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9317561419472248,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1575 < 16000)","cache_hit":21504,"estimated_new_tokens":1575,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":21504,"new_prefill":1575,"score_linear":-21504.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2475,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":11264,"new_prefill":11815,"score_linear":-11264.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":94375,"ongoing_decode_tokens":94375,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":23079,"score_linear":94375.0,"score_lmetric":46158}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":329265.925395969,"t_first_token_unix":1779760130.9393392,"t_done":329266.448191691,"t_done_unix":1779760131.4621348},{"request_id":"1363943:15:1461716:889","session_id":"1363943","input_length":29651,"t_proxy_recv":329264.499939859,"t_decision_unix":1779760129.5138814,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":29184,"affinity_cache_ratio":0.984250109608445,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (467 < 16000)","cache_hit":29184,"estimated_new_tokens":467,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":8704,"new_prefill":20947,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":4096,"new_prefill":25555,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2475,"cache_hit":0,"new_prefill":29651,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":4096,"new_prefill":25555,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":4096,"new_prefill":25555,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":29651,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":4096,"new_prefill":25555,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64724,"ongoing_decode_tokens":64724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":29184,"new_prefill":467,"score_linear":35540.0,"score_lmetric":467}],"chosen_score_linear":35540.0,"chosen_score_lmetric":467,"t_first_token":329264.676981389,"t_first_token_unix":1779760129.690925,"t_done":329266.918438002,"t_done_unix":1779760131.932382},{"request_id":"1313181:10:1399867:746","session_id":"1313181","input_length":64724,"t_proxy_recv":329264.388159532,"t_decision_unix":1779760129.402101,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9967245534886595,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (212 < 16000)","cache_hit":64512,"estimated_new_tokens":212,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2475,"cache_hit":64512,"new_prefill":212,"score_linear":-64512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":12800,"new_prefill":51924,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":29268,"ongoing_decode_tokens":29268,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":64512,"new_prefill":212,"score_linear":-35244.0,"score_lmetric":212}],"chosen_score_linear":-35244.0,"chosen_score_lmetric":212,"t_first_token":329264.490703716,"t_first_token_unix":1779760129.5046475,"t_done":329269.65141939,"t_done_unix":1779760134.6653628},{"request_id":"1404395:4:1467473:894","session_id":"1404395","input_length":34863,"t_proxy_recv":329273.060240104,"t_decision_unix":1779760138.0741813,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9839658090238935,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (559 < 16000)","cache_hit":34304,"estimated_new_tokens":559,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1748,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2475,"cache_hit":34304,"new_prefill":559,"score_linear":-34304.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":512,"new_prefill":34351,"score_linear":-512.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164602,"ongoing_decode_tokens":34671,"pending_prefill_tokens":64907,"num_requests":2,"active_p_offloads":0,"cached_blocks":1693,"cache_hit":0,"new_prefill":34863,"score_linear":164602.0,"score_lmetric":199540}],"chosen_score_linear":-34304.0,"chosen_score_lmetric":0,"t_first_token":329273.184157277,"t_first_token_unix":1779760138.1981008,"t_done":329274.427582144,"t_done_unix":1779760139.4415257},{"request_id":"1371622:7:1468305:895","session_id":"1371622","input_length":24036,"t_proxy_recv":329275.830322299,"t_decision_unix":1779760140.8442638,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9585621567648527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (996 < 16000)","cache_hit":23040,"estimated_new_tokens":996,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1748,"cache_hit":23040,"new_prefill":996,"score_linear":-23040.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2476,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":11264,"new_prefill":12772,"score_linear":-11264.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164602,"ongoing_decode_tokens":34671,"pending_prefill_tokens":64907,"num_requests":2,"active_p_offloads":0,"cached_blocks":1693,"cache_hit":0,"new_prefill":24036,"score_linear":164602.0,"score_lmetric":177886}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":329276.06285353,"t_first_token_unix":1779760141.0767972,"t_done":329276.912361238,"t_done_unix":1779760141.9263053},{"request_id":"1399948:13:1472968:898","session_id":"1399948","input_length":12247,"t_proxy_recv":329291.184641435,"t_decision_unix":1779760156.198583,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9615416020249857,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (471 < 16000)","cache_hit":11776,"estimated_new_tokens":471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":11776,"new_prefill":471,"score_linear":-11776.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2476,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":66246,"ongoing_decode_tokens":0,"pending_prefill_tokens":25798,"num_requests":1,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":0,"new_prefill":12247,"score_linear":66246.0,"score_lmetric":38045},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164602,"ongoing_decode_tokens":34671,"pending_prefill_tokens":64907,"num_requests":2,"active_p_offloads":0,"cached_blocks":1693,"cache_hit":0,"new_prefill":12247,"score_linear":164602.0,"score_lmetric":154308}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":329291.239602375,"t_first_token_unix":1779760156.253554,"t_done":329291.377617478,"t_done_unix":1779760156.3915608},{"request_id":"1405155:3:1469167:897","session_id":"1405155","input_length":66246,"t_proxy_recv":329278.727745995,"t_decision_unix":1779760143.7416873,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":40448,"affinity_cache_ratio":0.610572713824231,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":40448,"estimated_new_tokens":25798,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2476,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":40448,"new_prefill":25798,"score_linear":-40448.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":512,"new_prefill":65734,"score_linear":-512.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":512,"new_prefill":65734,"score_linear":-512.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164602,"ongoing_decode_tokens":34671,"pending_prefill_tokens":64907,"num_requests":2,"active_p_offloads":0,"cached_blocks":1693,"cache_hit":0,"new_prefill":66246,"score_linear":164602.0,"score_lmetric":262306}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":329291.834693303,"t_first_token_unix":1779760156.8486366,"t_done":329293.667274346,"t_done_unix":1779760158.681218},{"request_id":"1342921:7:1473812:900","session_id":"1342921","input_length":76600,"t_proxy_recv":329294.147735925,"t_decision_unix":1779760159.1616774,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9892428198433421,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (824 < 16000)","cache_hit":75776,"estimated_new_tokens":824,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24569,"ongoing_decode_tokens":24569,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":76600,"score_linear":24569.0,"score_lmetric":76600},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2476,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":75776,"new_prefill":824,"score_linear":-75776.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2398,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164602,"ongoing_decode_tokens":34671,"pending_prefill_tokens":64907,"num_requests":2,"active_p_offloads":0,"cached_blocks":1693,"cache_hit":65536,"new_prefill":11064,"score_linear":99066.0,"score_lmetric":151942}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":329294.69552815,"t_first_token_unix":1779760159.709472,"t_done":329296.030400529,"t_done_unix":1779760161.044344},{"request_id":"1371622:8:1473416:899","session_id":"1371622","input_length":24569,"t_proxy_recv":329292.847965277,"t_decision_unix":1779760157.8619068,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9794456428833083,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (505 < 16000)","cache_hit":24064,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":24064,"new_prefill":505,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2476,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":66246,"ongoing_decode_tokens":66246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":11264,"new_prefill":13305,"score_linear":54982.0,"score_lmetric":13305},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164602,"ongoing_decode_tokens":34671,"pending_prefill_tokens":64907,"num_requests":2,"active_p_offloads":0,"cached_blocks":1693,"cache_hit":0,"new_prefill":24569,"score_linear":164602.0,"score_lmetric":178952}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":329293.010160613,"t_first_token_unix":1779760158.024104,"t_done":329296.172850571,"t_done_unix":1779760161.1867938},{"request_id":"1363943:16:1463626:890","session_id":"1363943","input_length":34671,"t_proxy_recv":329266.92720153,"t_decision_unix":1779760131.941143,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":29696,"affinity_cache_ratio":0.8565083210752502,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4975 < 16000)","cache_hit":29696,"estimated_new_tokens":4975,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":8704,"new_prefill":25967,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1748,"cache_hit":4096,"new_prefill":30575,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2475,"cache_hit":0,"new_prefill":34671,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":4096,"new_prefill":30575,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":4096,"new_prefill":30575,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":34671,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":4096,"new_prefill":30575,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64724,"ongoing_decode_tokens":64724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":29696,"new_prefill":4975,"score_linear":35028.0,"score_lmetric":4975}],"chosen_score_linear":35028.0,"chosen_score_lmetric":4975,"t_first_token":329268.086533221,"t_first_token_unix":1779760133.1004767,"t_done":329309.108853513,"t_done_unix":1779760174.1227968},{"request_id":"1313181:11:1344301:464","session_id":"1313181","input_length":129931,"t_proxy_recv":329269.672441687,"t_decision_unix":1779760134.686383,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65024,"affinity_cache_ratio":0.5004502389729933,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"src_not_meaningfully_more_cache (src=64512 chosen=65024)","cache_hit":65024,"estimated_new_tokens":64907,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1748,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2475,"cache_hit":64512,"new_prefill":65419,"score_linear":-64512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2008,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2348,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":12800,"new_prefill":117131,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34671,"ongoing_decode_tokens":34671,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1693,"cache_hit":65024,"new_prefill":64907,"score_linear":-30353.0,"score_lmetric":64907}],"chosen_score_linear":-30353.0,"chosen_score_lmetric":64907,"t_first_token":329308.351315732,"t_first_token_unix":1779760173.36526,"t_done":329309.705376814,"t_done_unix":1779760174.7193205},{"request_id":"1313181:11:1402841:762","session_id":"1313181","input_length":65123,"t_proxy_recv":329309.717075196,"t_decision_unix":1779760174.7310166,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9984797997635244,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (99 < 16000)","cache_hit":65024,"estimated_new_tokens":99,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1751,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44949,"ongoing_decode_tokens":0,"pending_prefill_tokens":28053,"num_requests":1,"active_p_offloads":0,"cached_blocks":2476,"cache_hit":64512,"new_prefill":611,"score_linear":-19563.0,"score_lmetric":28664},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2398,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":12800,"new_prefill":52323,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35991,"ongoing_decode_tokens":35991,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1704,"cache_hit":65024,"new_prefill":99,"score_linear":-29033.0,"score_lmetric":99}],"chosen_score_linear":-29033.0,"chosen_score_lmetric":99,"t_first_token":329309.812553182,"t_first_token_unix":1779760174.8264964,"t_done":329310.339987194,"t_done_unix":1779760175.3539307},{"request_id":"1363943:17:1466811:893","session_id":"1363943","input_length":35991,"t_proxy_recv":329309.116967526,"t_decision_unix":1779760174.1309092,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9673529493484482,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1175 < 16000)","cache_hit":34816,"estimated_new_tokens":1175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":8704,"new_prefill":27287,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1751,"cache_hit":4096,"new_prefill":31895,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44949,"ongoing_decode_tokens":0,"pending_prefill_tokens":28053,"num_requests":1,"active_p_offloads":0,"cached_blocks":2476,"cache_hit":0,"new_prefill":35991,"score_linear":44949.0,"score_lmetric":64044},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":4096,"new_prefill":31895,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2398,"cache_hit":4096,"new_prefill":31895,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":35991,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":4096,"new_prefill":31895,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":129931,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1703,"cache_hit":34816,"new_prefill":1175,"score_linear":95115.0,"score_lmetric":1175}],"chosen_score_linear":95115.0,"chosen_score_lmetric":1175,"t_first_token":329309.479588233,"t_first_token_unix":1779760174.493532,"t_done":329310.974758934,"t_done_unix":1779760175.9887023},{"request_id":"1305906:4:1476757:902","session_id":"1305906","input_length":44949,"t_proxy_recv":329304.216478467,"t_decision_unix":1779760169.2304192,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":16896,"affinity_cache_ratio":0.375892678368818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":16896,"estimated_new_tokens":28053,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1751,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2476,"cache_hit":16896,"new_prefill":28053,"score_linear":-16896.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2398,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":164602,"ongoing_decode_tokens":34671,"pending_prefill_tokens":64907,"num_requests":2,"active_p_offloads":0,"cached_blocks":1693,"cache_hit":0,"new_prefill":44949,"score_linear":164602.0,"score_lmetric":219712}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":329312.05185343,"t_first_token_unix":1779760177.0657969,"t_done":329313.425171351,"t_done_unix":1779760178.4391148},{"request_id":"1371622:9:1479535:905","session_id":"1371622","input_length":25286,"t_proxy_recv":329313.526268979,"t_decision_unix":1779760178.54021,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9719212212291386,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (710 < 16000)","cache_hit":24576,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":25286,"score_linear":38827.0,"score_lmetric":25286},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1751,"cache_hit":24576,"new_prefill":710,"score_linear":-24576.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2531,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2398,"cache_hit":11264,"new_prefill":14022,"score_linear":-11264.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":117679,"num_requests":1,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":25286,"score_linear":130479.0,"score_lmetric":142965},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":47303,"ongoing_decode_tokens":0,"pending_prefill_tokens":11463,"num_requests":1,"active_p_offloads":0,"cached_blocks":1706,"cache_hit":0,"new_prefill":25286,"score_linear":47303.0,"score_lmetric":36749}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":329313.636569017,"t_first_token_unix":1779760178.6505125,"t_done":329314.195381267,"t_done_unix":1779760179.2093244},{"request_id":"1363943:18:1469143:896","session_id":"1363943","input_length":47303,"t_proxy_recv":329310.987908847,"t_decision_unix":1779760176.0018506,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35840,"affinity_cache_ratio":0.7576686468088705,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (11463 < 16000)","cache_hit":35840,"estimated_new_tokens":11463,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":8704,"new_prefill":38599,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1751,"cache_hit":4096,"new_prefill":43207,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44949,"ongoing_decode_tokens":0,"pending_prefill_tokens":28053,"num_requests":1,"active_p_offloads":0,"cached_blocks":2476,"cache_hit":0,"new_prefill":47303,"score_linear":44949.0,"score_lmetric":75356},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":4096,"new_prefill":43207,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2398,"cache_hit":4096,"new_prefill":43207,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":117679,"num_requests":1,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":47303,"score_linear":130479.0,"score_lmetric":164982},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":4096,"new_prefill":43207,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1706,"cache_hit":35840,"new_prefill":11463,"score_linear":-35840.0,"score_lmetric":0}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":0,"t_first_token":329314.196281559,"t_first_token_unix":1779760179.2102249,"t_done":329316.958480157,"t_done_unix":1779760181.972424},{"request_id":"1404395:5:1480170:906","session_id":"1404395","input_length":36988,"t_proxy_recv":329315.765396881,"t_decision_unix":1779760180.779338,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9412782524061858,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2172 < 16000)","cache_hit":34816,"estimated_new_tokens":2172,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":36988,"score_linear":38827.0,"score_lmetric":36988},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2531,"cache_hit":34816,"new_prefill":2172,"score_linear":-34816.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2398,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":117679,"num_requests":1,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":512,"new_prefill":36476,"score_linear":129967.0,"score_lmetric":154155},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":47303,"ongoing_decode_tokens":47303,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1706,"cache_hit":0,"new_prefill":36988,"score_linear":47303.0,"score_lmetric":36988}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":329316.369450585,"t_first_token_unix":1779760181.3833942,"t_done":329319.043783583,"t_done_unix":1779760184.0577269},{"request_id":"1363943:19:1473899:901","session_id":"1363943","input_length":56056,"t_proxy_recv":329316.971580654,"t_decision_unix":1779760181.985522,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":47616,"affinity_cache_ratio":0.8494362780077066,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8440 < 16000)","cache_hit":47616,"estimated_new_tokens":8440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":8704,"new_prefill":47352,"score_linear":30123.0,"score_lmetric":47352},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":4096,"new_prefill":51960,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":36988,"ongoing_decode_tokens":36988,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2531,"cache_hit":0,"new_prefill":56056,"score_linear":36988.0,"score_lmetric":56056},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":4096,"new_prefill":51960,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2398,"cache_hit":4096,"new_prefill":51960,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":117679,"num_requests":1,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":56056,"score_linear":130479.0,"score_lmetric":173735},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":4096,"new_prefill":51960,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1729,"cache_hit":47616,"new_prefill":8440,"score_linear":-47616.0,"score_lmetric":0}],"chosen_score_linear":-47616.0,"chosen_score_lmetric":0,"t_first_token":329319.912281992,"t_first_token_unix":1779760184.9262261,"t_done":329321.782924972,"t_done_unix":1779760186.7968683},{"request_id":"1268861:13:1481831:907","session_id":"1268861","input_length":57130,"t_proxy_recv":329321.358694541,"t_decision_unix":1779760186.3726358,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":55808,"affinity_cache_ratio":0.976859793453527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1322 < 16000)","cache_hit":55808,"estimated_new_tokens":1322,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":57130,"score_linear":38827.0,"score_lmetric":57130},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2535,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2398,"cache_hit":55808,"new_prefill":1322,"score_linear":-55808.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":117679,"num_requests":1,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":57130,"score_linear":130479.0,"score_lmetric":174809},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56056,"ongoing_decode_tokens":56056,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1729,"cache_hit":0,"new_prefill":57130,"score_linear":56056.0,"score_lmetric":57130}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":329321.790305585,"t_first_token_unix":1779760186.8042488,"t_done":329323.080592684,"t_done_unix":1779760188.0945363},{"request_id":"1301929:4:1479037:904","session_id":"1301929","input_length":38827,"t_proxy_recv":329311.782152529,"t_decision_unix":1779760176.7960937,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9890024982615191,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (427 < 16000)","cache_hit":38400,"estimated_new_tokens":427,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":38400,"new_prefill":427,"score_linear":-38400.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1751,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44949,"ongoing_decode_tokens":0,"pending_prefill_tokens":28053,"num_requests":1,"active_p_offloads":0,"cached_blocks":2476,"cache_hit":0,"new_prefill":38827,"score_linear":44949.0,"score_lmetric":66880},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2398,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":117679,"num_requests":1,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":38827,"score_linear":130479.0,"score_lmetric":156506},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":47303,"ongoing_decode_tokens":0,"pending_prefill_tokens":11463,"num_requests":1,"active_p_offloads":0,"cached_blocks":1706,"cache_hit":0,"new_prefill":38827,"score_linear":47303.0,"score_lmetric":50290}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":0,"t_first_token":329311.852967626,"t_first_token_unix":1779760176.8669112,"t_done":329323.479813679,"t_done_unix":1779760188.4937575},{"request_id":"1363943:20:1476805:903","session_id":"1363943","input_length":60761,"t_proxy_recv":329321.799205623,"t_decision_unix":1779760186.813147,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9184838959200803,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4953 < 16000)","cache_hit":55808,"estimated_new_tokens":4953,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":8704,"new_prefill":52057,"score_linear":30123.0,"score_lmetric":52057},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":4096,"new_prefill":56665,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2535,"cache_hit":0,"new_prefill":60761,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":4096,"new_prefill":56665,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57130,"ongoing_decode_tokens":57130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2398,"cache_hit":4096,"new_prefill":56665,"score_linear":53034.0,"score_lmetric":56665},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":117679,"num_requests":1,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":60761,"score_linear":130479.0,"score_lmetric":178440},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":4096,"new_prefill":56665,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1745,"cache_hit":55808,"new_prefill":4953,"score_linear":-55808.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":329323.58501226,"t_first_token_unix":1779760188.5989556,"t_done":329327.058269695,"t_done_unix":1779760192.072213},{"request_id":"1404395:6:1483967:909","session_id":"1404395","input_length":37689,"t_proxy_recv":329328.609420449,"t_decision_unix":1779760193.6233616,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9781103239672053,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (825 < 16000)","cache_hit":36864,"estimated_new_tokens":825,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2535,"cache_hit":36864,"new_prefill":825,"score_linear":-36864.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2400,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":117679,"num_requests":1,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":512,"new_prefill":37177,"score_linear":129967.0,"score_lmetric":154856},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65658,"ongoing_decode_tokens":0,"pending_prefill_tokens":4730,"num_requests":1,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":37689,"score_linear":65658.0,"score_lmetric":42419}],"chosen_score_linear":-36864.0,"chosen_score_lmetric":0,"t_first_token":329328.828996872,"t_first_token_unix":1779760193.84294,"t_done":329331.36539236,"t_done_unix":1779760196.3793356},{"request_id":"1363943:21:1482184:908","session_id":"1363943","input_length":65658,"t_proxy_recv":329327.072436047,"t_decision_unix":1779760192.0863774,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9279600353346127,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4730 < 16000)","cache_hit":60928,"estimated_new_tokens":4730,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":8704,"new_prefill":56954,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":4096,"new_prefill":61562,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2535,"cache_hit":0,"new_prefill":65658,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":4096,"new_prefill":61562,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2400,"cache_hit":4096,"new_prefill":61562,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":117679,"num_requests":1,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":65658,"score_linear":130479.0,"score_lmetric":183337},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":4096,"new_prefill":61562,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":60928,"new_prefill":4730,"score_linear":-60928.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":329328.992448152,"t_first_token_unix":1779760194.0063915,"t_done":329332.144774356,"t_done_unix":1779760197.1587179},{"request_id":"1363943:22:1485341:910","session_id":"1363943","input_length":70238,"t_proxy_recv":329333.344284414,"t_decision_unix":1779760198.3582258,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65536,"affinity_cache_ratio":0.9330561804151599,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4702 < 16000)","cache_hit":65536,"estimated_new_tokens":4702,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":8704,"new_prefill":61534,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":4096,"new_prefill":66142,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2537,"cache_hit":0,"new_prefill":70238,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":4096,"new_prefill":66142,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2400,"cache_hit":4096,"new_prefill":66142,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":117679,"num_requests":1,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":70238,"score_linear":130479.0,"score_lmetric":187917},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":4096,"new_prefill":66142,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":65536,"new_prefill":4702,"score_linear":-65536.0,"score_lmetric":0}],"chosen_score_linear":-65536.0,"chosen_score_lmetric":0,"t_first_token":329335.263596398,"t_first_token_unix":1779760200.2775407,"t_done":329338.762973054,"t_done_unix":1779760203.7769165},{"request_id":"1242838:6:1486863:911","session_id":"1242838","input_length":29903,"t_proxy_recv":329338.361929133,"t_decision_unix":1779760203.3758702,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8903454502892686,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3279 < 16000)","cache_hit":26624,"estimated_new_tokens":3279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":26624,"new_prefill":3279,"score_linear":-26624.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2537,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2400,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":117679,"num_requests":1,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":29903,"score_linear":130479.0,"score_lmetric":147582},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70238,"ongoing_decode_tokens":70238,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":29903,"score_linear":70238.0,"score_lmetric":29903}],"chosen_score_linear":-26624.0,"chosen_score_lmetric":0,"t_first_token":329339.095932795,"t_first_token_unix":1779760204.1098762,"t_done":329340.448221487,"t_done_unix":1779760205.4621646},{"request_id":"1363943:23:1488713:912","session_id":"1363943","input_length":72516,"t_proxy_recv":329344.494158957,"t_decision_unix":1779760209.5081,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9672899773843014,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2372 < 16000)","cache_hit":70144,"estimated_new_tokens":2372,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1923,"cache_hit":8704,"new_prefill":63812,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":4096,"new_prefill":68420,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2537,"cache_hit":0,"new_prefill":72516,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":4096,"new_prefill":68420,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2400,"cache_hit":4096,"new_prefill":68420,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":117679,"num_requests":1,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":72516,"score_linear":130479.0,"score_lmetric":190195},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":4096,"new_prefill":68420,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":70144,"new_prefill":2372,"score_linear":-70144.0,"score_lmetric":0}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":329345.547573213,"t_first_token_unix":1779760210.5615168,"t_done":329347.536169536,"t_done_unix":1779760212.550113},{"request_id":"1404395:7:1491186:914","session_id":"1404395","input_length":39569,"t_proxy_recv":329353.154243227,"t_decision_unix":1779760218.1681843,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9575172483509818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1681 < 16000)","cache_hit":37888,"estimated_new_tokens":1681,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1923,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2537,"cache_hit":37888,"new_prefill":1681,"score_linear":-37888.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2400,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":117679,"num_requests":1,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":512,"new_prefill":39057,"score_linear":129967.0,"score_lmetric":156736},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74939,"ongoing_decode_tokens":0,"pending_prefill_tokens":2235,"num_requests":1,"active_p_offloads":0,"cached_blocks":1778,"cache_hit":0,"new_prefill":39569,"score_linear":74939.0,"score_lmetric":41804}],"chosen_score_linear":-37888.0,"chosen_score_lmetric":0,"t_first_token":329353.643056197,"t_first_token_unix":1779760218.6569996,"t_done":329353.936702723,"t_done_unix":1779760218.9506488},{"request_id":"1363943:24:1491020:913","session_id":"1363943","input_length":74939,"t_proxy_recv":329352.760076242,"t_decision_unix":1779760217.7740173,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9701757429375892,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2235 < 16000)","cache_hit":72704,"estimated_new_tokens":2235,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1923,"cache_hit":8704,"new_prefill":66235,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":4096,"new_prefill":70843,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2537,"cache_hit":0,"new_prefill":74939,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":4096,"new_prefill":70843,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2400,"cache_hit":4096,"new_prefill":70843,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":117679,"num_requests":1,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":74939,"score_linear":130479.0,"score_lmetric":192618},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":4096,"new_prefill":70843,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1778,"cache_hit":72704,"new_prefill":2235,"score_linear":-72704.0,"score_lmetric":0}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":329353.979730521,"t_first_token_unix":1779760218.9936745,"t_done":329355.586277268,"t_done_unix":1779760220.600221},{"request_id":"1363943:25:1493325:915","session_id":"1363943","input_length":75711,"t_proxy_recv":329360.238976847,"t_decision_unix":1779760225.252918,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9873334125820554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (959 < 16000)","cache_hit":74752,"estimated_new_tokens":959,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1923,"cache_hit":8704,"new_prefill":67007,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":4096,"new_prefill":71615,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2540,"cache_hit":0,"new_prefill":75711,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":4096,"new_prefill":71615,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2400,"cache_hit":4096,"new_prefill":71615,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":117679,"num_requests":1,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":0,"new_prefill":75711,"score_linear":130479.0,"score_lmetric":193390},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":4096,"new_prefill":71615,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":74752,"new_prefill":959,"score_linear":-74752.0,"score_lmetric":0}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":329360.63837436,"t_first_token_unix":1779760225.6523175,"t_done":329362.842373864,"t_done_unix":1779760227.8563173},{"request_id":"1313181:12:1346194:470","session_id":"1313181","input_length":130479,"t_proxy_recv":329310.361816956,"t_decision_unix":1779760175.3757584,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":5,"affinity_cache_hit":65024,"affinity_cache_ratio":0.49834839322802904,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":12800,"estimated_new_tokens":117679,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1751,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":44949,"ongoing_decode_tokens":0,"pending_prefill_tokens":28053,"num_requests":1,"active_p_offloads":0,"cached_blocks":2476,"cache_hit":64512,"new_prefill":65967,"score_linear":-19563.0,"score_lmetric":94020},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2398,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":12800,"new_prefill":117679,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35991,"ongoing_decode_tokens":35991,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1704,"cache_hit":65024,"new_prefill":65455,"score_linear":-29033.0,"score_lmetric":65455}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":329364.188321626,"t_first_token_unix":1779760229.2022653,"t_done":329365.082245948,"t_done_unix":1779760230.09619},{"request_id":"1313181:12:1404813:772","session_id":"1313181","input_length":65179,"t_proxy_recv":329365.092269005,"t_decision_unix":1779760230.1062105,"policy":"unified_v2","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9976219334448212,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (155 < 16000)","cache_hit":65024,"estimated_new_tokens":155,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1923,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":39820,"ongoing_decode_tokens":39820,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2540,"cache_hit":64512,"new_prefill":667,"score_linear":-24692.0,"score_lmetric":667},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2400,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":65024,"new_prefill":155,"score_linear":-65024.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1784,"cache_hit":65024,"new_prefill":155,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":329365.199365707,"t_first_token_unix":1779760230.2133088,"t_done":329365.743584943,"t_done_unix":1779760230.757528},{"request_id":"1404395:8:1494219:916","session_id":"1404395","input_length":39820,"t_proxy_recv":329363.264692612,"t_decision_unix":1779760228.2786334,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":39424,"affinity_cache_ratio":0.9900552486187846,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (396 < 16000)","cache_hit":39424,"estimated_new_tokens":396,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1923,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2540,"cache_hit":39424,"new_prefill":396,"score_linear":-39424.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2400,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":117679,"num_requests":1,"active_p_offloads":0,"cached_blocks":1856,"cache_hit":512,"new_prefill":39308,"score_linear":129967.0,"score_lmetric":156987},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1784,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39424.0,"chosen_score_lmetric":0,"t_first_token":329363.417618646,"t_first_token_unix":1779760228.4315622,"t_done":329367.051426771,"t_done_unix":1779760232.0653703},{"request_id":"1268861:14:1498281:920","session_id":"1268861","input_length":61910,"t_proxy_recv":329376.759432395,"t_decision_unix":1779760241.7733736,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9179777095784203,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5078 < 16000)","cache_hit":56832,"estimated_new_tokens":5078,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1923,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2400,"cache_hit":56832,"new_prefill":5078,"score_linear":-56832.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":61910,"score_linear":75760.0,"score_lmetric":65990},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":215560,"ongoing_decode_tokens":0,"pending_prefill_tokens":74760,"num_requests":2,"active_p_offloads":0,"cached_blocks":1784,"cache_hit":0,"new_prefill":61910,"score_linear":215560.0,"score_lmetric":273340}],"chosen_score_linear":-56832.0,"chosen_score_lmetric":0,"t_first_token":329378.589461748,"t_first_token_unix":1779760243.6034052,"t_done":329379.163699586,"t_done_unix":1779760244.1776476},{"request_id":"1242838:7:1499476:921","session_id":"1242838","input_length":33352,"t_proxy_recv":329380.583885739,"t_decision_unix":1779760245.597827,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":29696,"affinity_cache_ratio":0.8903813864236028,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3656 < 16000)","cache_hit":29696,"estimated_new_tokens":3656,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1923,"cache_hit":29696,"new_prefill":3656,"score_linear":-29696.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2410,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":33352,"score_linear":75760.0,"score_lmetric":37432},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":215560,"ongoing_decode_tokens":0,"pending_prefill_tokens":74760,"num_requests":2,"active_p_offloads":0,"cached_blocks":1784,"cache_hit":0,"new_prefill":33352,"score_linear":215560.0,"score_lmetric":216224}],"chosen_score_linear":-29696.0,"chosen_score_lmetric":0,"t_first_token":329381.399477877,"t_first_token_unix":1779760246.4134216,"t_done":329383.422459401,"t_done_unix":1779760248.436403},{"request_id":"1342921:8:1503584:925","session_id":"1342921","input_length":78722,"t_proxy_recv":329394.447521339,"t_decision_unix":1779760259.4614625,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":76288,"affinity_cache_ratio":0.9690810700947639,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2434 < 16000)","cache_hit":76288,"estimated_new_tokens":2434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1930,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":76288,"new_prefill":2434,"score_linear":-76288.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2410,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":75760,"pending_prefill_tokens":10709,"num_requests":2,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":78722,"score_linear":179653.0,"score_lmetric":178862},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":215560,"ongoing_decode_tokens":0,"pending_prefill_tokens":74760,"num_requests":2,"active_p_offloads":0,"cached_blocks":1784,"cache_hit":65536,"new_prefill":13186,"score_linear":150024.0,"score_lmetric":175892}],"chosen_score_linear":-76288.0,"chosen_score_lmetric":0,"t_first_token":329395.599581272,"t_first_token_unix":1779760260.613525,"t_done":329395.775919381,"t_done_unix":1779760260.7898629},{"request_id":"1399948:14:1504493:926","session_id":"1399948","input_length":14189,"t_proxy_recv":329397.222870722,"t_decision_unix":1779760262.2368116,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11776,"affinity_cache_ratio":0.829938684896751,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2413 < 16000)","cache_hit":11776,"estimated_new_tokens":2413,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1930,"cache_hit":11776,"new_prefill":2413,"score_linear":-11776.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2013,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2410,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":75760,"pending_prefill_tokens":10709,"num_requests":2,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":14189,"score_linear":179653.0,"score_lmetric":49796},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":215560,"ongoing_decode_tokens":0,"pending_prefill_tokens":74760,"num_requests":2,"active_p_offloads":0,"cached_blocks":1784,"cache_hit":0,"new_prefill":14189,"score_linear":215560.0,"score_lmetric":177898}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":329397.514786813,"t_first_token_unix":1779760262.5287306,"t_done":329397.807424606,"t_done_unix":1779760262.8213677},{"request_id":"1313181:13:1349104:484","session_id":"1313181","input_length":131699,"t_proxy_recv":329365.76573943,"t_decision_unix":1779760230.779681,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":7,"affinity_cache_hit":65024,"affinity_cache_ratio":0.49373191899710706,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":65024,"estimated_new_tokens":66675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1923,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":39820,"ongoing_decode_tokens":39820,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2540,"cache_hit":64512,"new_prefill":67187,"score_linear":-24692.0,"score_lmetric":67187},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2400,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":65024,"new_prefill":66675,"score_linear":-65024.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1784,"cache_hit":65024,"new_prefill":66675,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":329409.348949523,"t_first_token_unix":1779760274.3628929,"t_done":329412.22748406,"t_done_unix":1779760277.2414274},{"request_id":"1363943:26:1495648:917","session_id":"1363943","input_length":83861,"t_proxy_recv":329368.005357755,"t_decision_unix":1779760233.0192986,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":75776,"affinity_cache_ratio":0.903590465174515,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8085 < 16000)","cache_hit":75776,"estimated_new_tokens":8085,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1923,"cache_hit":8704,"new_prefill":75157,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":4096,"new_prefill":79765,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":83861,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":4096,"new_prefill":79765,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2400,"cache_hit":4096,"new_prefill":79765,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":83861,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":4096,"new_prefill":79765,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":1784,"cache_hit":75776,"new_prefill":8085,"score_linear":55923.0,"score_lmetric":74760}],"chosen_score_linear":55923.0,"chosen_score_lmetric":74760,"t_first_token":329409.785030974,"t_first_token_unix":1779760274.7989748,"t_done":329413.00690028,"t_done_unix":1779760278.020844},{"request_id":"1268861:15:1508874:928","session_id":"1268861","input_length":63035,"t_proxy_recv":329412.075592281,"t_decision_unix":1779760277.0895333,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9828190687713175,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1083 < 16000)","cache_hit":61952,"estimated_new_tokens":1083,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1934,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2013,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2410,"cache_hit":61952,"new_prefill":1083,"score_linear":-61952.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":75760,"pending_prefill_tokens":10709,"num_requests":2,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":63035,"score_linear":179653.0,"score_lmetric":147488},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":215560,"ongoing_decode_tokens":215560,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1784,"cache_hit":0,"new_prefill":63035,"score_linear":215560.0,"score_lmetric":126070}],"chosen_score_linear":-61952.0,"chosen_score_lmetric":0,"t_first_token":329412.655248368,"t_first_token_unix":1779760277.6691918,"t_done":329414.092508611,"t_done_unix":1779760279.1064522},{"request_id":"1313181:13:1406095:783","session_id":"1313181","input_length":65279,"t_proxy_recv":329412.242854403,"t_decision_unix":1779760277.256796,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9960936901606948,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (255 < 16000)","cache_hit":65024,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1934,"cache_hit":0,"new_prefill":65279,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":65279,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":64512,"new_prefill":767,"score_linear":-64512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2013,"cache_hit":0,"new_prefill":65279,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63035,"ongoing_decode_tokens":0,"pending_prefill_tokens":1083,"num_requests":1,"active_p_offloads":0,"cached_blocks":2410,"cache_hit":0,"new_prefill":65279,"score_linear":63035.0,"score_lmetric":66362},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":65024,"new_prefill":255,"score_linear":-65024.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":75760,"pending_prefill_tokens":10709,"num_requests":2,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":65279,"score_linear":179653.0,"score_lmetric":151976},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83861,"ongoing_decode_tokens":83861,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1789,"cache_hit":65024,"new_prefill":255,"score_linear":18837.0,"score_lmetric":255}],"chosen_score_linear":18837.0,"chosen_score_lmetric":255,"t_first_token":329412.352362651,"t_first_token_unix":1779760277.366306,"t_done":329415.996155382,"t_done_unix":1779760281.0100987},{"request_id":"1399948:15:1512300:930","session_id":"1399948","input_length":15669,"t_proxy_recv":329423.537564606,"t_decision_unix":1779760288.5515058,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8822515795519816,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1845 < 16000)","cache_hit":13824,"estimated_new_tokens":1845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1934,"cache_hit":13824,"new_prefill":1845,"score_linear":-13824.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2013,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":75760,"pending_prefill_tokens":10709,"num_requests":2,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":15669,"score_linear":179653.0,"score_lmetric":52756},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":223447,"ongoing_decode_tokens":84090,"pending_prefill_tokens":7773,"num_requests":2,"active_p_offloads":0,"cached_blocks":1806,"cache_hit":0,"new_prefill":15669,"score_linear":223447.0,"score_lmetric":46884}],"chosen_score_linear":-13824.0,"chosen_score_lmetric":0,"t_first_token":329423.78133439,"t_first_token_unix":1779760288.7952776,"t_done":329424.032464105,"t_done_unix":1779760289.0464072},{"request_id":"1277428:9:1513231:932","session_id":"1277428","input_length":44364,"t_proxy_recv":329426.553682572,"t_decision_unix":1779760291.5676236,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":42496,"affinity_cache_ratio":0.9578937877558381,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1868 < 16000)","cache_hit":42496,"estimated_new_tokens":1868,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1937,"cache_hit":0,"new_prefill":44364,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130532,"ongoing_decode_tokens":130532,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":4608,"new_prefill":39756,"score_linear":125924.0,"score_lmetric":39756},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":44364,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2013,"cache_hit":42496,"new_prefill":1868,"score_linear":-42496.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":0,"new_prefill":44364,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":44364,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":179653,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":44364,"score_linear":179653.0,"score_lmetric":88728},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":223447,"ongoing_decode_tokens":84090,"pending_prefill_tokens":7773,"num_requests":2,"active_p_offloads":0,"cached_blocks":1806,"cache_hit":0,"new_prefill":44364,"score_linear":223447.0,"score_lmetric":104274}],"chosen_score_linear":-42496.0,"chosen_score_lmetric":0,"t_first_token":329427.078169179,"t_first_token_unix":1779760292.0921128,"t_done":329427.380295017,"t_done_unix":1779760292.3942382},{"request_id":"1388507:2:1496686:918","session_id":"1388507","input_length":75760,"t_proxy_recv":329371.368771754,"t_decision_unix":1779760236.382713,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9461457233368532,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4080 < 16000)","cache_hit":71680,"estimated_new_tokens":4080,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1923,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2400,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":71680,"new_prefill":4080,"score_linear":-71680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":215560,"ongoing_decode_tokens":0,"pending_prefill_tokens":74760,"num_requests":2,"active_p_offloads":0,"cached_blocks":1784,"cache_hit":0,"new_prefill":75760,"score_linear":215560.0,"score_lmetric":301040}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":329391.234375842,"t_first_token_unix":1779760256.2483194,"t_done":329428.969309011,"t_done_unix":1779760293.9832523},{"request_id":"1399948:16:1513839:933","session_id":"1399948","input_length":15913,"t_proxy_recv":329428.718584192,"t_decision_unix":1779760293.7325253,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":15360,"affinity_cache_ratio":0.9652485389304343,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (553 < 16000)","cache_hit":15360,"estimated_new_tokens":553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1937,"cache_hit":15360,"new_prefill":553,"score_linear":-15360.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130532,"ongoing_decode_tokens":130532,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":15913,"score_linear":130532.0,"score_lmetric":15913},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2016,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":179653,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":15913,"score_linear":179653.0,"score_lmetric":31826},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":223447,"ongoing_decode_tokens":84090,"pending_prefill_tokens":7773,"num_requests":2,"active_p_offloads":0,"cached_blocks":1806,"cache_hit":0,"new_prefill":15913,"score_linear":223447.0,"score_lmetric":47372}],"chosen_score_linear":-15360.0,"chosen_score_lmetric":0,"t_first_token":329428.808393977,"t_first_token_unix":1779760293.8223379,"t_done":329429.235871718,"t_done_unix":1779760294.2498147},{"request_id":"1356885:4:1512902:931","session_id":"1356885","input_length":130532,"t_proxy_recv":329425.429898981,"t_decision_unix":1779760290.4438403,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":129536,"affinity_cache_ratio":0.9923696871265284,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (996 < 16000)","cache_hit":129536,"estimated_new_tokens":996,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1937,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":129536,"new_prefill":996,"score_linear":-129536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2013,"cache_hit":6656,"new_prefill":123876,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":75760,"pending_prefill_tokens":10709,"num_requests":2,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":130532,"score_linear":179653.0,"score_lmetric":282482},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":223447,"ongoing_decode_tokens":84090,"pending_prefill_tokens":7773,"num_requests":2,"active_p_offloads":0,"cached_blocks":1806,"cache_hit":0,"new_prefill":130532,"score_linear":223447.0,"score_lmetric":276610}],"chosen_score_linear":-129536.0,"chosen_score_lmetric":0,"t_first_token":329426.09035234,"t_first_token_unix":1779760291.104296,"t_done":329429.543206032,"t_done_unix":1779760294.5571496},{"request_id":"1397515:2:1502033:923","session_id":"1397515","input_length":103893,"t_proxy_recv":329389.150644622,"t_decision_unix":1779760254.164586,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":93184,"affinity_cache_ratio":0.8969227955685176,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (10709 < 16000)","cache_hit":93184,"estimated_new_tokens":10709,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1930,"cache_hit":512,"new_prefill":103381,"score_linear":-512.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2410,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":93184,"new_prefill":10709,"score_linear":-17424.0,"score_lmetric":14789},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":215560,"ongoing_decode_tokens":0,"pending_prefill_tokens":74760,"num_requests":2,"active_p_offloads":0,"cached_blocks":1784,"cache_hit":0,"new_prefill":103893,"score_linear":215560.0,"score_lmetric":357306}],"chosen_score_linear":-17424.0,"chosen_score_lmetric":14789,"t_first_token":329426.455342167,"t_first_token_unix":1779760291.4692855,"t_done":329430.953101996,"t_done_unix":1779760295.9670453},{"request_id":"1277428:10:1517408:935","session_id":"1277428","input_length":45851,"t_proxy_recv":329440.354385003,"t_decision_unix":1779760305.3683262,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9603280190181239,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1819 < 16000)","cache_hit":44032,"estimated_new_tokens":1819,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1938,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":4608,"new_prefill":41243,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2016,"cache_hit":44032,"new_prefill":1819,"score_linear":-44032.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":223447,"ongoing_decode_tokens":84090,"pending_prefill_tokens":7773,"num_requests":2,"active_p_offloads":0,"cached_blocks":1806,"cache_hit":0,"new_prefill":45851,"score_linear":223447.0,"score_lmetric":107248}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":329440.890583838,"t_first_token_unix":1779760305.9045272,"t_done":329442.995313635,"t_done_unix":1779760308.0092566},{"request_id":"1399948:17:1518102:936","session_id":"1399948","input_length":16604,"t_proxy_recv":329442.830750556,"t_decision_unix":1779760307.8446918,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":15872,"affinity_cache_ratio":0.9559142375331245,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (732 < 16000)","cache_hit":15872,"estimated_new_tokens":732,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1938,"cache_hit":15872,"new_prefill":732,"score_linear":-15872.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":45851,"ongoing_decode_tokens":45851,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2016,"cache_hit":0,"new_prefill":16604,"score_linear":45851.0,"score_lmetric":16604},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":223447,"ongoing_decode_tokens":84090,"pending_prefill_tokens":7773,"num_requests":2,"active_p_offloads":0,"cached_blocks":1806,"cache_hit":0,"new_prefill":16604,"score_linear":223447.0,"score_lmetric":48754}],"chosen_score_linear":-15872.0,"chosen_score_lmetric":0,"t_first_token":329442.971447082,"t_first_token_unix":1779760307.985391,"t_done":329443.329428999,"t_done_unix":1779760308.3433723},{"request_id":"1277428:11:1520449:937","session_id":"1277428","input_length":46361,"t_proxy_recv":329450.335346939,"t_decision_unix":1779760315.3492885,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":46080,"affinity_cache_ratio":0.9939388710338432,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (281 < 16000)","cache_hit":46080,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":4608,"new_prefill":41753,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2020,"cache_hit":46080,"new_prefill":281,"score_linear":-46080.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":223447,"ongoing_decode_tokens":84090,"pending_prefill_tokens":7773,"num_requests":2,"active_p_offloads":0,"cached_blocks":1806,"cache_hit":0,"new_prefill":46361,"score_linear":223447.0,"score_lmetric":108268}],"chosen_score_linear":-46080.0,"chosen_score_lmetric":0,"t_first_token":329450.507292734,"t_first_token_unix":1779760315.5212362,"t_done":329450.903167334,"t_done_unix":1779760315.9171114},{"request_id":"1399948:18:1524432:938","session_id":"1399948","input_length":17276,"t_proxy_recv":329463.882980332,"t_decision_unix":1779760328.8969214,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16384,"affinity_cache_ratio":0.948367677703172,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (892 < 16000)","cache_hit":16384,"estimated_new_tokens":892,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":16384,"new_prefill":892,"score_linear":-16384.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2020,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":223447,"ongoing_decode_tokens":223447,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1806,"cache_hit":0,"new_prefill":17276,"score_linear":223447.0,"score_lmetric":34552}],"chosen_score_linear":-16384.0,"chosen_score_lmetric":0,"t_first_token":329464.020479544,"t_first_token_unix":1779760329.034423,"t_done":329464.378970257,"t_done_unix":1779760329.3929138},{"request_id":"1363943:27:1497882:919","session_id":"1363943","input_length":84090,"t_proxy_recv":329413.021357747,"t_decision_unix":1779760278.0352993,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":83968,"affinity_cache_ratio":0.9985491735045784,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (122 < 16000)","cache_hit":83968,"estimated_new_tokens":122,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1934,"cache_hit":8704,"new_prefill":75386,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":4096,"new_prefill":79994,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":84090,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2013,"cache_hit":4096,"new_prefill":79994,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63035,"ongoing_decode_tokens":63035,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2410,"cache_hit":4096,"new_prefill":79994,"score_linear":58939.0,"score_lmetric":79994},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":84090,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":75760,"pending_prefill_tokens":10709,"num_requests":2,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":4096,"new_prefill":79994,"score_linear":175557.0,"score_lmetric":181406},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65279,"ongoing_decode_tokens":65279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":83968,"new_prefill":122,"score_linear":-18689.0,"score_lmetric":122}],"chosen_score_linear":-18689.0,"chosen_score_lmetric":122,"t_first_token":329413.17330453,"t_first_token_unix":1779760278.1872478,"t_done":329464.815959261,"t_done_unix":1779760329.8299026},{"request_id":"1342921:9:1525898:939","session_id":"1342921","input_length":79086,"t_proxy_recv":329468.921872139,"t_decision_unix":1779760333.9358134,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9905166527577574,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (750 < 16000)","cache_hit":78336,"estimated_new_tokens":750,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1940,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2020,"cache_hit":78336,"new_prefill":750,"score_linear":-78336.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":226341,"ongoing_decode_tokens":226341,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1806,"cache_hit":65536,"new_prefill":13550,"score_linear":160805.0,"score_lmetric":27100}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":329469.324895523,"t_first_token_unix":1779760334.3388388,"t_done":329469.407816576,"t_done_unix":1779760334.4217596},{"request_id":"1363943:28:1500984:922","session_id":"1363943","input_length":86984,"t_proxy_recv":329464.831890696,"t_decision_unix":1779760329.845832,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":83968,"affinity_cache_ratio":0.9653269566816886,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3016 < 16000)","cache_hit":83968,"estimated_new_tokens":3016,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1940,"cache_hit":8704,"new_prefill":78280,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":4096,"new_prefill":82888,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":86984,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2020,"cache_hit":4096,"new_prefill":82888,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":4096,"new_prefill":82888,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":86984,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":4096,"new_prefill":82888,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":139357,"ongoing_decode_tokens":139357,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1806,"cache_hit":83968,"new_prefill":3016,"score_linear":55389.0,"score_lmetric":3016}],"chosen_score_linear":55389.0,"chosen_score_lmetric":3016,"t_first_token":329466.386323988,"t_first_token_unix":1779760331.4002676,"t_done":329470.511203948,"t_done_unix":1779760335.5251472},{"request_id":"1399948:19:1526739:941","session_id":"1399948","input_length":18091,"t_proxy_recv":329471.812274471,"t_decision_unix":1779760336.826216,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16896,"affinity_cache_ratio":0.9339450555524846,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1195 < 16000)","cache_hit":16896,"estimated_new_tokens":1195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1940,"cache_hit":16896,"new_prefill":1195,"score_linear":-16896.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":0,"new_prefill":18091,"score_linear":87576.0,"score_lmetric":28867},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":228826,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2429,"num_requests":2,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":18091,"score_linear":228826.0,"score_lmetric":41040}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":329471.990224728,"t_first_token_unix":1779760337.004168,"t_done":329472.275325881,"t_done_unix":1779760337.289269},{"request_id":"1363943:29:1503515:924","session_id":"1363943","input_length":89469,"t_proxy_recv":329470.535130348,"t_decision_unix":1779760335.5490718,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":87040,"affinity_cache_ratio":0.972850931607596,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2429 < 16000)","cache_hit":87040,"estimated_new_tokens":2429,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1940,"cache_hit":8704,"new_prefill":80765,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":4096,"new_prefill":85373,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":89469,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":4096,"new_prefill":85373,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":4096,"new_prefill":85373,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":89469,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":4096,"new_prefill":85373,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":139357,"ongoing_decode_tokens":139357,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":87040,"new_prefill":2429,"score_linear":52317.0,"score_lmetric":2429}],"chosen_score_linear":52317.0,"chosen_score_lmetric":2429,"t_first_token":329471.968451838,"t_first_token_unix":1779760336.9823952,"t_done":329475.766376503,"t_done_unix":1779760340.78032},{"request_id":"1399948:20:1527857:942","session_id":"1399948","input_length":18164,"t_proxy_recv":329475.302359338,"t_decision_unix":1779760340.3163006,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":17920,"affinity_cache_ratio":0.9865668354987888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (244 < 16000)","cache_hit":17920,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1942,"cache_hit":17920,"new_prefill":244,"score_linear":-17920.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":0,"new_prefill":18164,"score_linear":87576.0,"score_lmetric":28940},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":228826,"ongoing_decode_tokens":228826,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":18164,"score_linear":228826.0,"score_lmetric":36328}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":329475.353405427,"t_first_token_unix":1779760340.367349,"t_done":329475.895059217,"t_done_unix":1779760340.9090025},{"request_id":"1313181:14:1351342:491","session_id":"1313181","input_length":139357,"t_proxy_recv":329416.022104859,"t_decision_unix":1779760281.0360463,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9442223928471479,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7773 < 16000)","cache_hit":131584,"estimated_new_tokens":7773,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1934,"cache_hit":0,"new_prefill":139357,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1752,"cache_hit":0,"new_prefill":139357,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":64512,"new_prefill":74845,"score_linear":-64512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2013,"cache_hit":0,"new_prefill":139357,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":0,"new_prefill":139357,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":65024,"new_prefill":74333,"score_linear":-65024.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":75760,"pending_prefill_tokens":10709,"num_requests":2,"active_p_offloads":0,"cached_blocks":1994,"cache_hit":0,"new_prefill":139357,"score_linear":179653.0,"score_lmetric":300132},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":84090,"ongoing_decode_tokens":84090,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1806,"cache_hit":131584,"new_prefill":7773,"score_linear":-47494.0,"score_lmetric":7773}],"chosen_score_linear":-47494.0,"chosen_score_lmetric":7773,"t_first_token":329462.117085192,"t_first_token_unix":1779760327.1310287,"t_done":329476.742616153,"t_done_unix":1779760341.7565598},{"request_id":"1363943:30:1506171:927","session_id":"1363943","input_length":89713,"t_proxy_recv":329475.781909235,"t_decision_unix":1779760340.7958505,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9987404278086788,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (113 < 16000)","cache_hit":89600,"estimated_new_tokens":113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":18164,"ongoing_decode_tokens":18164,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1942,"cache_hit":8704,"new_prefill":81009,"score_linear":9460.0,"score_lmetric":81009},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":4096,"new_prefill":85617,"score_linear":83480.0,"score_lmetric":96393},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":89713,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":4096,"new_prefill":85617,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":4096,"new_prefill":85617,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":89713,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":4096,"new_prefill":85617,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":139357,"ongoing_decode_tokens":139357,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":89600,"new_prefill":113,"score_linear":49757.0,"score_lmetric":113}],"chosen_score_linear":49757.0,"chosen_score_lmetric":113,"t_first_token":329475.940079555,"t_first_token_unix":1779760340.954023,"t_done":329477.101424367,"t_done_unix":1779760342.1153677},{"request_id":"1313181:14:1408792:803","session_id":"1313181","input_length":65876,"t_proxy_recv":329476.752451901,"t_decision_unix":1779760341.7663937,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65536,"affinity_cache_ratio":0.9948387880259882,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (340 < 16000)","cache_hit":65536,"estimated_new_tokens":340,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36568,"ongoing_decode_tokens":0,"pending_prefill_tokens":36568,"num_requests":1,"active_p_offloads":0,"cached_blocks":1942,"cache_hit":0,"new_prefill":65876,"score_linear":36568.0,"score_lmetric":102444},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":0,"new_prefill":65876,"score_linear":87576.0,"score_lmetric":76652},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":64512,"new_prefill":1364,"score_linear":-64512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":65876,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":0,"new_prefill":65876,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":65024,"new_prefill":852,"score_linear":-65024.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":65876,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89713,"ongoing_decode_tokens":89713,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":65536,"new_prefill":340,"score_linear":24177.0,"score_lmetric":340}],"chosen_score_linear":24177.0,"chosen_score_lmetric":340,"t_first_token":329476.852158433,"t_first_token_unix":1779760341.866102,"t_done":329481.761637239,"t_done_unix":1779760346.7755828},{"request_id":"1399948:21:1528978:944","session_id":"1399948","input_length":18388,"t_proxy_recv":329479.246221785,"t_decision_unix":1779760344.2601628,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":17920,"affinity_cache_ratio":0.9745486186643463,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (468 < 16000)","cache_hit":17920,"estimated_new_tokens":468,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36568,"ongoing_decode_tokens":0,"pending_prefill_tokens":36568,"num_requests":1,"active_p_offloads":0,"cached_blocks":1942,"cache_hit":17920,"new_prefill":468,"score_linear":18648.0,"score_lmetric":37036},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":0,"new_prefill":18388,"score_linear":87576.0,"score_lmetric":29164},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":155666,"ongoing_decode_tokens":155666,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":18388,"score_linear":155666.0,"score_lmetric":36776}],"chosen_score_linear":18648.0,"chosen_score_lmetric":37036,"t_first_token":329482.043537225,"t_first_token_unix":1779760347.0574803,"t_done":329482.866677421,"t_done_unix":1779760347.8806207},{"request_id":"1399948:22:1530122:947","session_id":"1399948","input_length":18563,"t_proxy_recv":329483.077295031,"t_decision_unix":1779760348.0912366,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":18432,"affinity_cache_ratio":0.992942951031622,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (131 < 16000)","cache_hit":18432,"estimated_new_tokens":131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36568,"ongoing_decode_tokens":36568,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1943,"cache_hit":18432,"new_prefill":131,"score_linear":18136.0,"score_lmetric":131},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":0,"new_prefill":18563,"score_linear":87576.0,"score_lmetric":29339},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":71192,"ongoing_decode_tokens":0,"pending_prefill_tokens":8216,"num_requests":1,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":0,"new_prefill":18563,"score_linear":71192.0,"score_lmetric":26779},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":156049,"ongoing_decode_tokens":156049,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1834,"cache_hit":0,"new_prefill":18563,"score_linear":156049.0,"score_lmetric":37126}],"chosen_score_linear":18136.0,"chosen_score_lmetric":131,"t_first_token":329483.146790382,"t_first_token_unix":1779760348.1607337,"t_done":329483.514720779,"t_done_unix":1779760348.528664},{"request_id":"1243831:2:1528168:943","session_id":"1243831","input_length":36568,"t_proxy_recv":329476.508369027,"t_decision_unix":1779760341.5223105,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.30802887770728504,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":true,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":0,"estimated_new_tokens":36568,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1942,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":11264,"new_prefill":25304,"score_linear":76312.0,"score_lmetric":36080},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":229070,"ongoing_decode_tokens":229070,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":36568,"score_linear":229070.0,"score_lmetric":73136}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":329482.040217824,"t_first_token_unix":1779760347.0541608,"t_done":329486.593837129,"t_done_unix":1779760351.6077807},{"request_id":"1268861:16:1529894:946","session_id":"1268861","input_length":71192,"t_proxy_recv":329482.266416984,"t_decision_unix":1779760347.2803583,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":62976,"affinity_cache_ratio":0.8845937745814136,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (8216 < 16000)","cache_hit":62976,"estimated_new_tokens":8216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54956,"ongoing_decode_tokens":54956,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1942,"cache_hit":0,"new_prefill":71192,"score_linear":54956.0,"score_lmetric":142384},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":0,"new_prefill":71192,"score_linear":87576.0,"score_lmetric":81968},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":62976,"new_prefill":8216,"score_linear":-62976.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":156049,"ongoing_decode_tokens":156049,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1834,"cache_hit":0,"new_prefill":71192,"score_linear":156049.0,"score_lmetric":142384}],"chosen_score_linear":-62976.0,"chosen_score_lmetric":0,"t_first_token":329485.705591277,"t_first_token_unix":1779760350.7195346,"t_done":329486.836785509,"t_done_unix":1779760351.8507288},{"request_id":"1313181:15:1411723:818","session_id":"1313181","input_length":66259,"t_proxy_recv":329481.773137784,"t_decision_unix":1779760346.7870793,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":66048,"affinity_cache_ratio":0.9968155269472826,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (211 < 16000)","cache_hit":66048,"estimated_new_tokens":211,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54956,"ongoing_decode_tokens":0,"pending_prefill_tokens":37036,"num_requests":2,"active_p_offloads":0,"cached_blocks":1942,"cache_hit":0,"new_prefill":66259,"score_linear":54956.0,"score_lmetric":206590},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":0,"new_prefill":66259,"score_linear":87576.0,"score_lmetric":77035},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":64512,"new_prefill":1747,"score_linear":-64512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":66259,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":0,"new_prefill":66259,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":65024,"new_prefill":1235,"score_linear":-65024.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":66259,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1834,"cache_hit":66048,"new_prefill":211,"score_linear":23742.0,"score_lmetric":211}],"chosen_score_linear":23742.0,"chosen_score_lmetric":211,"t_first_token":329481.917815426,"t_first_token_unix":1779760346.9317586,"t_done":329487.305588804,"t_done_unix":1779760352.319532},{"request_id":"1243831:3:1270336:110","session_id":"1243831","input_length":11584,"t_proxy_recv":329486.597440641,"t_decision_unix":1779760351.6113822,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9723756906077348,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (320 < 16000)","cache_hit":11264,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2015,"cache_hit":11264,"new_prefill":320,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":11264,"new_prefill":320,"score_linear":76312.0,"score_lmetric":11096},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":71192,"ongoing_decode_tokens":71192,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":0,"new_prefill":11584,"score_linear":71192.0,"score_lmetric":11584},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":156049,"ongoing_decode_tokens":156049,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1834,"cache_hit":0,"new_prefill":11584,"score_linear":156049.0,"score_lmetric":23168}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":329486.633672149,"t_first_token_unix":1779760351.6476154,"t_done":329487.479688955,"t_done_unix":1779760352.4936323},{"request_id":"1243831:4:1284306:183","session_id":"1243831","input_length":14515,"t_proxy_recv":329487.485502727,"t_decision_unix":1779760352.4994442,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.7760248019290389,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3251 < 16000)","cache_hit":11264,"estimated_new_tokens":3251,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2015,"cache_hit":11264,"new_prefill":3251,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":11264,"new_prefill":3251,"score_linear":76312.0,"score_lmetric":14027},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2428,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1835,"cache_hit":0,"new_prefill":14515,"score_linear":89790.0,"score_lmetric":14515}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":329487.85872323,"t_first_token_unix":1779760352.872667,"t_done":329488.290961798,"t_done_unix":1779760353.3049054},{"request_id":"1243831:5:1303288:273","session_id":"1243831","input_length":14627,"t_proxy_recv":329488.296411811,"t_decision_unix":1779760353.3103526,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":14336,"affinity_cache_ratio":0.980105284747385,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (291 < 16000)","cache_hit":14336,"estimated_new_tokens":291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":14336,"new_prefill":291,"score_linear":-14336.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":11264,"new_prefill":3363,"score_linear":76312.0,"score_lmetric":14139},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2428,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1835,"cache_hit":0,"new_prefill":14627,"score_linear":89790.0,"score_lmetric":14627}],"chosen_score_linear":-14336.0,"chosen_score_lmetric":0,"t_first_token":329488.349736743,"t_first_token_unix":1779760353.3636804,"t_done":329488.803933606,"t_done_unix":1779760353.817877},{"request_id":"1243831:6:1313694:320","session_id":"1243831","input_length":17410,"t_proxy_recv":329488.809801848,"t_decision_unix":1779760353.8237429,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":14336,"affinity_cache_ratio":0.8234348075818495,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3074 < 16000)","cache_hit":14336,"estimated_new_tokens":3074,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":14336,"new_prefill":3074,"score_linear":-14336.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":11264,"new_prefill":6146,"score_linear":76312.0,"score_lmetric":16922},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2428,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1835,"cache_hit":0,"new_prefill":17410,"score_linear":89790.0,"score_lmetric":17410}],"chosen_score_linear":-14336.0,"chosen_score_lmetric":0,"t_first_token":329489.225472723,"t_first_token_unix":1779760354.2394164,"t_done":329489.683396854,"t_done_unix":1779760354.6973403},{"request_id":"1243831:7:1323865:366","session_id":"1243831","input_length":19460,"t_proxy_recv":329489.689231314,"t_decision_unix":1779760354.703173,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":17408,"affinity_cache_ratio":0.8945529290853032,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2052 < 16000)","cache_hit":17408,"estimated_new_tokens":2052,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":17408,"new_prefill":2052,"score_linear":-17408.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":11264,"new_prefill":8196,"score_linear":76312.0,"score_lmetric":18972},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2428,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1835,"cache_hit":0,"new_prefill":19460,"score_linear":89790.0,"score_lmetric":19460}],"chosen_score_linear":-17408.0,"chosen_score_lmetric":0,"t_first_token":329490.046510485,"t_first_token_unix":1779760355.0604544,"t_done":329490.65359888,"t_done_unix":1779760355.6675422},{"request_id":"1243831:8:1333049:414","session_id":"1243831","input_length":24512,"t_proxy_recv":329490.660974659,"t_decision_unix":1779760355.6749158,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19456,"affinity_cache_ratio":0.793733681462141,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5056 < 16000)","cache_hit":19456,"estimated_new_tokens":5056,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":19456,"new_prefill":5056,"score_linear":-19456.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":11264,"new_prefill":13248,"score_linear":76312.0,"score_lmetric":24024},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2428,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1835,"cache_hit":0,"new_prefill":24512,"score_linear":89790.0,"score_lmetric":24512}],"chosen_score_linear":-19456.0,"chosen_score_lmetric":0,"t_first_token":329491.533955239,"t_first_token_unix":1779760356.5478988,"t_done":329492.214790967,"t_done_unix":1779760357.228734},{"request_id":"1243831:9:1348240:478","session_id":"1243831","input_length":25075,"t_proxy_recv":329492.220615878,"t_decision_unix":1779760357.2345572,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24576,"affinity_cache_ratio":0.980099700897308,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (499 < 16000)","cache_hit":24576,"estimated_new_tokens":499,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":24576,"new_prefill":499,"score_linear":-24576.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":11264,"new_prefill":13811,"score_linear":76312.0,"score_lmetric":24587},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2428,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1835,"cache_hit":0,"new_prefill":25075,"score_linear":89790.0,"score_lmetric":25075}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":329492.385755844,"t_first_token_unix":1779760357.3996992,"t_done":329492.796350054,"t_done_unix":1779760357.8102932},{"request_id":"1243831:10:1358921:521","session_id":"1243831","input_length":26343,"t_proxy_recv":329492.802551413,"t_decision_unix":1779760357.816493,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9523592605246175,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1255 < 16000)","cache_hit":25088,"estimated_new_tokens":1255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":25088,"new_prefill":1255,"score_linear":-25088.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":11264,"new_prefill":15079,"score_linear":76312.0,"score_lmetric":25855},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2428,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1835,"cache_hit":0,"new_prefill":26343,"score_linear":89790.0,"score_lmetric":26343}],"chosen_score_linear":-25088.0,"chosen_score_lmetric":0,"t_first_token":329493.092501948,"t_first_token_unix":1779760358.1064453,"t_done":329493.794646509,"t_done_unix":1779760358.8085895},{"request_id":"1243831:11:1371191:594","session_id":"1243831","input_length":26818,"t_proxy_recv":329493.800810352,"t_decision_unix":1779760358.814752,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9736743977925274,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (706 < 16000)","cache_hit":26112,"estimated_new_tokens":706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":26112,"new_prefill":706,"score_linear":-26112.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":11264,"new_prefill":15554,"score_linear":76312.0,"score_lmetric":26330},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2428,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1835,"cache_hit":0,"new_prefill":26818,"score_linear":89790.0,"score_lmetric":26818}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":329493.967838378,"t_first_token_unix":1779760358.9817817,"t_done":329494.429762028,"t_done_unix":1779760359.4437053},{"request_id":"1243831:12:1385174:681","session_id":"1243831","input_length":27164,"t_proxy_recv":329494.435985616,"t_decision_unix":1779760359.449927,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9801207480488883,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (540 < 16000)","cache_hit":26624,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":26624,"new_prefill":540,"score_linear":-26624.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":11264,"new_prefill":15900,"score_linear":76312.0,"score_lmetric":26676},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2428,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1835,"cache_hit":0,"new_prefill":27164,"score_linear":89790.0,"score_lmetric":27164}],"chosen_score_linear":-26624.0,"chosen_score_lmetric":0,"t_first_token":329494.552600015,"t_first_token_unix":1779760359.566543,"t_done":329494.963920544,"t_done_unix":1779760359.9778638},{"request_id":"1243831:13:1398072:738","session_id":"1243831","input_length":27286,"t_proxy_recv":329494.970528198,"t_decision_unix":1779760359.9844701,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9945026753646559,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (150 < 16000)","cache_hit":27136,"estimated_new_tokens":150,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":27136,"new_prefill":150,"score_linear":-27136.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218482,"ongoing_decode_tokens":0,"pending_prefill_tokens":11122,"num_requests":2,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":11264,"new_prefill":16022,"score_linear":207218.0,"score_lmetric":54288},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2428,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1835,"cache_hit":0,"new_prefill":27286,"score_linear":89790.0,"score_lmetric":27286}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":329495.048448498,"t_first_token_unix":1779760360.0623918,"t_done":329499.071366973,"t_done_unix":1779760364.0853105},{"request_id":"1243831:14:1411189:814","session_id":"1243831","input_length":28085,"t_proxy_recv":329499.078130397,"t_decision_unix":1779760364.092072,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9662097204913654,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (949 < 16000)","cache_hit":27136,"estimated_new_tokens":949,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":71987,"ongoing_decode_tokens":71987,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":27136,"new_prefill":949,"score_linear":44851.0,"score_lmetric":949},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218482,"ongoing_decode_tokens":218482,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":11264,"new_prefill":16821,"score_linear":207218.0,"score_lmetric":33642},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2428,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1835,"cache_hit":0,"new_prefill":28085,"score_linear":89790.0,"score_lmetric":28085}],"chosen_score_linear":44851.0,"chosen_score_lmetric":949,"t_first_token":329499.317927603,"t_first_token_unix":1779760364.3318713,"t_done":329500.242162011,"t_done_unix":1779760365.2561052},{"request_id":"1356885:5:1533696:948","session_id":"1356885","input_length":130906,"t_proxy_recv":329494.919596467,"t_decision_unix":1779760359.9335377,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":130560,"affinity_cache_ratio":0.9973568820374925,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (346 < 16000)","cache_hit":130560,"estimated_new_tokens":346,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":27164,"ongoing_decode_tokens":27164,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":130906,"score_linear":27164.0,"score_lmetric":130906},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":130560,"new_prefill":346,"score_linear":-42984.0,"score_lmetric":11122},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":6656,"new_prefill":124250,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2428,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1835,"cache_hit":0,"new_prefill":130906,"score_linear":89790.0,"score_lmetric":130906}],"chosen_score_linear":-42984.0,"chosen_score_lmetric":11122,"t_first_token":329497.374801375,"t_first_token_unix":1779760362.388745,"t_done":329500.639503585,"t_done_unix":1779760365.6534472},{"request_id":"1243831:15:1427593:849","session_id":"1243831","input_length":29382,"t_proxy_recv":329500.249338195,"t_decision_unix":1779760365.2632797,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9584099108297597,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1222 < 16000)","cache_hit":28160,"estimated_new_tokens":1222,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":71987,"ongoing_decode_tokens":71987,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":28160,"new_prefill":1222,"score_linear":43827.0,"score_lmetric":1222},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218482,"ongoing_decode_tokens":218482,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":11264,"new_prefill":18118,"score_linear":207218.0,"score_lmetric":36236},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2428,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1835,"cache_hit":0,"new_prefill":29382,"score_linear":89790.0,"score_lmetric":29382}],"chosen_score_linear":43827.0,"chosen_score_lmetric":1222,"t_first_token":329500.613230706,"t_first_token_unix":1779760365.6271741,"t_done":329502.075269244,"t_done_unix":1779760367.0892124},{"request_id":"1294611:15:1533841:949","session_id":"1294611","input_length":71987,"t_proxy_recv":329495.387118391,"t_decision_unix":1779760360.4010599,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":64000,"affinity_cache_ratio":0.8890494116993346,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7987 < 16000)","cache_hit":64000,"estimated_new_tokens":7987,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":27286,"ongoing_decode_tokens":27286,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":64000,"new_prefill":7987,"score_linear":-36714.0,"score_lmetric":7987},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":218482,"ongoing_decode_tokens":0,"pending_prefill_tokens":11122,"num_requests":2,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":0,"new_prefill":71987,"score_linear":218482.0,"score_lmetric":166218},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":12800,"new_prefill":59187,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":12800,"new_prefill":59187,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2428,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1835,"cache_hit":0,"new_prefill":71987,"score_linear":89790.0,"score_lmetric":71987}],"chosen_score_linear":-36714.0,"chosen_score_lmetric":7987,"t_first_token":329498.851575744,"t_first_token_unix":1779760363.865519,"t_done":329502.811058483,"t_done_unix":1779760367.8250017},{"request_id":"1243831:16:1446717:874","session_id":"1243831","input_length":29571,"t_proxy_recv":329502.082021156,"t_decision_unix":1779760367.0959628,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9869128538094755,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (387 < 16000)","cache_hit":29184,"estimated_new_tokens":387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":71987,"ongoing_decode_tokens":71987,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":29184,"new_prefill":387,"score_linear":42803.0,"score_lmetric":387},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":11264,"new_prefill":18307,"score_linear":76312.0,"score_lmetric":18307},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2428,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1835,"cache_hit":0,"new_prefill":29571,"score_linear":89790.0,"score_lmetric":29571}],"chosen_score_linear":42803.0,"chosen_score_lmetric":387,"t_first_token":329502.179185319,"t_first_token_unix":1779760367.193128,"t_done":329502.867883412,"t_done_unix":1779760367.8818264},{"request_id":"1253804:7:1526643:940","session_id":"1253804","input_length":87576,"t_proxy_recv":329471.368729915,"t_decision_unix":1779760336.3826714,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":76800,"affinity_cache_ratio":0.8769525897506166,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (10776 < 16000)","cache_hit":76800,"estimated_new_tokens":10776,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1940,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":76800,"new_prefill":10776,"score_linear":-76800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":3584,"new_prefill":83992,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":228826,"ongoing_decode_tokens":139357,"pending_prefill_tokens":2429,"num_requests":2,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":0,"new_prefill":87576,"score_linear":228826.0,"score_lmetric":180010}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":329497.147205529,"t_first_token_unix":1779760362.161149,"t_done":329513.660584939,"t_done_unix":1779760378.6745286},{"request_id":"1363943:31:1509815:929","session_id":"1363943","input_length":89790,"t_proxy_recv":329477.116111627,"t_decision_unix":1779760342.1300533,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9978839514422542,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (190 < 16000)","cache_hit":89600,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36568,"ongoing_decode_tokens":0,"pending_prefill_tokens":36568,"num_requests":1,"active_p_offloads":0,"cached_blocks":1942,"cache_hit":8704,"new_prefill":81086,"score_linear":27864.0,"score_lmetric":117654},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":1754,"cache_hit":4096,"new_prefill":85694,"score_linear":83480.0,"score_lmetric":96470},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":89790,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":4096,"new_prefill":85694,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":4096,"new_prefill":85694,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":89790,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":4096,"new_prefill":85694,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65876,"ongoing_decode_tokens":65876,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":89600,"new_prefill":190,"score_linear":-23724.0,"score_lmetric":190}],"chosen_score_linear":-23724.0,"chosen_score_lmetric":190,"t_first_token":329477.249069104,"t_first_token_unix":1779760342.2630126,"t_done":329515.767212913,"t_done_unix":1779760380.7811565},{"request_id":"1363943:32:1537767:950","session_id":"1363943","input_length":93368,"t_proxy_recv":329515.784334294,"t_decision_unix":1779760380.798276,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9980293034015937,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (184 < 16000)","cache_hit":93184,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":8704,"new_prefill":84664,"score_linear":22457.0,"score_lmetric":84664},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1778,"cache_hit":4096,"new_prefill":89272,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":93368,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":4096,"new_prefill":89272,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2428,"cache_hit":4096,"new_prefill":89272,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":93368,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":4096,"new_prefill":89272,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1837,"cache_hit":93184,"new_prefill":184,"score_linear":-93184.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":329515.98980507,"t_first_token_unix":1779760381.003749,"t_done":329517.925351182,"t_done_unix":1779760382.9392953},{"request_id":"1253804:8:1541192:953","session_id":"1253804","input_length":89116,"t_proxy_recv":329519.860472313,"t_decision_unix":1779760384.8744087,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":88576,"affinity_cache_ratio":0.9939404820683154,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (540 < 16000)","cache_hit":88576,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":0,"new_prefill":89116,"score_linear":31161.0,"score_lmetric":89116},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1778,"cache_hit":88576,"new_prefill":540,"score_linear":-88576.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":3584,"new_prefill":85532,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75693,"ongoing_decode_tokens":75693,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2428,"cache_hit":0,"new_prefill":89116,"score_linear":75693.0,"score_lmetric":89116},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1837,"cache_hit":0,"new_prefill":89116,"score_linear":93596.0,"score_lmetric":89116}],"chosen_score_linear":-88576.0,"chosen_score_lmetric":0,"t_first_token":329520.009710787,"t_first_token_unix":1779760385.023654,"t_done":329520.427395231,"t_done_unix":1779760385.4413385},{"request_id":"1268861:17:1540278:951","session_id":"1268861","input_length":75693,"t_proxy_recv":329516.788757573,"t_decision_unix":1779760381.8026989,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9402190427120077,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4525 < 16000)","cache_hit":71168,"estimated_new_tokens":4525,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":0,"new_prefill":75693,"score_linear":31161.0,"score_lmetric":75693},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1778,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2428,"cache_hit":71168,"new_prefill":4525,"score_linear":-71168.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":93368,"ongoing_decode_tokens":93368,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1837,"cache_hit":0,"new_prefill":75693,"score_linear":93368.0,"score_lmetric":75693}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":329518.972425498,"t_first_token_unix":1779760383.9863687,"t_done":329520.430856898,"t_done_unix":1779760385.4448001},{"request_id":"1363943:33:1541065:952","session_id":"1363943","input_length":93596,"t_proxy_recv":329519.437931797,"t_decision_unix":1779760384.4518733,"policy":"unified_v2","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9955981024830121,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (412 < 16000)","cache_hit":93184,"estimated_new_tokens":412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":8704,"new_prefill":84892,"score_linear":22457.0,"score_lmetric":84892},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1778,"cache_hit":4096,"new_prefill":89500,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":93596,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":4096,"new_prefill":89500,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75693,"ongoing_decode_tokens":75693,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2428,"cache_hit":4096,"new_prefill":89500,"score_linear":71597.0,"score_lmetric":89500},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":93596,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":4096,"new_prefill":89500,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1837,"cache_hit":93184,"new_prefill":412,"score_linear":-93184.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":329519.592192795,"t_first_token_unix":1779760384.606137,"t_done":329526.084760546,"t_done_unix":1779760391.098704},{"request_id":"1399948:23:1544108:954","session_id":"1399948","input_length":20031,"t_proxy_recv":329529.300366222,"t_decision_unix":1779760394.3143072,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9201737307173881,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1599 < 16000)","cache_hit":18432,"estimated_new_tokens":1599,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":18432,"new_prefill":1599,"score_linear":12729.0,"score_lmetric":1599},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1779,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":12729.0,"chosen_score_lmetric":1599,"t_first_token":329529.586941292,"t_first_token_unix":1779760394.6008847,"t_done":329530.22942085,"t_done_unix":1779760395.2433643},{"request_id":"1399948:24:1546940:955","session_id":"1399948","input_length":21809,"t_proxy_recv":329538.747529029,"t_decision_unix":1779760403.7614703,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9155853088174607,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1841 < 16000)","cache_hit":19968,"estimated_new_tokens":1841,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2069,"cache_hit":19968,"new_prefill":1841,"score_linear":11193.0,"score_lmetric":1841},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1779,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":11193.0,"chosen_score_lmetric":1841,"t_first_token":329539.096687854,"t_first_token_unix":1779760404.1106312,"t_done":329539.474319717,"t_done_unix":1779760404.4882631},{"request_id":"1243831:17:1453633:883","session_id":"1243831","input_length":31161,"t_proxy_recv":329502.874863171,"t_decision_unix":1779760367.888805,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9365553095215173,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1977 < 16000)","cache_hit":29184,"estimated_new_tokens":1977,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":29184,"new_prefill":1977,"score_linear":-29184.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":11264,"new_prefill":19897,"score_linear":76312.0,"score_lmetric":19897},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2428,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1835,"cache_hit":0,"new_prefill":31161,"score_linear":89790.0,"score_lmetric":31161}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":329503.269585885,"t_first_token_unix":1779760368.283529,"t_done":329556.756821396,"t_done_unix":1779760421.7707672},{"request_id":"1399948:25:1553234:957","session_id":"1399948","input_length":22250,"t_proxy_recv":329559.281249537,"t_decision_unix":1779760424.295191,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9664719101123596,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (746 < 16000)","cache_hit":21504,"estimated_new_tokens":746,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2077,"cache_hit":21504,"new_prefill":746,"score_linear":-21504.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1779,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76017,"ongoing_decode_tokens":76017,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":22250,"score_linear":76017.0,"score_lmetric":22250},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":329559.432325985,"t_first_token_unix":1779760424.4462693,"t_done":329559.984357375,"t_done_unix":1779760424.9983013},{"request_id":"1268861:18:1553083:956","session_id":"1268861","input_length":76017,"t_proxy_recv":329558.841788831,"t_decision_unix":1779760423.8557298,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9968296565241985,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (241 < 16000)","cache_hit":75776,"estimated_new_tokens":241,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2077,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1779,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":75776,"new_prefill":241,"score_linear":-75776.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":329559.095437234,"t_first_token_unix":1779760424.1093812,"t_done":329560.13171507,"t_done_unix":1779760425.1456587},{"request_id":"1399948:26:1557859:959","session_id":"1399948","input_length":23042,"t_proxy_recv":329575.253367617,"t_decision_unix":1779760440.2673085,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9554726152243729,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1026 < 16000)","cache_hit":22016,"estimated_new_tokens":1026,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2078,"cache_hit":22016,"new_prefill":1026,"score_linear":-22016.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1779,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-22016.0,"chosen_score_lmetric":0,"t_first_token":329575.459439849,"t_first_token_unix":1779760440.473383,"t_done":329575.748358362,"t_done_unix":1779760440.762302},{"request_id":"1399948:27:1559017:960","session_id":"1399948","input_length":24139,"t_proxy_recv":329578.907313612,"t_decision_unix":1779760443.9212546,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9544720162392808,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1099 < 16000)","cache_hit":23040,"estimated_new_tokens":1099,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":23040,"new_prefill":1099,"score_linear":-23040.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1779,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":329579.173117264,"t_first_token_unix":1779760444.187061,"t_done":329580.140563591,"t_done_unix":1779760445.154507},{"request_id":"1399948:28:1560859:961","session_id":"1399948","input_length":24386,"t_proxy_recv":329585.037235249,"t_decision_unix":1779760450.0511763,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9867957024522267,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (322 < 16000)","cache_hit":24064,"estimated_new_tokens":322,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2082,"cache_hit":24064,"new_prefill":322,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1779,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":329585.125348552,"t_first_token_unix":1779760450.1392922,"t_done":329586.403138979,"t_done_unix":1779760451.417082},{"request_id":"1399948:29:1571125:963","session_id":"1399948","input_length":28781,"t_proxy_recv":329618.904352897,"t_decision_unix":1779760483.9182942,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24576,"affinity_cache_ratio":0.8538966679406553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4205 < 16000)","cache_hit":24576,"estimated_new_tokens":4205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":24576,"new_prefill":4205,"score_linear":-24576.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":131413,"ongoing_decode_tokens":131413,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1779,"cache_hit":0,"new_prefill":28781,"score_linear":131413.0,"score_lmetric":28781},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":329619.790231729,"t_first_token_unix":1779760484.8041754,"t_done":329620.061075468,"t_done_unix":1779760485.0750184},{"request_id":"1356885:6:1570780:962","session_id":"1356885","input_length":131413,"t_proxy_recv":329617.873439466,"t_decision_unix":1779760482.8873808,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":131072,"affinity_cache_ratio":0.9974051273466096,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (341 < 16000)","cache_hit":131072,"estimated_new_tokens":341,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1779,"cache_hit":131072,"new_prefill":341,"score_linear":-131072.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":6656,"new_prefill":124757,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-131072.0,"chosen_score_lmetric":0,"t_first_token":329618.521028208,"t_first_token_unix":1779760483.5349722,"t_done":329620.718862835,"t_done_unix":1779760485.7328064},{"request_id":"1399948:30:1578524:967","session_id":"1399948","input_length":30773,"t_proxy_recv":329644.092272399,"t_decision_unix":1779760509.1062133,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9317258635817113,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2101 < 16000)","cache_hit":28672,"estimated_new_tokens":2101,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2091,"cache_hit":28672,"new_prefill":2101,"score_linear":-28672.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":186046,"ongoing_decode_tokens":0,"pending_prefill_tokens":2238,"num_requests":2,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":30773,"score_linear":186046.0,"score_lmetric":66022},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-28672.0,"chosen_score_lmetric":0,"t_first_token":329644.602525985,"t_first_token_unix":1779760509.6164699,"t_done":329644.905887066,"t_done_unix":1779760509.9198306},{"request_id":"1399948:31:1579418:968","session_id":"1399948","input_length":30925,"t_proxy_recv":329647.314713024,"t_decision_unix":1779760512.3286538,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9933710590137429,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (205 < 16000)","cache_hit":30720,"estimated_new_tokens":205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":30720,"new_prefill":205,"score_linear":-30720.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":186046,"ongoing_decode_tokens":0,"pending_prefill_tokens":2238,"num_requests":2,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":30925,"score_linear":186046.0,"score_lmetric":66326},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":329647.41475386,"t_first_token_unix":1779760512.4286973,"t_done":329648.759390889,"t_done_unix":1779760513.7733347},{"request_id":"1356885:7:1580925:969","session_id":"1356885","input_length":131775,"t_proxy_recv":329652.630369549,"t_decision_unix":1779760517.6443105,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9985505596660975,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (191 < 16000)","cache_hit":131584,"estimated_new_tokens":191,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":131584,"new_prefill":191,"score_linear":-131584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":6656,"new_prefill":125119,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":186046,"ongoing_decode_tokens":0,"pending_prefill_tokens":2238,"num_requests":2,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":131775,"score_linear":186046.0,"score_lmetric":268026},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-131584.0,"chosen_score_lmetric":0,"t_first_token":329653.047852337,"t_first_token_unix":1779760518.061796,"t_done":329655.066071688,"t_done_unix":1779760520.0800152},{"request_id":"1399948:32:1581424:970","session_id":"1399948","input_length":31231,"t_proxy_recv":329654.084246199,"t_decision_unix":1779760519.0981874,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9836380519355769,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (511 < 16000)","cache_hit":30720,"estimated_new_tokens":511,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":30720,"new_prefill":511,"score_linear":-30720.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":131775,"ongoing_decode_tokens":131775,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":31231,"score_linear":131775.0,"score_lmetric":31231},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":186046,"ongoing_decode_tokens":0,"pending_prefill_tokens":2238,"num_requests":2,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":31231,"score_linear":186046.0,"score_lmetric":66938},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":329654.190886483,"t_first_token_unix":1779760519.20483,"t_done":329655.2046348,"t_done_unix":1779760520.218578},{"request_id":"1399948:33:1583165:972","session_id":"1399948","input_length":31445,"t_proxy_recv":329659.97859042,"t_decision_unix":1779760524.9925318,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9932262680871363,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (213 < 16000)","cache_hit":31232,"estimated_new_tokens":213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2096,"cache_hit":31232,"new_prefill":213,"score_linear":-31232.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":186046,"ongoing_decode_tokens":0,"pending_prefill_tokens":2238,"num_requests":2,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":31445,"score_linear":186046.0,"score_lmetric":67366},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":329660.070466912,"t_first_token_unix":1779760525.0844104,"t_done":329660.730591566,"t_done_unix":1779760525.7445347},{"request_id":"1277428:12:1586139:973","session_id":"1277428","input_length":47660,"t_proxy_recv":329670.115721525,"t_decision_unix":1779760535.1296628,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":46080,"affinity_cache_ratio":0.9668485102811583,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1580 < 16000)","cache_hit":46080,"estimated_new_tokens":1580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2096,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":4608,"new_prefill":43052,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":46080,"new_prefill":1580,"score_linear":-46080.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":186046,"ongoing_decode_tokens":0,"pending_prefill_tokens":2238,"num_requests":2,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":47660,"score_linear":186046.0,"score_lmetric":99796},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-46080.0,"chosen_score_lmetric":0,"t_first_token":329670.581442178,"t_first_token_unix":1779760535.595386,"t_done":329671.193181535,"t_done_unix":1779760536.207125},{"request_id":"1399948:34:1586232:974","session_id":"1399948","input_length":32143,"t_proxy_recv":329670.46835564,"t_decision_unix":1779760535.4822965,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.97165790374265,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (911 < 16000)","cache_hit":31232,"estimated_new_tokens":911,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2096,"cache_hit":31232,"new_prefill":911,"score_linear":-31232.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":47660,"ongoing_decode_tokens":0,"pending_prefill_tokens":1580,"num_requests":1,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":32143,"score_linear":47660.0,"score_lmetric":33723},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":186046,"ongoing_decode_tokens":0,"pending_prefill_tokens":2238,"num_requests":2,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":0,"new_prefill":32143,"score_linear":186046.0,"score_lmetric":68762},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":329670.68230796,"t_first_token_unix":1779760535.6962516,"t_done":329671.586451575,"t_done_unix":1779760536.6003947},{"request_id":"1270606:4:1578042:965","session_id":"1270606","input_length":109083,"t_proxy_recv":329642.523316421,"t_decision_unix":1779760507.5372577,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9903651348056067,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1051 < 16000)","cache_hit":108032,"estimated_new_tokens":1051,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2091,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":108032,"new_prefill":1051,"score_linear":-108032.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":1536,"new_prefill":107547,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":329673.919255619,"t_first_token_unix":1779760538.9331992,"t_done":329674.569220627,"t_done_unix":1779760539.5831642},{"request_id":"1268861:19:1578134:966","session_id":"1268861","input_length":76963,"t_proxy_recv":329642.750696324,"t_decision_unix":1779760507.7646375,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9845770045346465,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1187 < 16000)","cache_hit":75776,"estimated_new_tokens":1187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2091,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2021,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":109083,"ongoing_decode_tokens":0,"pending_prefill_tokens":1051,"num_requests":1,"active_p_offloads":0,"cached_blocks":2437,"cache_hit":75776,"new_prefill":1187,"score_linear":33307.0,"score_lmetric":2238},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":33307.0,"chosen_score_lmetric":2238,"t_first_token":329674.01936723,"t_first_token_unix":1779760539.033311,"t_done":329676.828884914,"t_done_unix":1779760541.8428285},{"request_id":"1270606:5:1581455:971","session_id":"1270606","input_length":111387,"t_proxy_recv":329674.608950286,"t_decision_unix":1779760539.6228917,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9790729618357618,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2331 < 16000)","cache_hit":109056,"estimated_new_tokens":2331,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76963,"ongoing_decode_tokens":76963,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2439,"cache_hit":109056,"new_prefill":2331,"score_linear":-32093.0,"score_lmetric":2331},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":1536,"new_prefill":109851,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-32093.0,"chosen_score_lmetric":2331,"t_first_token":329676.376233365,"t_first_token_unix":1779760541.3901768,"t_done":329679.37198381,"t_done_unix":1779760544.3859272},{"request_id":"1294611:15:1590202:975","session_id":"1294611","input_length":75249,"t_proxy_recv":329683.655802659,"t_decision_unix":1779760548.6697438,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9593748754136268,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3057 < 16000)","cache_hit":72192,"estimated_new_tokens":3057,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":72192,"new_prefill":3057,"score_linear":-72192.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":12800,"new_prefill":62449,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":12800,"new_prefill":62449,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2446,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72192.0,"chosen_score_lmetric":0,"t_first_token":329685.174302743,"t_first_token_unix":1779760550.1882467,"t_done":329687.895843018,"t_done_unix":1779760552.9097867},{"request_id":"1277428:13:1593499:976","session_id":"1277428","input_length":49316,"t_proxy_recv":329695.299197225,"t_decision_unix":1779760560.3131385,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":47616,"affinity_cache_ratio":0.9655284289074539,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1700 < 16000)","cache_hit":47616,"estimated_new_tokens":1700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":4608,"new_prefill":44708,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":47616,"new_prefill":1700,"score_linear":-47616.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2446,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-47616.0,"chosen_score_lmetric":0,"t_first_token":329695.953981745,"t_first_token_unix":1779760560.9679253,"t_done":329697.48161384,"t_done_unix":1779760562.4955585},{"request_id":"1294611:15:1594038:977","session_id":"1294611","input_length":75584,"t_proxy_recv":329697.016297324,"t_decision_unix":1779760562.0302384,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":75264,"affinity_cache_ratio":0.995766299745978,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (320 < 16000)","cache_hit":75264,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":75264,"new_prefill":320,"score_linear":-75264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":12800,"new_prefill":62784,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49316,"ongoing_decode_tokens":49316,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":12800,"new_prefill":62784,"score_linear":36516.0,"score_lmetric":62784},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2446,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":329697.146754029,"t_first_token_unix":1779760562.1606975,"t_done":329698.260218318,"t_done_unix":1779760563.2741616},{"request_id":"1268861:20:1595141:978","session_id":"1268861","input_length":77218,"t_proxy_recv":329700.996049613,"t_decision_unix":1779760566.0099905,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9945867543836929,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (418 < 16000)","cache_hit":76800,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2446,"cache_hit":76800,"new_prefill":418,"score_linear":-76800.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":329701.250643609,"t_first_token_unix":1779760566.264587,"t_done":329701.782069044,"t_done_unix":1779760566.7960126},{"request_id":"1399948:35:1602048:980","session_id":"1399948","input_length":33533,"t_proxy_recv":329724.376435058,"t_decision_unix":1779760589.3903763,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":32256,"affinity_cache_ratio":0.9619181105179972,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1277 < 16000)","cache_hit":32256,"estimated_new_tokens":1277,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":75716,"ongoing_decode_tokens":75716,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":32256,"new_prefill":1277,"score_linear":43460.0,"score_lmetric":1277},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2446,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":43460.0,"chosen_score_lmetric":1277,"t_first_token":329724.78544712,"t_first_token_unix":1779760589.7993915,"t_done":329726.524532771,"t_done_unix":1779760591.538476},{"request_id":"1253804:9:1605110:981","session_id":"1253804","input_length":90656,"t_proxy_recv":329734.358374234,"t_decision_unix":1779760599.3723156,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":89088,"affinity_cache_ratio":0.9827038475114719,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1568 < 16000)","cache_hit":89088,"estimated_new_tokens":1568,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":75716,"ongoing_decode_tokens":75716,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":90656,"score_linear":75716.0,"score_lmetric":90656},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":89088,"new_prefill":1568,"score_linear":-89088.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":3584,"new_prefill":87072,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2446,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-89088.0,"chosen_score_lmetric":0,"t_first_token":329735.33526217,"t_first_token_unix":1779760600.3492055,"t_done":329738.970164804,"t_done_unix":1779760603.9841087},{"request_id":"1294611:15:1596163:979","session_id":"1294611","input_length":75716,"t_proxy_recv":329704.179475945,"t_decision_unix":1779760569.1934173,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9940303238417243,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (452 < 16000)","cache_hit":75264,"estimated_new_tokens":452,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":75264,"new_prefill":452,"score_linear":-75264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":12800,"new_prefill":62916,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":12800,"new_prefill":62916,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2446,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":329704.300737797,"t_first_token_unix":1779760569.314681,"t_done":329743.454293505,"t_done_unix":1779760608.4682372},{"request_id":"1268861:21:1609831:982","session_id":"1268861","input_length":77293,"t_proxy_recv":329750.105460093,"t_decision_unix":1779760615.1194012,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9936216733727504,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (493 < 16000)","cache_hit":76800,"estimated_new_tokens":493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1783,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2446,"cache_hit":76800,"new_prefill":493,"score_linear":-76800.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":329750.217903649,"t_first_token_unix":1779760615.2318475,"t_done":329751.819593954,"t_done_unix":1779760616.833539},{"request_id":"1253804:10:1611505:983","session_id":"1253804","input_length":91103,"t_proxy_recv":329755.582028215,"t_decision_unix":1779760620.5959694,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":90624,"affinity_cache_ratio":0.9947422148557128,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (479 < 16000)","cache_hit":90624,"estimated_new_tokens":479,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1783,"cache_hit":90624,"new_prefill":479,"score_linear":-90624.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":3584,"new_prefill":87519,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2447,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-90624.0,"chosen_score_lmetric":0,"t_first_token":329755.762749163,"t_first_token_unix":1779760620.7766924,"t_done":329755.891679216,"t_done_unix":1779760620.9056225},{"request_id":"1399948:36:1612467:984","session_id":"1399948","input_length":34773,"t_proxy_recv":329758.688511663,"t_decision_unix":1779760623.702453,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9570643890374716,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1493 < 16000)","cache_hit":33280,"estimated_new_tokens":1493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":33280,"new_prefill":1493,"score_linear":-33280.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1783,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2447,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-33280.0,"chosen_score_lmetric":0,"t_first_token":329759.040376938,"t_first_token_unix":1779760624.0543208,"t_done":329759.592029786,"t_done_unix":1779760624.6059732},{"request_id":"1253804:11:1613030:985","session_id":"1253804","input_length":91131,"t_proxy_recv":329760.916178336,"t_decision_unix":1779760625.9301195,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":90624,"affinity_cache_ratio":0.9944365803074695,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (507 < 16000)","cache_hit":90624,"estimated_new_tokens":507,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1783,"cache_hit":90624,"new_prefill":507,"score_linear":-90624.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":3584,"new_prefill":87547,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2447,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-90624.0,"chosen_score_lmetric":0,"t_first_token":329761.039274381,"t_first_token_unix":1779760626.0532181,"t_done":329763.126463644,"t_done_unix":1779760628.140407},{"request_id":"1399948:37:1613628:986","session_id":"1399948","input_length":35308,"t_proxy_recv":329762.762813561,"t_decision_unix":1779760627.7767546,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9860654809108418,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (492 < 16000)","cache_hit":34816,"estimated_new_tokens":492,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":34816,"new_prefill":492,"score_linear":-34816.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91131,"ongoing_decode_tokens":91131,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1783,"cache_hit":0,"new_prefill":35308,"score_linear":91131.0,"score_lmetric":35308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2447,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":329762.975082414,"t_first_token_unix":1779760627.9890256,"t_done":329764.120429545,"t_done_unix":1779760629.1343732},{"request_id":"1399948:38:1616890:987","session_id":"1399948","input_length":35581,"t_proxy_recv":329773.94399025,"t_decision_unix":1779760638.9579315,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9928894634776988,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (253 < 16000)","cache_hit":35328,"estimated_new_tokens":253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2112,"cache_hit":35328,"new_prefill":253,"score_linear":-35328.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1784,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2447,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":329774.055620464,"t_first_token_unix":1779760639.0695639,"t_done":329774.585453343,"t_done_unix":1779760639.5993965},{"request_id":"1399948:39:1618250:989","session_id":"1399948","input_length":35682,"t_proxy_recv":329778.640735861,"t_decision_unix":1779760643.6546772,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9900790314444258,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (354 < 16000)","cache_hit":35328,"estimated_new_tokens":354,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2112,"cache_hit":35328,"new_prefill":354,"score_linear":-35328.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1784,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2447,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":329778.714876328,"t_first_token_unix":1779760643.7288196,"t_done":329779.160157889,"t_done_unix":1779760644.1741009},{"request_id":"1399948:40:1620970:991","session_id":"1399948","input_length":35958,"t_proxy_recv":329787.634932552,"t_decision_unix":1779760652.6488738,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9824795594860671,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (630 < 16000)","cache_hit":35328,"estimated_new_tokens":630,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2112,"cache_hit":35328,"new_prefill":630,"score_linear":-35328.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1784,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":78439,"ongoing_decode_tokens":0,"pending_prefill_tokens":1127,"num_requests":1,"active_p_offloads":0,"cached_blocks":2447,"cache_hit":0,"new_prefill":35958,"score_linear":78439.0,"score_lmetric":37085},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":329787.775419778,"t_first_token_unix":1779760652.7893631,"t_done":329788.141300736,"t_done_unix":1779760653.155244},{"request_id":"1268861:22:1620830:990","session_id":"1268861","input_length":78439,"t_proxy_recv":329787.169306312,"t_decision_unix":1779760652.1832476,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":77312,"affinity_cache_ratio":0.9856321472736777,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1127 < 16000)","cache_hit":77312,"estimated_new_tokens":1127,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2112,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1784,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2447,"cache_hit":77312,"new_prefill":1127,"score_linear":-77312.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-77312.0,"chosen_score_lmetric":0,"t_first_token":329787.866120332,"t_first_token_unix":1779760652.880064,"t_done":329789.139299482,"t_done_unix":1779760654.153243},{"request_id":"1253804:12:1621957:992","session_id":"1253804","input_length":91389,"t_proxy_recv":329791.0750189,"t_decision_unix":1779760656.08896,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9972316143080677,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (253 < 16000)","cache_hit":91136,"estimated_new_tokens":253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2113,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1784,"cache_hit":91136,"new_prefill":253,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":3584,"new_prefill":87805,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2449,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":329791.263459771,"t_first_token_unix":1779760656.2774112,"t_done":329791.552890402,"t_done_unix":1779760656.5668335},{"request_id":"1399948:41:1624143:993","session_id":"1399948","input_length":36168,"t_proxy_recv":329798.435307673,"t_decision_unix":1779760663.4492488,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":35840,"affinity_cache_ratio":0.990931209909312,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (328 < 16000)","cache_hit":35840,"estimated_new_tokens":328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2113,"cache_hit":35840,"new_prefill":328,"score_linear":-35840.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1784,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2449,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":0,"t_first_token":329798.572692818,"t_first_token_unix":1779760663.5866363,"t_done":329799.245942066,"t_done_unix":1779760664.2598853},{"request_id":"1253804:13:1624613:994","session_id":"1253804","input_length":91440,"t_proxy_recv":329800.014981026,"t_decision_unix":1779760665.0289218,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9966754155730534,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (304 < 16000)","cache_hit":91136,"estimated_new_tokens":304,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2113,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1784,"cache_hit":91136,"new_prefill":304,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":3584,"new_prefill":87856,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2449,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":329800.154144414,"t_first_token_unix":1779760665.1680877,"t_done":329801.152850374,"t_done_unix":1779760666.1667943},{"request_id":"1253804:14:1626575:995","session_id":"1253804","input_length":92367,"t_proxy_recv":329806.529950695,"t_decision_unix":1779760671.5438895,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9866727294380028,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1231 < 16000)","cache_hit":91136,"estimated_new_tokens":1231,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2113,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1784,"cache_hit":91136,"new_prefill":1231,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":3584,"new_prefill":88783,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2449,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":329807.173590755,"t_first_token_unix":1779760672.1875343,"t_done":329807.981946693,"t_done_unix":1779760672.9958901},{"request_id":"1253804:15:1628485:997","session_id":"1253804","input_length":92701,"t_proxy_recv":329812.852792161,"t_decision_unix":1779760677.8667336,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92160,"affinity_cache_ratio":0.9941640327504557,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (541 < 16000)","cache_hit":92160,"estimated_new_tokens":541,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36984,"ongoing_decode_tokens":0,"pending_prefill_tokens":1144,"num_requests":1,"active_p_offloads":0,"cached_blocks":2113,"cache_hit":0,"new_prefill":92701,"score_linear":36984.0,"score_lmetric":93845},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":92160,"new_prefill":541,"score_linear":-92160.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":3584,"new_prefill":89117,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2449,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-92160.0,"chosen_score_lmetric":0,"t_first_token":329813.150885382,"t_first_token_unix":1779760678.1648288,"t_done":329813.526617013,"t_done_unix":1779760678.5405605},{"request_id":"1399948:42:1628429:996","session_id":"1399948","input_length":36984,"t_proxy_recv":329812.631708233,"t_decision_unix":1779760677.6456492,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":35840,"affinity_cache_ratio":0.9690677049534934,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1144 < 16000)","cache_hit":35840,"estimated_new_tokens":1144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2113,"cache_hit":35840,"new_prefill":1144,"score_linear":-35840.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2449,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":0,"t_first_token":329812.930007467,"t_first_token_unix":1779760677.9439507,"t_done":329814.15042256,"t_done_unix":1779760679.1643658},{"request_id":"1388507:3:1629072:998","session_id":"1388507","input_length":79074,"t_proxy_recv":329814.941016613,"t_decision_unix":1779760679.9549577,"policy":"unified_v2","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9582922325922554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3298 < 16000)","cache_hit":75776,"estimated_new_tokens":3298,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2449,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":75776,"new_prefill":3298,"score_linear":-75776.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":329816.672298967,"t_first_token_unix":1779760681.6862426,"t_done":329817.223217559,"t_done_unix":1779760682.237161},{"request_id":"1253804:16:1629713:999","session_id":"1253804","input_length":92953,"t_proxy_recv":329816.902246025,"t_decision_unix":1779760681.9161873,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92672,"affinity_cache_ratio":0.9969769668542167,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (281 < 16000)","cache_hit":92672,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":92672,"new_prefill":281,"score_linear":-92672.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":3584,"new_prefill":89369,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2449,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":79074,"ongoing_decode_tokens":79074,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":92953,"score_linear":79074.0,"score_lmetric":92953},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-92672.0,"chosen_score_lmetric":0,"t_first_token":329817.1961385,"t_first_token_unix":1779760682.210082,"t_done":329818.17910026,"t_done_unix":1779760683.1930437},{"request_id":"1253804:17:1631602:1002","session_id":"1253804","input_length":93219,"t_proxy_recv":329822.977316577,"t_decision_unix":1779760687.9912581,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92672,"affinity_cache_ratio":0.9941320975337645,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (547 < 16000)","cache_hit":92672,"estimated_new_tokens":547,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":79890,"ongoing_decode_tokens":79890,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":93219,"score_linear":79890.0,"score_lmetric":93219},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":92672,"new_prefill":547,"score_linear":-92672.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":3584,"new_prefill":89635,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79693,"ongoing_decode_tokens":0,"pending_prefill_tokens":1357,"num_requests":1,"active_p_offloads":0,"cached_blocks":2449,"cache_hit":0,"new_prefill":93219,"score_linear":79693.0,"score_lmetric":94576},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-92672.0,"chosen_score_lmetric":0,"t_first_token":329823.272464857,"t_first_token_unix":1779760688.2864082,"t_done":329824.042510715,"t_done_unix":1779760689.0564544},{"request_id":"1268861:23:1631587:1001","session_id":"1268861","input_length":79693,"t_proxy_recv":329822.90066333,"t_decision_unix":1779760687.9146042,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9829721556472965,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1357 < 16000)","cache_hit":78336,"estimated_new_tokens":1357,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":79890,"ongoing_decode_tokens":79890,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":79693,"score_linear":79890.0,"score_lmetric":79693},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2449,"cache_hit":78336,"new_prefill":1357,"score_linear":-78336.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":329823.607507349,"t_first_token_unix":1779760688.6214507,"t_done":329824.254419218,"t_done_unix":1779760689.2683625},{"request_id":"1294611:15:1631116:1000","session_id":"1294611","input_length":79890,"t_proxy_recv":329821.487877544,"t_decision_unix":1779760686.501819,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":79360,"affinity_cache_ratio":0.9933658780823632,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (530 < 16000)","cache_hit":79360,"estimated_new_tokens":530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":79360,"new_prefill":530,"score_linear":-79360.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":12800,"new_prefill":67090,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":12800,"new_prefill":67090,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2449,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79360.0,"chosen_score_lmetric":0,"t_first_token":329821.677371215,"t_first_token_unix":1779760686.6913145,"t_done":329824.444329885,"t_done_unix":1779760689.4582732},{"request_id":"1253804:18:1633257:1003","session_id":"1253804","input_length":93509,"t_proxy_recv":329828.432422618,"t_decision_unix":1779760693.446364,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9965243987209788,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (325 < 16000)","cache_hit":93184,"estimated_new_tokens":325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2116,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":93184,"new_prefill":325,"score_linear":-93184.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":3584,"new_prefill":89925,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2451,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":329828.725115582,"t_first_token_unix":1779760693.7390587,"t_done":329829.616295515,"t_done_unix":1779760694.6302388},{"request_id":"1294611:15:1634779:1004","session_id":"1294611","input_length":80221,"t_proxy_recv":329833.598726001,"t_decision_unix":1779760698.612667,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":79872,"affinity_cache_ratio":0.995649518205956,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (349 < 16000)","cache_hit":79872,"estimated_new_tokens":349,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2116,"cache_hit":79872,"new_prefill":349,"score_linear":-79872.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":12800,"new_prefill":67421,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":12800,"new_prefill":67421,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2451,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":329833.734349983,"t_first_token_unix":1779760698.7482936,"t_done":329834.296279164,"t_done_unix":1779760699.3102229},{"request_id":"1253804:19:1634903:1005","session_id":"1253804","input_length":93664,"t_proxy_recv":329833.971942482,"t_decision_unix":1779760698.985884,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9948752989408951,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (480 < 16000)","cache_hit":93184,"estimated_new_tokens":480,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":80221,"ongoing_decode_tokens":80221,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2116,"cache_hit":0,"new_prefill":93664,"score_linear":80221.0,"score_lmetric":93664},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":93184,"new_prefill":480,"score_linear":-93184.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":3584,"new_prefill":90080,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2451,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":329834.164206897,"t_first_token_unix":1779760699.1781511,"t_done":329838.18691786,"t_done_unix":1779760703.2008612},{"request_id":"1253804:20:1638889:1007","session_id":"1253804","input_length":94111,"t_proxy_recv":329847.147962227,"t_decision_unix":1779760712.1619034,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93696,"affinity_cache_ratio":0.9955903135658956,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (415 < 16000)","cache_hit":93696,"estimated_new_tokens":415,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2116,"cache_hit":0,"new_prefill":94111,"score_linear":80717.0,"score_lmetric":94111},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1789,"cache_hit":93696,"new_prefill":415,"score_linear":-93696.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":3584,"new_prefill":90527,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2451,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93696.0,"chosen_score_lmetric":0,"t_first_token":329847.338395642,"t_first_token_unix":1779760712.3523395,"t_done":329848.166316913,"t_done_unix":1779760713.1802602},{"request_id":"1258908:2:1639411:1008","session_id":"1258908","input_length":9804,"t_proxy_recv":329848.950056831,"t_decision_unix":1779760713.9639974,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9400244798041616,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (588 < 16000)","cache_hit":9216,"estimated_new_tokens":588,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2116,"cache_hit":0,"new_prefill":9804,"score_linear":80717.0,"score_lmetric":9804},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1789,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":9216,"new_prefill":588,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2451,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":329849.71071113,"t_first_token_unix":1779760714.7246554,"t_done":329851.284698275,"t_done_unix":1779760716.298642},{"request_id":"1268861:24:1643502:1011","session_id":"1268861","input_length":80019,"t_proxy_recv":329862.776280386,"t_decision_unix":1779760727.7902215,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":79360,"affinity_cache_ratio":0.9917644559417138,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (659 < 16000)","cache_hit":79360,"estimated_new_tokens":659,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":118819,"ongoing_decode_tokens":80717,"pending_prefill_tokens":1238,"num_requests":2,"active_p_offloads":0,"cached_blocks":2116,"cache_hit":0,"new_prefill":80019,"score_linear":118819.0,"score_lmetric":162514},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":94269,"ongoing_decode_tokens":94269,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1789,"cache_hit":0,"new_prefill":80019,"score_linear":94269.0,"score_lmetric":80019},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2451,"cache_hit":79360,"new_prefill":659,"score_linear":-79360.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79360.0,"chosen_score_lmetric":0,"t_first_token":329863.047274604,"t_first_token_unix":1779760728.0612178,"t_done":329863.507835715,"t_done_unix":1779760728.5217793},{"request_id":"1294611:15:1636645:1006","session_id":"1294611","input_length":80717,"t_proxy_recv":329839.638677024,"t_decision_unix":1779760704.652618,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9895313254952488,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (845 < 16000)","cache_hit":79872,"estimated_new_tokens":845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2116,"cache_hit":79872,"new_prefill":845,"score_linear":-79872.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1789,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":12800,"new_prefill":67917,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":12800,"new_prefill":67917,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2451,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":329840.055539557,"t_first_token_unix":1779760705.0694835,"t_done":329863.782802452,"t_done_unix":1779760728.7967458},{"request_id":"1399948:43:1643413:1010","session_id":"1399948","input_length":38102,"t_proxy_recv":329862.426880561,"t_decision_unix":1779760727.4408221,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9675082672825573,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1238 < 16000)","cache_hit":36864,"estimated_new_tokens":1238,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2116,"cache_hit":36864,"new_prefill":1238,"score_linear":43853.0,"score_lmetric":1238},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":94269,"ongoing_decode_tokens":94269,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1789,"cache_hit":0,"new_prefill":38102,"score_linear":94269.0,"score_lmetric":38102},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2451,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":43853.0,"chosen_score_lmetric":1238,"t_first_token":329862.800735141,"t_first_token_unix":1779760727.8146784,"t_done":329863.989187705,"t_done_unix":1779760729.0031312},{"request_id":"1253804:21:1640487:1009","session_id":"1253804","input_length":94269,"t_proxy_recv":329852.436921166,"t_decision_unix":1779760717.4508626,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93696,"affinity_cache_ratio":0.9939216497470006,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (573 < 16000)","cache_hit":93696,"estimated_new_tokens":573,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2116,"cache_hit":0,"new_prefill":94269,"score_linear":80717.0,"score_lmetric":94269},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1789,"cache_hit":93696,"new_prefill":573,"score_linear":-93696.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":3584,"new_prefill":90685,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2451,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93696.0,"chosen_score_lmetric":0,"t_first_token":329852.644429995,"t_first_token_unix":1779760717.6583736,"t_done":329867.073969488,"t_done_unix":1779760732.087913},{"request_id":"1399948:44:1644970:1012","session_id":"1399948","input_length":38308,"t_proxy_recv":329867.551709406,"t_decision_unix":1779760732.5656507,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9890362326407017,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (420 < 16000)","cache_hit":37888,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2120,"cache_hit":37888,"new_prefill":420,"score_linear":-37888.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1791,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-37888.0,"chosen_score_lmetric":0,"t_first_token":329867.66925386,"t_first_token_unix":1779760732.6831975,"t_done":329869.197772612,"t_done_unix":1779760734.211716},{"request_id":"1253804:22:1650001:1013","session_id":"1253804","input_length":95715,"t_proxy_recv":329884.138704473,"t_decision_unix":1779760749.1526453,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":95232,"affinity_cache_ratio":0.9949537690017238,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (483 < 16000)","cache_hit":95232,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1791,"cache_hit":95232,"new_prefill":483,"score_linear":-95232.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":3584,"new_prefill":92131,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-95232.0,"chosen_score_lmetric":0,"t_first_token":329884.331534427,"t_first_token_unix":1779760749.3454778,"t_done":329884.825897516,"t_done_unix":1779760749.8398414},{"request_id":"1399948:45:1650679:1014","session_id":"1399948","input_length":38758,"t_proxy_recv":329886.593775304,"t_decision_unix":1779760751.6077166,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9907631972754012,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (358 < 16000)","cache_hit":38400,"estimated_new_tokens":358,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":38400,"new_prefill":358,"score_linear":-38400.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":0,"t_first_token":329886.744382102,"t_first_token_unix":1779760751.7583253,"t_done":329887.340720065,"t_done_unix":1779760752.3546631},{"request_id":"1253804:23:1651448:1015","session_id":"1253804","input_length":96944,"t_proxy_recv":329888.892188981,"t_decision_unix":1779760753.90613,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9876217197557353,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1200 < 16000)","cache_hit":95744,"estimated_new_tokens":1200,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":95744,"new_prefill":1200,"score_linear":-95744.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":3584,"new_prefill":93360,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-95744.0,"chosen_score_lmetric":0,"t_first_token":329889.735218041,"t_first_token_unix":1779760754.7491617,"t_done":329890.142275675,"t_done_unix":1779760755.1562214},{"request_id":"1399948:46:1658183:1018","session_id":"1399948","input_length":39837,"t_proxy_recv":329911.728220045,"t_decision_unix":1779760776.742161,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9639280066270051,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1437 < 16000)","cache_hit":38400,"estimated_new_tokens":1437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":38400,"new_prefill":1437,"score_linear":44804.0,"score_lmetric":1437},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1794,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":0,"new_prefill":39837,"score_linear":80406.0,"score_lmetric":39837},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":44804.0,"chosen_score_lmetric":1437,"t_first_token":329912.11768628,"t_first_token_unix":1779760777.1316295,"t_done":329913.636407812,"t_done_unix":1779760778.650351},{"request_id":"1253804:24:1659020:1019","session_id":"1253804","input_length":97769,"t_proxy_recv":329914.623400737,"t_decision_unix":1779760779.6373422,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":96768,"affinity_cache_ratio":0.9897615808691916,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1001 < 16000)","cache_hit":96768,"estimated_new_tokens":1001,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2124,"cache_hit":0,"new_prefill":97769,"score_linear":83204.0,"score_lmetric":97769},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1794,"cache_hit":96768,"new_prefill":1001,"score_linear":-96768.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":3584,"new_prefill":94185,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":0,"new_prefill":97769,"score_linear":80406.0,"score_lmetric":97769},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-96768.0,"chosen_score_lmetric":0,"t_first_token":329915.309091164,"t_first_token_unix":1779760780.3230348,"t_done":329915.706062985,"t_done_unix":1779760780.7200105},{"request_id":"1268861:25:1653400:1016","session_id":"1268861","input_length":80406,"t_proxy_recv":329895.331268374,"t_decision_unix":1779760760.3452096,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9933587045742855,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (534 < 16000)","cache_hit":79872,"estimated_new_tokens":534,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1794,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":79872,"new_prefill":534,"score_linear":-79872.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":329895.758767786,"t_first_token_unix":1779760760.7727108,"t_done":329920.13030015,"t_done_unix":1779760785.1442435},{"request_id":"1253804:25:1662273:1020","session_id":"1253804","input_length":98187,"t_proxy_recv":329925.488157617,"t_decision_unix":1779760790.502099,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9959770641734649,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (395 < 16000)","cache_hit":97792,"estimated_new_tokens":395,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2124,"cache_hit":0,"new_prefill":98187,"score_linear":83204.0,"score_lmetric":98187},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":97792,"new_prefill":395,"score_linear":-97792.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":3584,"new_prefill":94603,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-97792.0,"chosen_score_lmetric":0,"t_first_token":329925.977775531,"t_first_token_unix":1779760790.9917192,"t_done":329926.384529466,"t_done_unix":1779760791.398473},{"request_id":"1294611:15:1657992:1017","session_id":"1294611","input_length":83204,"t_proxy_recv":329911.254835764,"t_decision_unix":1779760776.2687771,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":82944,"affinity_cache_ratio":0.9968751502331619,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (260 < 16000)","cache_hit":82944,"estimated_new_tokens":260,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2121,"cache_hit":82944,"new_prefill":260,"score_linear":-82944.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1794,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":12800,"new_prefill":70404,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":12800,"new_prefill":70404,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":0,"new_prefill":83204,"score_linear":80406.0,"score_lmetric":83204},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-82944.0,"chosen_score_lmetric":0,"t_first_token":329911.463712809,"t_first_token_unix":1779760776.4776561,"t_done":329934.435421566,"t_done_unix":1779760799.4493651},{"request_id":"1399948:47:1664702:1022","session_id":"1399948","input_length":40261,"t_proxy_recv":329934.090323033,"t_decision_unix":1779760799.1042643,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9919276719405876,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (325 < 16000)","cache_hit":39936,"estimated_new_tokens":325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2124,"cache_hit":39936,"new_prefill":325,"score_linear":43268.0,"score_lmetric":325},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":40261,"score_linear":98254.0,"score_lmetric":40261},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":43268.0,"chosen_score_lmetric":325,"t_first_token":329934.317558341,"t_first_token_unix":1779760799.3315015,"t_done":329934.800554861,"t_done_unix":1779760799.8144982},{"request_id":"1356885:8:1665690:1023","session_id":"1356885","input_length":132537,"t_proxy_recv":329937.30542721,"t_decision_unix":1779760802.3193684,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9928095550676415,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (953 < 16000)","cache_hit":131584,"estimated_new_tokens":953,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2125,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":131584,"new_prefill":953,"score_linear":-33330.0,"score_lmetric":953},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":6656,"new_prefill":125881,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-33330.0,"chosen_score_lmetric":953,"t_first_token":329937.966073595,"t_first_token_unix":1779760802.9800172,"t_done":329940.60524061,"t_done_unix":1779760805.6191845},{"request_id":"1399948:48:1666394:1024","session_id":"1399948","input_length":40343,"t_proxy_recv":329939.719413637,"t_decision_unix":1779760804.7333546,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9899115088119377,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (407 < 16000)","cache_hit":39936,"estimated_new_tokens":407,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2125,"cache_hit":39936,"new_prefill":407,"score_linear":-39936.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":230791,"ongoing_decode_tokens":230791,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":40343,"score_linear":230791.0,"score_lmetric":80686},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":329939.796258973,"t_first_token_unix":1779760804.8102021,"t_done":329941.193750125,"t_done_unix":1779760806.2076936},{"request_id":"1399948:49:1668825:1025","session_id":"1399948","input_length":40642,"t_proxy_recv":329948.282270584,"t_decision_unix":1779760813.2962117,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9952266128635402,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (194 < 16000)","cache_hit":40448,"estimated_new_tokens":194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2126,"cache_hit":40448,"new_prefill":194,"score_linear":-40448.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1798,"cache_hit":0,"new_prefill":40642,"score_linear":98254.0,"score_lmetric":40642},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":329948.405445505,"t_first_token_unix":1779760813.4193888,"t_done":329949.490833941,"t_done_unix":1779760814.5047774},{"request_id":"1294611:15:1673197:1026","session_id":"1294611","input_length":85542,"t_proxy_recv":329963.49783781,"t_decision_unix":1779760828.511779,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9935704098571462,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (550 < 16000)","cache_hit":84992,"estimated_new_tokens":550,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2126,"cache_hit":84992,"new_prefill":550,"score_linear":-84992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1798,"cache_hit":0,"new_prefill":85542,"score_linear":98254.0,"score_lmetric":85542},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":12800,"new_prefill":72742,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":12800,"new_prefill":72742,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-84992.0,"chosen_score_lmetric":0,"t_first_token":329963.687403458,"t_first_token_unix":1779760828.701347,"t_done":329965.291941695,"t_done_unix":1779760830.3058856},{"request_id":"1253804:26:1663639:1021","session_id":"1253804","input_length":98254,"t_proxy_recv":329930.322537945,"t_decision_unix":1779760795.3364792,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9952979013577056,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (462 < 16000)","cache_hit":97792,"estimated_new_tokens":462,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2124,"cache_hit":0,"new_prefill":98254,"score_linear":83204.0,"score_lmetric":98254},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":97792,"new_prefill":462,"score_linear":-97792.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":3584,"new_prefill":94670,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-97792.0,"chosen_score_lmetric":0,"t_first_token":329930.467392498,"t_first_token_unix":1779760795.4813359,"t_done":329968.496427377,"t_done_unix":1779760833.5103705},{"request_id":"1294611:15:1676489:1027","session_id":"1294611","input_length":85722,"t_proxy_recv":329974.886550507,"t_decision_unix":1779760839.9004915,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9974568955460675,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (218 < 16000)","cache_hit":85504,"estimated_new_tokens":218,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":85504,"new_prefill":218,"score_linear":-85504.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":12800,"new_prefill":72922,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":12800,"new_prefill":72922,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-85504.0,"chosen_score_lmetric":0,"t_first_token":329975.01671735,"t_first_token_unix":1779760840.0306609,"t_done":329977.615520395,"t_done_unix":1779760842.6294634},{"request_id":"1399948:50:1677482:1028","session_id":"1399948","input_length":42648,"t_proxy_recv":329978.138353613,"t_decision_unix":1779760843.1522949,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9484149315325455,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2200 < 16000)","cache_hit":40448,"estimated_new_tokens":2200,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":40448,"new_prefill":2200,"score_linear":-40448.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":329978.726794473,"t_first_token_unix":1779760843.7407384,"t_done":329982.402468211,"t_done_unix":1779760847.416412},{"request_id":"1294611:15:1679070:1029","session_id":"1294611","input_length":86602,"t_proxy_recv":329983.563959698,"t_decision_unix":1779760848.5779011,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":85504,"affinity_cache_ratio":0.987321308976698,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1098 < 16000)","cache_hit":85504,"estimated_new_tokens":1098,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":85504,"new_prefill":1098,"score_linear":-85504.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":12800,"new_prefill":73802,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":12800,"new_prefill":73802,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-85504.0,"chosen_score_lmetric":0,"t_first_token":329984.007910073,"t_first_token_unix":1779760849.021854,"t_done":329986.797556756,"t_done_unix":1779760851.8115003},{"request_id":"1253804:27:1683133:1031","session_id":"1253804","input_length":101743,"t_proxy_recv":329997.201628368,"t_decision_unix":1779760862.2155697,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9963928722369106,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (367 < 16000)","cache_hit":101376,"estimated_new_tokens":367,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":86925,"ongoing_decode_tokens":86925,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":101743,"score_linear":86925.0,"score_lmetric":101743},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":101376,"new_prefill":367,"score_linear":-101376.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":3584,"new_prefill":98159,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":329997.434355634,"t_first_token_unix":1779760862.448299,"t_done":329997.716284723,"t_done_unix":1779760862.7302282},{"request_id":"1294611:15:1682649:1030","session_id":"1294611","input_length":86925,"t_proxy_recv":329995.473870185,"t_decision_unix":1779760860.4878116,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":86528,"affinity_cache_ratio":0.9954328444060973,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (397 < 16000)","cache_hit":86528,"estimated_new_tokens":397,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":86528,"new_prefill":397,"score_linear":-86528.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":12800,"new_prefill":74125,"score_linear":-12800.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":12800,"new_prefill":74125,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-86528.0,"chosen_score_lmetric":0,"t_first_token":329995.615634882,"t_first_token_unix":1779760860.6295784,"t_done":329999.605994336,"t_done_unix":1779760864.6199381},{"request_id":"1253804:28:1685257:1032","session_id":"1253804","input_length":101794,"t_proxy_recv":330004.19670183,"t_decision_unix":1779760869.210643,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9958936676031986,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (418 < 16000)","cache_hit":101376,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":101376,"new_prefill":418,"score_linear":-101376.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":3584,"new_prefill":98210,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":330004.346234595,"t_first_token_unix":1779760869.3601782,"t_done":330005.062925268,"t_done_unix":1779760870.0768683},{"request_id":"1399948:51:1686626:1033","session_id":"1399948","input_length":43407,"t_proxy_recv":330009.126547815,"t_decision_unix":1779760874.140489,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":43008,"affinity_cache_ratio":0.9908079342041606,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (399 < 16000)","cache_hit":43008,"estimated_new_tokens":399,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":43008,"new_prefill":399,"score_linear":-43008.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-43008.0,"chosen_score_lmetric":0,"t_first_token":330009.290310926,"t_first_token_unix":1779760874.3042545,"t_done":330010.738829065,"t_done_unix":1779760875.7527723},{"request_id":"1253804:29:1688398:1034","session_id":"1253804","input_length":102067,"t_proxy_recv":330015.180077082,"t_decision_unix":1779760880.1940184,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9932299371981149,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (691 < 16000)","cache_hit":101376,"estimated_new_tokens":691,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":101376,"new_prefill":691,"score_linear":-101376.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":3584,"new_prefill":98483,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":330015.496700362,"t_first_token_unix":1779760880.5106437,"t_done":330016.514226846,"t_done_unix":1779760881.5281723},{"request_id":"1399948:52:1689144:1035","session_id":"1399948","input_length":43673,"t_proxy_recv":330017.762792745,"t_decision_unix":1779760882.7767339,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9964966913195796,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (153 < 16000)","cache_hit":43520,"estimated_new_tokens":153,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":43520,"new_prefill":153,"score_linear":-43520.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":330017.87650287,"t_first_token_unix":1779760882.8904467,"t_done":330018.616866988,"t_done_unix":1779760883.6308103},{"request_id":"1356885:9:1689871:1036","session_id":"1356885","input_length":132823,"t_proxy_recv":330020.140464071,"t_decision_unix":1779760885.1544054,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":132608,"affinity_cache_ratio":0.9983813044427546,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (215 < 16000)","cache_hit":132608,"estimated_new_tokens":215,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":132608,"new_prefill":215,"score_linear":-132608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":6656,"new_prefill":126167,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-132608.0,"chosen_score_lmetric":0,"t_first_token":330020.427589161,"t_first_token_unix":1779760885.4415324,"t_done":330022.356843445,"t_done_unix":1779760887.3707871},{"request_id":"1253804:30:1690362:1037","session_id":"1253804","input_length":102214,"t_proxy_recv":330021.793269446,"t_decision_unix":1779760886.8072107,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9968106130275696,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (326 < 16000)","cache_hit":101888,"estimated_new_tokens":326,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":132823,"ongoing_decode_tokens":132823,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":101888,"new_prefill":326,"score_linear":30935.0,"score_lmetric":326},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":3584,"new_prefill":98630,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":30935.0,"chosen_score_lmetric":326,"t_first_token":330022.008557299,"t_first_token_unix":1779760887.0225008,"t_done":330022.943169252,"t_done_unix":1779760887.9571128},{"request_id":"1253804:31:1691981:1038","session_id":"1253804","input_length":102322,"t_proxy_recv":330027.370941715,"t_decision_unix":1779760892.3848827,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9957584879107132,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (434 < 16000)","cache_hit":101888,"estimated_new_tokens":434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":101888,"new_prefill":434,"score_linear":-101888.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":3584,"new_prefill":98738,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101888.0,"chosen_score_lmetric":0,"t_first_token":330027.52998742,"t_first_token_unix":1779760892.5439308,"t_done":330027.915343567,"t_done_unix":1779760892.9292872},{"request_id":"1399948:53:1692115:1039","session_id":"1399948","input_length":43938,"t_proxy_recv":330027.884124395,"t_decision_unix":1779760892.8980656,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9904865947471437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (418 < 16000)","cache_hit":43520,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":43520,"new_prefill":418,"score_linear":-43520.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102322,"ongoing_decode_tokens":102322,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":0,"new_prefill":43938,"score_linear":102322.0,"score_lmetric":43938},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":330028.041995041,"t_first_token_unix":1779760893.0559382,"t_done":330029.421101753,"t_done_unix":1779760894.435047},{"request_id":"1253804:32:1693715:1040","session_id":"1253804","input_length":102509,"t_proxy_recv":330033.454768518,"t_decision_unix":1779760898.4687097,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9939419953369948,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (621 < 16000)","cache_hit":101888,"estimated_new_tokens":621,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1800,"cache_hit":101888,"new_prefill":621,"score_linear":-101888.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":3584,"new_prefill":98925,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101888.0,"chosen_score_lmetric":0,"t_first_token":330033.769226534,"t_first_token_unix":1779760898.7831697,"t_done":330034.549779642,"t_done_unix":1779760899.563723},{"request_id":"1399948:54:1694570:1041","session_id":"1399948","input_length":44182,"t_proxy_recv":330036.543923768,"t_decision_unix":1779760901.5578651,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9966049522429948,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (150 < 16000)","cache_hit":44032,"estimated_new_tokens":150,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":44032,"new_prefill":150,"score_linear":-44032.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":330036.656125182,"t_first_token_unix":1779760901.6700683,"t_done":330036.936600026,"t_done_unix":1779760901.950543},{"request_id":"1253804:33:1695393:1042","session_id":"1253804","input_length":102632,"t_proxy_recv":330039.207638712,"t_decision_unix":1779760904.22158,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102400,"affinity_cache_ratio":0.9977394964533479,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (232 < 16000)","cache_hit":102400,"estimated_new_tokens":232,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":102400,"new_prefill":232,"score_linear":-102400.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":3584,"new_prefill":99048,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102400.0,"chosen_score_lmetric":0,"t_first_token":330039.407036267,"t_first_token_unix":1779760904.4209797,"t_done":330039.910922335,"t_done_unix":1779760904.9248655},{"request_id":"1253804:34:1697569:1043","session_id":"1253804","input_length":102792,"t_proxy_recv":330047.044272493,"t_decision_unix":1779760912.058214,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102400,"affinity_cache_ratio":0.9961864736555374,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (392 < 16000)","cache_hit":102400,"estimated_new_tokens":392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":102400,"new_prefill":392,"score_linear":-102400.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":3584,"new_prefill":99208,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102400.0,"chosen_score_lmetric":0,"t_first_token":330047.296681849,"t_first_token_unix":1779760912.3106253,"t_done":330050.708666429,"t_done_unix":1779760915.7226102},{"request_id":"1253804:35:1701250:1044","session_id":"1253804","input_length":103349,"t_proxy_recv":330059.588960448,"t_decision_unix":1779760924.6029015,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102912,"affinity_cache_ratio":0.9957716088205981,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (437 < 16000)","cache_hit":102912,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":102912,"new_prefill":437,"score_linear":-102912.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":3584,"new_prefill":99765,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102912.0,"chosen_score_lmetric":0,"t_first_token":330059.91213661,"t_first_token_unix":1779760924.92608,"t_done":330060.225293935,"t_done_unix":1779760925.2392373},{"request_id":"1253804:36:1702697:1045","session_id":"1253804","input_length":103400,"t_proxy_recv":330064.737622095,"t_decision_unix":1779760929.7515633,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102912,"affinity_cache_ratio":0.9952804642166344,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (488 < 16000)","cache_hit":102912,"estimated_new_tokens":488,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1802,"cache_hit":102912,"new_prefill":488,"score_linear":-102912.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":3584,"new_prefill":99816,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102912.0,"chosen_score_lmetric":0,"t_first_token":330064.88564113,"t_first_token_unix":1779760929.8995848,"t_done":330065.335305909,"t_done_unix":1779760930.3492491},{"request_id":"1399948:55:1704272:1047","session_id":"1399948","input_length":45284,"t_proxy_recv":330070.013726455,"t_decision_unix":1779760935.0276675,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9723522657009098,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1252 < 16000)","cache_hit":44032,"estimated_new_tokens":1252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":44032,"new_prefill":1252,"score_linear":-44032.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":45284,"score_linear":103471.0,"score_lmetric":45284},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":330070.454177818,"t_first_token_unix":1779760935.468121,"t_done":330072.145857343,"t_done_unix":1779760937.1598008},{"request_id":"1356885:10:1706624:1048","session_id":"1356885","input_length":133014,"t_proxy_recv":330078.334773682,"t_decision_unix":1779760943.348715,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":132608,"affinity_cache_ratio":0.9969476897168719,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (406 < 16000)","cache_hit":132608,"estimated_new_tokens":406,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":132608,"new_prefill":406,"score_linear":-29137.0,"score_lmetric":406},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":6656,"new_prefill":126358,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-29137.0,"chosen_score_lmetric":406,"t_first_token":330078.562795356,"t_first_token_unix":1779760943.5767388,"t_done":330080.850757154,"t_done_unix":1779760945.8647003},{"request_id":"1399948:56:1708284:1049","session_id":"1399948","input_length":45571,"t_proxy_recv":330084.044602001,"t_decision_unix":1779760949.0585434,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9886989532816923,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (515 < 16000)","cache_hit":45056,"estimated_new_tokens":515,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":45056,"new_prefill":515,"score_linear":-45056.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":45571,"score_linear":103471.0,"score_lmetric":45571},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-45056.0,"chosen_score_lmetric":0,"t_first_token":330084.164099723,"t_first_token_unix":1779760949.1780431,"t_done":330085.069827483,"t_done_unix":1779760950.083771},{"request_id":"1253804:37:1704071:1046","session_id":"1253804","input_length":103471,"t_proxy_recv":330069.20817673,"t_decision_unix":1779760934.2221181,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":103424,"affinity_cache_ratio":0.9995457664466372,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (47 < 16000)","cache_hit":103424,"estimated_new_tokens":47,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":103424,"new_prefill":47,"score_linear":-103424.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":3584,"new_prefill":99887,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-103424.0,"chosen_score_lmetric":0,"t_first_token":330069.355557723,"t_first_token_unix":1779760934.369501,"t_done":330085.943792762,"t_done_unix":1779760950.9577363},{"request_id":"1399948:57:1711464:1050","session_id":"1399948","input_length":45756,"t_proxy_recv":330094.840094398,"t_decision_unix":1779760959.8540356,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":45568,"affinity_cache_ratio":0.995891249235073,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (188 < 16000)","cache_hit":45568,"estimated_new_tokens":188,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":45568,"new_prefill":188,"score_linear":-45568.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-45568.0,"chosen_score_lmetric":0,"t_first_token":330094.960250481,"t_first_token_unix":1779760959.9741938,"t_done":330097.46018825,"t_done_unix":1779760962.4741313},{"request_id":"1253804:38:1712824:1051","session_id":"1253804","input_length":104953,"t_proxy_recv":330099.665254836,"t_decision_unix":1779760964.6791961,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104448,"affinity_cache_ratio":0.9951883223919278,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (505 < 16000)","cache_hit":104448,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":104448,"new_prefill":505,"score_linear":-104448.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":3584,"new_prefill":101369,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104448.0,"chosen_score_lmetric":0,"t_first_token":330099.873962715,"t_first_token_unix":1779760964.887906,"t_done":330100.185160631,"t_done_unix":1779760965.1991043},{"request_id":"1253804:39:1714767:1052","session_id":"1253804","input_length":105004,"t_proxy_recv":330106.249031851,"t_decision_unix":1779760971.262973,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104960,"affinity_cache_ratio":0.9995809683440631,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (44 < 16000)","cache_hit":104960,"estimated_new_tokens":44,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1806,"cache_hit":104960,"new_prefill":44,"score_linear":-104960.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":3584,"new_prefill":101420,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104960.0,"chosen_score_lmetric":0,"t_first_token":330106.398354457,"t_first_token_unix":1779760971.412298,"t_done":330106.976184499,"t_done_unix":1779760971.9901278},{"request_id":"1253804:40:1716790:1053","session_id":"1253804","input_length":105156,"t_proxy_recv":330112.961028109,"t_decision_unix":1779760977.9749696,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104960,"affinity_cache_ratio":0.9981361025523984,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (196 < 16000)","cache_hit":104960,"estimated_new_tokens":196,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1806,"cache_hit":104960,"new_prefill":196,"score_linear":-104960.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":3584,"new_prefill":101572,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104960.0,"chosen_score_lmetric":0,"t_first_token":330113.219181875,"t_first_token_unix":1779760978.2331254,"t_done":330117.894969482,"t_done_unix":1779760982.908913},{"request_id":"1305906:4:1718131:1054","session_id":"1305906","input_length":47861,"t_proxy_recv":330117.407629915,"t_decision_unix":1779760982.4215713,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9413927832682142,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2805 < 16000)","cache_hit":45056,"estimated_new_tokens":2805,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":105156,"ongoing_decode_tokens":105156,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1806,"cache_hit":0,"new_prefill":47861,"score_linear":105156.0,"score_lmetric":47861},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":45056,"new_prefill":2805,"score_linear":-45056.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-45056.0,"chosen_score_lmetric":0,"t_first_token":330118.353247615,"t_first_token_unix":1779760983.3671908,"t_done":330120.441731104,"t_done_unix":1779760985.4556744},{"request_id":"1305906:5:1514292:934","session_id":"1305906","input_length":49817,"t_proxy_recv":330120.452578932,"t_decision_unix":1779760985.4665205,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9660959110343859,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1689 < 16000)","cache_hit":48128,"estimated_new_tokens":1689,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2547,"cache_hit":48128,"new_prefill":1689,"score_linear":-48128.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37173,"ongoing_decode_tokens":0,"pending_prefill_tokens":1845,"num_requests":1,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":49817,"score_linear":37173.0,"score_lmetric":51662},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":330121.118754189,"t_first_token_unix":1779760986.1326973,"t_done":330121.794477694,"t_done_unix":1779760986.8084214},{"request_id":"1340290:13:1718889:1055","session_id":"1340290","input_length":37173,"t_proxy_recv":330120.042286292,"t_decision_unix":1779760985.0562277,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9503672020014526,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1845 < 16000)","cache_hit":35328,"estimated_new_tokens":1845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":47861,"ongoing_decode_tokens":47861,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2541,"cache_hit":0,"new_prefill":37173,"score_linear":47861.0,"score_lmetric":37173},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":35328,"new_prefill":1845,"score_linear":-35328.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":9525,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":36149,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":16181,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":330120.57604163,"t_first_token_unix":1779760985.5899854,"t_done":330122.196738349,"t_done_unix":1779760987.2106817},{"request_id":"1253804:41:1721979:1057","session_id":"1253804","input_length":105638,"t_proxy_recv":330130.636661893,"t_decision_unix":1779760995.6506033,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9984285957704614,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (166 < 16000)","cache_hit":105472,"estimated_new_tokens":166,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":105472,"new_prefill":166,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37438,"ongoing_decode_tokens":37438,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2032,"cache_hit":3584,"new_prefill":102054,"score_linear":33854.0,"score_lmetric":102054},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":330130.8377419,"t_first_token_unix":1779760995.8516853,"t_done":330131.492447264,"t_done_unix":1779760996.5063908},{"request_id":"1340290:14:1721731:1056","session_id":"1340290","input_length":37438,"t_proxy_recv":330129.764391021,"t_decision_unix":1779760994.7783325,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":37376,"affinity_cache_ratio":0.998343928628666,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (62 < 16000)","cache_hit":37376,"estimated_new_tokens":62,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2032,"cache_hit":37376,"new_prefill":62,"score_linear":-37376.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":9790,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":36414,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":16446,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-37376.0,"chosen_score_lmetric":0,"t_first_token":330129.842225674,"t_first_token_unix":1779760994.856169,"t_done":330131.621940193,"t_done_unix":1779760996.6358836},{"request_id":"1253804:42:1724453:1058","session_id":"1253804","input_length":105715,"t_proxy_recv":330139.140925456,"t_decision_unix":1779761004.1548665,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9977013668826562,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (243 < 16000)","cache_hit":105472,"estimated_new_tokens":243,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":105472,"new_prefill":243,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2032,"cache_hit":3584,"new_prefill":102131,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":330139.29386055,"t_first_token_unix":1779761004.3078043,"t_done":330140.07694436,"t_done_unix":1779761005.090888},{"request_id":"1253804:43:1726322:1060","session_id":"1253804","input_length":105845,"t_proxy_recv":330145.210619158,"t_decision_unix":1779761010.2245605,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9964759790259341,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (373 < 16000)","cache_hit":105472,"estimated_new_tokens":373,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":105472,"new_prefill":373,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2032,"cache_hit":3584,"new_prefill":102261,"score_linear":34140.0,"score_lmetric":102261},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":330145.453995978,"t_first_token_unix":1779761010.4679396,"t_done":330146.118165121,"t_done_unix":1779761011.1321084},{"request_id":"1399948:58:1726693:1061","session_id":"1399948","input_length":46886,"t_proxy_recv":330146.432793738,"t_decision_unix":1779761011.446735,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":46080,"affinity_cache_ratio":0.982809367401783,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (806 < 16000)","cache_hit":46080,"estimated_new_tokens":806,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":46080,"new_prefill":806,"score_linear":-46080.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2032,"cache_hit":0,"new_prefill":46886,"score_linear":37724.0,"score_lmetric":46886},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-46080.0,"chosen_score_lmetric":0,"t_first_token":330146.794894653,"t_first_token_unix":1779761011.8088381,"t_done":330146.926697719,"t_done_unix":1779761011.940641},{"request_id":"1399948:59:1728305:1062","session_id":"1399948","input_length":46927,"t_proxy_recv":330151.721257904,"t_decision_unix":1779761016.735199,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":46592,"affinity_cache_ratio":0.9928612525838004,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (335 < 16000)","cache_hit":46592,"estimated_new_tokens":335,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2142,"cache_hit":46592,"new_prefill":335,"score_linear":-46592.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2032,"cache_hit":0,"new_prefill":46927,"score_linear":37724.0,"score_lmetric":46927},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-46592.0,"chosen_score_lmetric":0,"t_first_token":330151.805572866,"t_first_token_unix":1779761016.8195164,"t_done":330151.952440009,"t_done_unix":1779761016.9663837},{"request_id":"1253804:44:1728625:1063","session_id":"1253804","input_length":106070,"t_proxy_recv":330152.913937291,"t_decision_unix":1779761017.9278786,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9943622136325069,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (598 < 16000)","cache_hit":105472,"estimated_new_tokens":598,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2142,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":105472,"new_prefill":598,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2032,"cache_hit":3584,"new_prefill":102486,"score_linear":34140.0,"score_lmetric":102486},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":330153.238247628,"t_first_token_unix":1779761018.2521913,"t_done":330154.284555677,"t_done_unix":1779761019.2984993},{"request_id":"1340290:15:1725612:1059","session_id":"1340290","input_length":37724,"t_proxy_recv":330142.947209701,"t_decision_unix":1779761007.961151,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9907751033824621,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (348 < 16000)","cache_hit":37376,"estimated_new_tokens":348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1807,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2032,"cache_hit":37376,"new_prefill":348,"score_linear":-37376.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":10076,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":36700,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":16732,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-37376.0,"chosen_score_lmetric":0,"t_first_token":330143.026807066,"t_first_token_unix":1779761008.0407503,"t_done":330160.639363802,"t_done_unix":1779761025.6533072},{"request_id":"1253804:45:1732408:1064","session_id":"1253804","input_length":106394,"t_proxy_recv":330165.881398442,"t_decision_unix":1779761030.8953397,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9961463992330395,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (410 < 16000)","cache_hit":105984,"estimated_new_tokens":410,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2142,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":105984,"new_prefill":410,"score_linear":-105984.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":3584,"new_prefill":102810,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105984.0,"chosen_score_lmetric":0,"t_first_token":330166.210764212,"t_first_token_unix":1779761031.2247074,"t_done":330166.584454899,"t_done_unix":1779761031.5983984},{"request_id":"1399948:60:1732843:1065","session_id":"1399948","input_length":47074,"t_proxy_recv":330167.474547107,"t_decision_unix":1779761032.4884884,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":46592,"affinity_cache_ratio":0.9897608021413095,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (482 < 16000)","cache_hit":46592,"estimated_new_tokens":482,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2142,"cache_hit":46592,"new_prefill":482,"score_linear":-46592.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-46592.0,"chosen_score_lmetric":0,"t_first_token":330167.597719277,"t_first_token_unix":1779761032.6116626,"t_done":330167.974884206,"t_done_unix":1779761032.9888275},{"request_id":"1253804:46:1733935:1066","session_id":"1253804","input_length":106443,"t_proxy_recv":330170.97301269,"t_decision_unix":1779761035.9869537,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9956878329246639,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (459 < 16000)","cache_hit":105984,"estimated_new_tokens":459,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2143,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":105984,"new_prefill":459,"score_linear":-105984.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":3584,"new_prefill":102859,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105984.0,"chosen_score_lmetric":0,"t_first_token":330171.113178964,"t_first_token_unix":1779761036.1271224,"t_done":330171.828309179,"t_done_unix":1779761036.8422525},{"request_id":"1399948:61:1735933:1067","session_id":"1399948","input_length":47205,"t_proxy_recv":330177.674621696,"t_decision_unix":1779761042.6885626,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":47104,"affinity_cache_ratio":0.9978603961444762,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (101 < 16000)","cache_hit":47104,"estimated_new_tokens":101,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2143,"cache_hit":47104,"new_prefill":101,"score_linear":-47104.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-47104.0,"chosen_score_lmetric":0,"t_first_token":330177.782313099,"t_first_token_unix":1779761042.7962565,"t_done":330179.334071307,"t_done_unix":1779761044.3480153},{"request_id":"1253804:47:1736337:1068","session_id":"1253804","input_length":107137,"t_proxy_recv":330178.949190323,"t_decision_unix":1779761043.9631317,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":106496,"affinity_cache_ratio":0.994017006263009,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (641 < 16000)","cache_hit":106496,"estimated_new_tokens":641,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":47205,"ongoing_decode_tokens":47205,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2143,"cache_hit":0,"new_prefill":107137,"score_linear":47205.0,"score_lmetric":107137},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":106496,"new_prefill":641,"score_linear":-106496.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":3584,"new_prefill":103553,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-106496.0,"chosen_score_lmetric":0,"t_first_token":330179.683514146,"t_first_token_unix":1779761044.6974576,"t_done":330180.100888281,"t_done_unix":1779761045.1148322},{"request_id":"1253804:48:1737694:1069","session_id":"1253804","input_length":108145,"t_proxy_recv":330183.389392911,"t_decision_unix":1779761048.4033341,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":107008,"affinity_cache_ratio":0.98948633778723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1137 < 16000)","cache_hit":107008,"estimated_new_tokens":1137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2143,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":107008,"new_prefill":1137,"score_linear":-107008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":3584,"new_prefill":104561,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":330184.312483059,"t_first_token_unix":1779761049.3264265,"t_done":330184.742669434,"t_done_unix":1779761049.7566135},{"request_id":"1253804:49:1739030:1070","session_id":"1253804","input_length":109454,"t_proxy_recv":330187.772581299,"t_decision_unix":1779761052.7865226,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9870082409048551,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1422 < 16000)","cache_hit":108032,"estimated_new_tokens":1422,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2143,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1812,"cache_hit":108032,"new_prefill":1422,"score_linear":-108032.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":3584,"new_prefill":105870,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":330188.904175178,"t_first_token_unix":1779761053.9181187,"t_done":330189.337769017,"t_done_unix":1779761054.3517122},{"request_id":"1253804:50:1741670:1071","session_id":"1253804","input_length":110854,"t_proxy_recv":330196.754217614,"t_decision_unix":1779761061.7681587,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9837804680029588,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1798 < 16000)","cache_hit":109056,"estimated_new_tokens":1798,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2143,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1814,"cache_hit":109056,"new_prefill":1798,"score_linear":-109056.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":3584,"new_prefill":107270,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-109056.0,"chosen_score_lmetric":0,"t_first_token":330197.912114176,"t_first_token_unix":1779761062.9260576,"t_done":330198.346273607,"t_done_unix":1779761063.360217},{"request_id":"1253804:51:1744514:1072","session_id":"1253804","input_length":111661,"t_proxy_recv":330206.177612596,"t_decision_unix":1779761071.1915534,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":110592,"affinity_cache_ratio":0.9904263798461415,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1069 < 16000)","cache_hit":110592,"estimated_new_tokens":1069,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2143,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":110592,"new_prefill":1069,"score_linear":-110592.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":3584,"new_prefill":108077,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-110592.0,"chosen_score_lmetric":0,"t_first_token":330206.932830071,"t_first_token_unix":1779761071.9467738,"t_done":330207.367653971,"t_done_unix":1779761072.3815973},{"request_id":"1340290:16:1745847:1073","session_id":"1340290","input_length":40200,"t_proxy_recv":330210.785097184,"t_decision_unix":1779761075.7990382,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9934328358208955,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (264 < 16000)","cache_hit":39936,"estimated_new_tokens":264,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2143,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":39936,"new_prefill":264,"score_linear":-39936.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":12552,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":39176,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":19208,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":330210.867528204,"t_first_token_unix":1779761075.8814714,"t_done":330211.597874721,"t_done_unix":1779761076.611818},{"request_id":"1253804:52:1746191:1074","session_id":"1253804","input_length":111724,"t_proxy_recv":330211.82492087,"t_decision_unix":1779761076.8388622,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9990333321399162,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (108 < 16000)","cache_hit":111616,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2143,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":111616,"new_prefill":108,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":3584,"new_prefill":108140,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":330211.984398414,"t_first_token_unix":1779761076.9983418,"t_done":330212.771269855,"t_done_unix":1779761077.7852135},{"request_id":"1253804:53:1748377:1075","session_id":"1253804","input_length":111811,"t_proxy_recv":330219.153614069,"t_decision_unix":1779761084.1675553,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9982559855470392,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (195 < 16000)","cache_hit":111616,"estimated_new_tokens":195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2143,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":111616,"new_prefill":195,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":3584,"new_prefill":108227,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":330219.311234102,"t_first_token_unix":1779761084.3251777,"t_done":330219.804052752,"t_done_unix":1779761084.817996},{"request_id":"1399948:62:1749028:1076","session_id":"1399948","input_length":48212,"t_proxy_recv":330221.313650597,"t_decision_unix":1779761086.3275917,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":47104,"affinity_cache_ratio":0.9770181697502697,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1108 < 16000)","cache_hit":47104,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2143,"cache_hit":47104,"new_prefill":1108,"score_linear":-47104.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-47104.0,"chosen_score_lmetric":0,"t_first_token":330221.68020194,"t_first_token_unix":1779761086.6941452,"t_done":330222.241523823,"t_done_unix":1779761087.255467},{"request_id":"1253804:54:1750056:1077","session_id":"1253804","input_length":112074,"t_proxy_recv":330224.746172145,"t_decision_unix":1779761089.7601123,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9959134143512323,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (458 < 16000)","cache_hit":111616,"estimated_new_tokens":458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2145,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":111616,"new_prefill":458,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":3584,"new_prefill":108490,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":330225.093798388,"t_first_token_unix":1779761090.107742,"t_done":330231.047918518,"t_done_unix":1779761096.0618622},{"request_id":"1399948:63:1753316:1079","session_id":"1399948","input_length":48636,"t_proxy_recv":330235.609786907,"t_decision_unix":1779761100.623728,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9895550620939222,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (508 < 16000)","cache_hit":48128,"estimated_new_tokens":508,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2145,"cache_hit":48128,"new_prefill":508,"score_linear":-48128.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":133552,"ongoing_decode_tokens":0,"pending_prefill_tokens":432,"num_requests":1,"active_p_offloads":0,"cached_blocks":1820,"cache_hit":0,"new_prefill":48636,"score_linear":133552.0,"score_lmetric":49068},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":330235.874090906,"t_first_token_unix":1779761100.8880343,"t_done":330235.984856462,"t_done_unix":1779761100.9987998},{"request_id":"1399948:64:1754453:1080","session_id":"1399948","input_length":48693,"t_proxy_recv":330239.521515421,"t_decision_unix":1779761104.5354567,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9989115478610888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (53 < 16000)","cache_hit":48640,"estimated_new_tokens":53,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":48640,"new_prefill":53,"score_linear":-48640.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":133552,"ongoing_decode_tokens":133552,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1820,"cache_hit":0,"new_prefill":48693,"score_linear":133552.0,"score_lmetric":48693},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48640.0,"chosen_score_lmetric":0,"t_first_token":330239.632675359,"t_first_token_unix":1779761104.6466186,"t_done":330240.928024544,"t_done_unix":1779761105.941968},{"request_id":"1356885:11:1753167:1078","session_id":"1356885","input_length":133552,"t_proxy_recv":330235.189206413,"t_decision_unix":1779761100.2031472,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":133120,"affinity_cache_ratio":0.9967653048999641,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (432 < 16000)","cache_hit":133120,"estimated_new_tokens":432,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2145,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1820,"cache_hit":133120,"new_prefill":432,"score_linear":-133120.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":6656,"new_prefill":126896,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-133120.0,"chosen_score_lmetric":0,"t_first_token":330235.84514315,"t_first_token_unix":1779761100.8590865,"t_done":330253.21283492,"t_done_unix":1779761118.2267785},{"request_id":"1399948:65:1759200:1081","session_id":"1399948","input_length":49220,"t_proxy_recv":330256.01904166,"t_decision_unix":1779761121.0329828,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9882161722876879,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (580 < 16000)","cache_hit":48640,"estimated_new_tokens":580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":48640,"new_prefill":580,"score_linear":-48640.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48640.0,"chosen_score_lmetric":0,"t_first_token":330256.288754479,"t_first_token_unix":1779761121.3026977,"t_done":330261.904562932,"t_done_unix":1779761126.9185069},{"request_id":"1277428:14:1767578:1082","session_id":"1277428","input_length":49716,"t_proxy_recv":330284.872644938,"t_decision_unix":1779761149.8865857,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9886555636012552,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (564 < 16000)","cache_hit":49152,"estimated_new_tokens":564,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":4608,"new_prefill":45108,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":49152,"new_prefill":564,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":330285.059971509,"t_first_token_unix":1779761150.0739155,"t_done":330286.100708364,"t_done_unix":1779761151.1146517},{"request_id":"1277428:14:1770237:1083","session_id":"1277428","input_length":49925,"t_proxy_recv":330294.22802349,"t_decision_unix":1779761159.2419646,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.994772158237356,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (261 < 16000)","cache_hit":49664,"estimated_new_tokens":261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":4608,"new_prefill":45317,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2035,"cache_hit":49664,"new_prefill":261,"score_linear":-49664.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":330294.342643058,"t_first_token_unix":1779761159.356587,"t_done":330294.658637108,"t_done_unix":1779761159.6725812},{"request_id":"1277428:15:1771467:1084","session_id":"1277428","input_length":51398,"t_proxy_recv":330298.298700015,"t_decision_unix":1779761163.3126414,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9662632787267987,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1734 < 16000)","cache_hit":49664,"estimated_new_tokens":1734,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":4608,"new_prefill":46790,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2035,"cache_hit":49664,"new_prefill":1734,"score_linear":-49664.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":330298.888143292,"t_first_token_unix":1779761163.9020872,"t_done":330302.401030203,"t_done_unix":1779761167.4149737},{"request_id":"1399948:66:1772336:1085","session_id":"1399948","input_length":51012,"t_proxy_recv":330301.245443575,"t_decision_unix":1779761166.2593849,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9735748451344781,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1348 < 16000)","cache_hit":49664,"estimated_new_tokens":1348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":49664,"new_prefill":1348,"score_linear":-49664.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":51398,"ongoing_decode_tokens":51398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2035,"cache_hit":0,"new_prefill":51012,"score_linear":51398.0,"score_lmetric":51012},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":330301.725040044,"t_first_token_unix":1779761166.7389834,"t_done":330304.72075848,"t_done_unix":1779761169.7347019},{"request_id":"1399948:67:1777074:1086","session_id":"1399948","input_length":52331,"t_proxy_recv":330317.314630853,"t_decision_unix":1779761182.3285718,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9783875714203818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1131 < 16000)","cache_hit":51200,"estimated_new_tokens":1131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":51200,"new_prefill":1131,"score_linear":-51200.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-51200.0,"chosen_score_lmetric":0,"t_first_token":330317.798885468,"t_first_token_unix":1779761182.8128293,"t_done":330322.156362572,"t_done_unix":1779761187.170306},{"request_id":"1399948:68:1784799:1087","session_id":"1399948","input_length":53289,"t_proxy_recv":330343.810858276,"t_decision_unix":1779761208.8247995,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9896226238060387,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (553 < 16000)","cache_hit":52736,"estimated_new_tokens":553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":52736,"new_prefill":553,"score_linear":-52736.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":330344.102643132,"t_first_token_unix":1779761209.1165867,"t_done":330348.447311018,"t_done_unix":1779761213.4612544},{"request_id":"1277428:16:1787662:1088","session_id":"1277428","input_length":52754,"t_proxy_recv":330354.250314897,"t_decision_unix":1779761219.264256,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":51712,"affinity_cache_ratio":0.9802479432839216,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1042 < 16000)","cache_hit":51712,"estimated_new_tokens":1042,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":4608,"new_prefill":48146,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2039,"cache_hit":51712,"new_prefill":1042,"score_linear":-51712.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-51712.0,"chosen_score_lmetric":0,"t_first_token":330354.652175471,"t_first_token_unix":1779761219.6661189,"t_done":330355.250716652,"t_done_unix":1779761220.2646601},{"request_id":"1305906:5:1788459:1089","session_id":"1305906","input_length":52461,"t_proxy_recv":330356.785974413,"t_decision_unix":1779761221.7999158,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":49664,"affinity_cache_ratio":0.946684203503555,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2797 < 16000)","cache_hit":49664,"estimated_new_tokens":2797,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2550,"cache_hit":49664,"new_prefill":2797,"score_linear":-49664.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":330357.786861632,"t_first_token_unix":1779761222.8008053,"t_done":330358.298194853,"t_done_unix":1779761223.3121386},{"request_id":"1399948:69:1790968:1090","session_id":"1399948","input_length":54141,"t_proxy_recv":330365.387479103,"t_decision_unix":1779761230.4014204,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9929628193051476,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (381 < 16000)","cache_hit":53760,"estimated_new_tokens":381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":53760,"new_prefill":381,"score_linear":-53760.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":51255,"ongoing_decode_tokens":51255,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2555,"cache_hit":0,"new_prefill":54141,"score_linear":51255.0,"score_lmetric":54141},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":330365.676417035,"t_first_token_unix":1779761230.6903605,"t_done":330369.597131435,"t_done_unix":1779761234.6110756},{"request_id":"1305906:6:1529600:945","session_id":"1305906","input_length":51255,"t_proxy_recv":330358.308945741,"t_decision_unix":1779761223.3228872,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9989269339576626,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (55 < 16000)","cache_hit":51200,"estimated_new_tokens":55,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2555,"cache_hit":51200,"new_prefill":55,"score_linear":-51200.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-51200.0,"chosen_score_lmetric":0,"t_first_token":330358.384969445,"t_first_token_unix":1779761223.3989127,"t_done":330373.466955553,"t_done_unix":1779761238.4808989},{"request_id":"1277428:17:1793546:1091","session_id":"1277428","input_length":53574,"t_proxy_recv":330374.382812111,"t_decision_unix":1779761239.3967533,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9843580841452944,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (838 < 16000)","cache_hit":52736,"estimated_new_tokens":838,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":4608,"new_prefill":48966,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2558,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2041,"cache_hit":52736,"new_prefill":838,"score_linear":-52736.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":330374.778526375,"t_first_token_unix":1779761239.7924702,"t_done":330376.100934157,"t_done_unix":1779761241.1148775},{"request_id":"1399948:70:1795589:1092","session_id":"1399948","input_length":54654,"t_proxy_recv":330381.701109766,"t_decision_unix":1779761246.7150507,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9930105756211806,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (382 < 16000)","cache_hit":54272,"estimated_new_tokens":382,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":54272,"new_prefill":382,"score_linear":-54272.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2558,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":330381.792948995,"t_first_token_unix":1779761246.806892,"t_done":330382.734763548,"t_done_unix":1779761247.748707},{"request_id":"1277428:18:1796824:1093","session_id":"1277428","input_length":53805,"t_proxy_recv":330386.299918757,"t_decision_unix":1779761251.3138602,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":53248,"affinity_cache_ratio":0.9896478022488616,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (557 < 16000)","cache_hit":53248,"estimated_new_tokens":557,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":4608,"new_prefill":49197,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2558,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":53248,"new_prefill":557,"score_linear":-53248.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53248.0,"chosen_score_lmetric":0,"t_first_token":330386.432802537,"t_first_token_unix":1779761251.4467459,"t_done":330386.809797818,"t_done_unix":1779761251.823741},{"request_id":"1399948:71:1800797:1094","session_id":"1399948","input_length":54920,"t_proxy_recv":330399.880393326,"t_decision_unix":1779761264.8943346,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9882010196649672,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (648 < 16000)","cache_hit":54272,"estimated_new_tokens":648,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":54272,"new_prefill":648,"score_linear":-54272.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2558,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":330400.074560396,"t_first_token_unix":1779761265.088504,"t_done":330402.166486887,"t_done_unix":1779761267.1804307},{"request_id":"1399948:72:1804699:1097","session_id":"1399948","input_length":55246,"t_proxy_recv":330413.341949944,"t_decision_unix":1779761278.3558912,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9916374036129313,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (462 < 16000)","cache_hit":54784,"estimated_new_tokens":462,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":54784,"new_prefill":462,"score_linear":-54784.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":55246,"score_linear":112634.0,"score_lmetric":55246},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2558,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":55246,"score_linear":111736.0,"score_lmetric":55246},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":330413.464852433,"t_first_token_unix":1779761278.4787958,"t_done":330413.859456654,"t_done_unix":1779761278.8733995},{"request_id":"1399948:73:1805981:1098","session_id":"1399948","input_length":55559,"t_proxy_recv":330417.52258977,"t_decision_unix":1779761282.536531,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9952662934898037,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (263 < 16000)","cache_hit":55296,"estimated_new_tokens":263,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":55296,"new_prefill":263,"score_linear":-55296.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":55559,"score_linear":112634.0,"score_lmetric":55559},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2558,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":55559,"score_linear":111736.0,"score_lmetric":55559},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55296.0,"chosen_score_lmetric":0,"t_first_token":330417.72025453,"t_first_token_unix":1779761282.7341979,"t_done":330419.021292984,"t_done_unix":1779761284.0352364},{"request_id":"1305906:6:1806419:1099","session_id":"1305906","input_length":52932,"t_proxy_recv":330419.032096819,"t_decision_unix":1779761284.0460384,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9962971359480087,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (196 < 16000)","cache_hit":52736,"estimated_new_tokens":196,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":52932,"score_linear":112634.0,"score_lmetric":52932},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2558,"cache_hit":52736,"new_prefill":196,"score_linear":-52736.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":52932,"score_linear":111736.0,"score_lmetric":52932},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":330419.114837042,"t_first_token_unix":1779761284.1287804,"t_done":330419.829836509,"t_done_unix":1779761284.8437796},{"request_id":"1305906:7:1572780:964","session_id":"1305906","input_length":54789,"t_proxy_recv":330419.840738609,"t_decision_unix":1779761284.8546803,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9625289747942105,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2053 < 16000)","cache_hit":52736,"estimated_new_tokens":2053,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":54789,"score_linear":112634.0,"score_lmetric":54789},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2558,"cache_hit":52736,"new_prefill":2053,"score_linear":-52736.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":54789,"score_linear":111736.0,"score_lmetric":54789},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":330420.564744996,"t_first_token_unix":1779761285.5786889,"t_done":330420.868258098,"t_done_unix":1779761285.8822012},{"request_id":"1399948:74:1808473:1100","session_id":"1399948","input_length":55791,"t_proxy_recv":330426.226063819,"t_decision_unix":1779761291.2400048,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9911276012260042,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (495 < 16000)","cache_hit":55296,"estimated_new_tokens":495,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":55296,"new_prefill":495,"score_linear":-55296.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":55791,"score_linear":112634.0,"score_lmetric":55791},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2562,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":55791,"score_linear":111736.0,"score_lmetric":55791},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55296.0,"chosen_score_lmetric":0,"t_first_token":330426.364095928,"t_first_token_unix":1779761291.37804,"t_done":330428.252283223,"t_done_unix":1779761293.266227},{"request_id":"1270606:6:1804345:1096","session_id":"1270606","input_length":111736,"t_proxy_recv":330412.182687128,"t_decision_unix":1779761277.1966286,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9989260399513138,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (120 < 16000)","cache_hit":111616,"estimated_new_tokens":120,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":111736,"score_linear":112634.0,"score_lmetric":111736},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2558,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":111616,"new_prefill":120,"score_linear":-111616.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":1536,"new_prefill":110200,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":330412.486803295,"t_first_token_unix":1779761277.5007465,"t_done":330455.105954472,"t_done_unix":1779761320.119898},{"request_id":"1399948:75:1817312:1101","session_id":"1399948","input_length":57308,"t_proxy_recv":330454.760875413,"t_decision_unix":1779761319.7748168,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9738256438891604,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1500 < 16000)","cache_hit":55808,"estimated_new_tokens":1500,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":55808,"new_prefill":1500,"score_linear":-55808.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":57308,"score_linear":112634.0,"score_lmetric":57308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2562,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":57308,"score_linear":111736.0,"score_lmetric":57308},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":330455.400076257,"t_first_token_unix":1779761320.4140198,"t_done":330456.239555371,"t_done_unix":1779761321.2534986},{"request_id":"1399948:76:1821495:1102","session_id":"1399948","input_length":57659,"t_proxy_recv":330468.41748915,"t_decision_unix":1779761333.4314303,"policy":"unified_v2","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9945368459390554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (315 < 16000)","cache_hit":57344,"estimated_new_tokens":315,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":57344,"new_prefill":315,"score_linear":-57344.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":57659,"score_linear":112634.0,"score_lmetric":57659},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2562,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2460,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":330468.619342709,"t_first_token_unix":1779761333.6332865,"t_done":330469.283411886,"t_done_unix":1779761334.297355},{"request_id":"1270606:6:1822681:1103","session_id":"1270606","input_length":112180,"t_proxy_recv":330472.26005089,"t_decision_unix":1779761337.2739923,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9995364592619005,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (52 < 16000)","cache_hit":112128,"estimated_new_tokens":52,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":112180,"score_linear":112634.0,"score_lmetric":112180},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2562,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2460,"cache_hit":112128,"new_prefill":52,"score_linear":-112128.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":1536,"new_prefill":110644,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":330472.411060249,"t_first_token_unix":1779761337.4250038,"t_done":330473.302106691,"t_done_unix":1779761338.3160503},{"request_id":"1270606:7:1825806:1104","session_id":"1270606","input_length":112645,"t_proxy_recv":330482.877407557,"t_decision_unix":1779761347.891349,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9954103599804697,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (517 < 16000)","cache_hit":112128,"estimated_new_tokens":517,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":112645,"score_linear":112634.0,"score_lmetric":112645},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2562,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2460,"cache_hit":112128,"new_prefill":517,"score_linear":-112128.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":1536,"new_prefill":111109,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":330483.44747498,"t_first_token_unix":1779761348.4614189,"t_done":330487.514403994,"t_done_unix":1779761352.5283477},{"request_id":"1277428:19:1834491:1105","session_id":"1277428","input_length":58474,"t_proxy_recv":330512.144828845,"t_decision_unix":1779761377.15877,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9193829736293053,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (4714 < 16000)","cache_hit":53760,"estimated_new_tokens":4714,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":4608,"new_prefill":53866,"score_linear":108026.0,"score_lmetric":53866},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2562,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":53760,"new_prefill":4714,"score_linear":-53760.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2461,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":330513.888477951,"t_first_token_unix":1779761378.9024217,"t_done":330514.238621667,"t_done_unix":1779761379.2525651},{"request_id":"1270606:8:1837578:1106","session_id":"1270606","input_length":113482,"t_proxy_recv":330522.97567687,"t_decision_unix":1779761387.989618,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":112640,"affinity_cache_ratio":0.9925803211081934,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (842 < 16000)","cache_hit":112640,"estimated_new_tokens":842,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":0,"new_prefill":113482,"score_linear":112634.0,"score_lmetric":113482},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2562,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2461,"cache_hit":112640,"new_prefill":842,"score_linear":-112640.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":1536,"new_prefill":111946,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":330523.547076837,"t_first_token_unix":1779761388.5610201,"t_done":330523.979058836,"t_done_unix":1779761388.9930024},{"request_id":"1253804:55:1803044:1095","session_id":"1253804","input_length":112634,"t_proxy_recv":330407.768151248,"t_decision_unix":1779761272.7820916,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9955075732016976,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (506 < 16000)","cache_hit":112128,"estimated_new_tokens":506,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":112128,"new_prefill":506,"score_linear":-112128.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2558,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":3584,"new_prefill":109050,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2458,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":330407.952974568,"t_first_token_unix":1779761272.9669185,"t_done":330532.873300224,"t_done_unix":1779761397.887244},{"request_id":"1270606:9:1847569:1107","session_id":"1270606","input_length":116467,"t_proxy_recv":330556.857788602,"t_decision_unix":1779761421.8717299,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":113152,"affinity_cache_ratio":0.9715370018975332,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3315 < 16000)","cache_hit":113152,"estimated_new_tokens":3315,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2562,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2462,"cache_hit":113152,"new_prefill":3315,"score_linear":-113152.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":1536,"new_prefill":114931,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-113152.0,"chosen_score_lmetric":0,"t_first_token":330559.117416859,"t_first_token_unix":1779761424.1313605,"t_done":330560.653730626,"t_done_unix":1779761425.6676745},{"request_id":"1270606:10:1851128:1108","session_id":"1270606","input_length":116659,"t_proxy_recv":330568.967597501,"t_decision_unix":1779761433.9815385,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9962711835349181,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (435 < 16000)","cache_hit":116224,"estimated_new_tokens":435,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2562,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2468,"cache_hit":116224,"new_prefill":435,"score_linear":-116224.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":1536,"new_prefill":115123,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-116224.0,"chosen_score_lmetric":0,"t_first_token":330569.220136066,"t_first_token_unix":1779761434.2340791,"t_done":330569.978688266,"t_done_unix":1779761434.9926322},{"request_id":"1305906:7:1851943:1109","session_id":"1305906","input_length":58042,"t_proxy_recv":330571.506484177,"t_decision_unix":1779761436.5204256,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9438682333482651,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (3258 < 16000)","cache_hit":54784,"estimated_new_tokens":3258,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2562,"cache_hit":54784,"new_prefill":3258,"score_linear":-54784.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2468,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":330572.814952968,"t_first_token_unix":1779761437.8288965,"t_done":330575.088737455,"t_done_unix":1779761440.102681},{"request_id":"1305906:8:1866131:1110","session_id":"1305906","input_length":58687,"t_proxy_recv":330619.969539938,"t_decision_unix":1779761484.9834814,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9858401349532264,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (831 < 16000)","cache_hit":57856,"estimated_new_tokens":831,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2568,"cache_hit":57856,"new_prefill":831,"score_linear":-57856.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2468,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":330620.281516842,"t_first_token_unix":1779761485.2954607,"t_done":330622.183358603,"t_done_unix":1779761487.197302},{"request_id":"1270606:11:1868274:1111","session_id":"1270606","input_length":117828,"t_proxy_recv":330627.251491021,"t_decision_unix":1779761492.2654324,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9863869368910615,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1604 < 16000)","cache_hit":116224,"estimated_new_tokens":1604,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2468,"cache_hit":116224,"new_prefill":1604,"score_linear":-116224.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":1536,"new_prefill":116292,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-116224.0,"chosen_score_lmetric":0,"t_first_token":330628.264857846,"t_first_token_unix":1779761493.2788012,"t_done":330630.010927563,"t_done_unix":1779761495.0248713},{"request_id":"1270606:11:1870810:1113","session_id":"1270606","input_length":118012,"t_proxy_recv":330635.744719722,"t_decision_unix":1779761500.7586608,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9978646239365488,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (252 < 16000)","cache_hit":117760,"estimated_new_tokens":252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":118012,"score_linear":112926.0,"score_lmetric":118012},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2471,"cache_hit":117760,"new_prefill":252,"score_linear":-117760.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":1536,"new_prefill":116476,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-117760.0,"chosen_score_lmetric":0,"t_first_token":330635.911483845,"t_first_token_unix":1779761500.925427,"t_done":330636.428758665,"t_done_unix":1779761501.442702},{"request_id":"1356885:12:1874205:1114","session_id":"1356885","input_length":135435,"t_proxy_recv":330647.20812126,"t_decision_unix":1779761512.2220626,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":134656,"affinity_cache_ratio":0.9942481633255805,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (779 < 16000)","cache_hit":134656,"estimated_new_tokens":779,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":134656,"new_prefill":779,"score_linear":-21730.0,"score_lmetric":779},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":6656,"new_prefill":128779,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2471,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21730.0,"chosen_score_lmetric":779,"t_first_token":330647.871215403,"t_first_token_unix":1779761512.885159,"t_done":330651.81703643,"t_done_unix":1779761516.83098},{"request_id":"1340290:17:1875101:1115","session_id":"1340290","input_length":40328,"t_proxy_recv":330650.141968089,"t_decision_unix":1779761515.1559093,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9902797064074589,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (392 < 16000)","cache_hit":39936,"estimated_new_tokens":392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":248361,"ongoing_decode_tokens":248361,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":0,"new_prefill":40328,"score_linear":248361.0,"score_lmetric":80656},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":39936,"new_prefill":392,"score_linear":-39936.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2471,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":12680,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":39304,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":19336,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":330650.230511235,"t_first_token_unix":1779761515.2444546,"t_done":330653.386933529,"t_done_unix":1779761518.400877},{"request_id":"1270606:12:1876851:1116","session_id":"1270606","input_length":118600,"t_proxy_recv":330656.104599708,"t_decision_unix":1779761521.118541,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9929173693086003,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (840 < 16000)","cache_hit":117760,"estimated_new_tokens":840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":118600,"score_linear":112926.0,"score_lmetric":118600},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2471,"cache_hit":117760,"new_prefill":840,"score_linear":-117760.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":1536,"new_prefill":117064,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-117760.0,"chosen_score_lmetric":0,"t_first_token":330656.689721983,"t_first_token_unix":1779761521.7036655,"t_done":330658.865485686,"t_done_unix":1779761523.879429},{"request_id":"1340290:18:1878955:1117","session_id":"1340290","input_length":40583,"t_proxy_recv":330663.815823638,"t_decision_unix":1779761528.8297648,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9966734839711209,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (135 < 16000)","cache_hit":40448,"estimated_new_tokens":135,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":40583,"score_linear":112926.0,"score_lmetric":40583},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":40448,"new_prefill":135,"score_linear":-40448.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2473,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":12935,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":39559,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":19591,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":330663.902588602,"t_first_token_unix":1779761528.9165318,"t_done":330664.106206612,"t_done_unix":1779761529.1201499},{"request_id":"1340290:19:1880565:1118","session_id":"1340290","input_length":40676,"t_proxy_recv":330669.0875404,"t_decision_unix":1779761534.1014817,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9943947290785722,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (228 < 16000)","cache_hit":40448,"estimated_new_tokens":228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":40676,"score_linear":112926.0,"score_lmetric":40676},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":40448,"new_prefill":228,"score_linear":-40448.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2473,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":13028,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":39652,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":19684,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":330669.195631573,"t_first_token_unix":1779761534.2095747,"t_done":330669.759117902,"t_done_unix":1779761534.7730613},{"request_id":"1340290:20:1882251:1120","session_id":"1340290","input_length":40883,"t_proxy_recv":330674.897789386,"t_decision_unix":1779761539.9117308,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9893598806349827,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (435 < 16000)","cache_hit":40448,"estimated_new_tokens":435,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":40883,"score_linear":112926.0,"score_lmetric":40883},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":40448,"new_prefill":435,"score_linear":-40448.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119030,"ongoing_decode_tokens":119030,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2473,"cache_hit":0,"new_prefill":40883,"score_linear":119030.0,"score_lmetric":40883},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":13235,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":39859,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":19891,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":330675.014665846,"t_first_token_unix":1779761540.028609,"t_done":330675.344218582,"t_done_unix":1779761540.358162},{"request_id":"1270606:12:1881189:1119","session_id":"1270606","input_length":119030,"t_proxy_recv":330671.499502958,"t_decision_unix":1779761536.5134442,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":118784,"affinity_cache_ratio":0.9979332941275308,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (246 < 16000)","cache_hit":118784,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":119030,"score_linear":112926.0,"score_lmetric":119030},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2473,"cache_hit":118784,"new_prefill":246,"score_linear":-118784.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":1536,"new_prefill":117494,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-118784.0,"chosen_score_lmetric":0,"t_first_token":330671.865359125,"t_first_token_unix":1779761536.8793027,"t_done":330675.910066076,"t_done_unix":1779761540.9240096},{"request_id":"1340290:21:1883855:1121","session_id":"1340290","input_length":41002,"t_proxy_recv":330680.366035961,"t_decision_unix":1779761545.3799775,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":40448,"affinity_cache_ratio":0.986488463977367,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (554 < 16000)","cache_hit":40448,"estimated_new_tokens":554,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":41002,"score_linear":112926.0,"score_lmetric":41002},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":40448,"new_prefill":554,"score_linear":-40448.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2474,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":13354,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":39978,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":20010,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":330680.476462818,"t_first_token_unix":1779761545.4904072,"t_done":330680.732424585,"t_done_unix":1779761545.7463682},{"request_id":"1340290:22:1884847:1122","session_id":"1340290","input_length":41909,"t_proxy_recv":330683.83827622,"t_decision_unix":1779761548.8522174,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":40960,"affinity_cache_ratio":0.9773556992531437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (949 < 16000)","cache_hit":40960,"estimated_new_tokens":949,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":41909,"score_linear":112926.0,"score_lmetric":41909},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2054,"cache_hit":40960,"new_prefill":949,"score_linear":-40960.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2474,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":14261,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":40885,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":20917,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-40960.0,"chosen_score_lmetric":0,"t_first_token":330684.175074093,"t_first_token_unix":1779761549.1890175,"t_done":330684.518717097,"t_done_unix":1779761549.5326614},{"request_id":"1253804:55:1869941:1112","session_id":"1253804","input_length":112926,"t_proxy_recv":330632.880285755,"t_decision_unix":1779761497.8942268,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":112640,"affinity_cache_ratio":0.9974673680109098,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (286 < 16000)","cache_hit":112640,"estimated_new_tokens":286,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1824,"cache_hit":112640,"new_prefill":286,"score_linear":-112640.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":3584,"new_prefill":109342,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2471,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":330633.025776187,"t_first_token_unix":1779761498.0397193,"t_done":330688.165790716,"t_done_unix":1779761553.179734},{"request_id":"1340290:23:1886013:1124","session_id":"1340290","input_length":42086,"t_proxy_recv":330687.868208691,"t_decision_unix":1779761552.8821502,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":41472,"affinity_cache_ratio":0.9854108254526446,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (614 < 16000)","cache_hit":41472,"estimated_new_tokens":614,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":42086,"score_linear":112926.0,"score_lmetric":42086},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":63845,"ongoing_decode_tokens":0,"pending_prefill_tokens":5477,"num_requests":1,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":41472,"new_prefill":614,"score_linear":22373.0,"score_lmetric":6091},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2474,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":14438,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":41062,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":21094,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":22373.0,"chosen_score_lmetric":6091,"t_first_token":330688.045416313,"t_first_token_unix":1779761553.0593596,"t_done":330688.530332618,"t_done_unix":1779761553.5442758},{"request_id":"1270606:12:1886765:1125","session_id":"1270606","input_length":119440,"t_proxy_recv":330690.61332098,"t_decision_unix":1779761555.6272624,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9987943737441393,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (144 < 16000)","cache_hit":119296,"estimated_new_tokens":144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2056,"cache_hit":0,"new_prefill":119440,"score_linear":63845.0,"score_lmetric":119440},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2474,"cache_hit":119296,"new_prefill":144,"score_linear":-119296.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":1536,"new_prefill":117904,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":330690.84537213,"t_first_token_unix":1779761555.8593168,"t_done":330691.907387389,"t_done_unix":1779761556.9213307},{"request_id":"1340290:24:1887125:1126","session_id":"1340290","input_length":42199,"t_proxy_recv":330691.645136191,"t_decision_unix":1779761556.6590776,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9949050925377378,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (215 < 16000)","cache_hit":41984,"estimated_new_tokens":215,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2056,"cache_hit":41984,"new_prefill":215,"score_linear":21861.0,"score_lmetric":215},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119440,"ongoing_decode_tokens":119440,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2474,"cache_hit":0,"new_prefill":42199,"score_linear":119440.0,"score_lmetric":42199},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":14551,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":41175,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":21207,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":21861.0,"chosen_score_lmetric":215,"t_first_token":330691.763535815,"t_first_token_unix":1779761556.7774794,"t_done":330692.04953486,"t_done_unix":1779761557.0634787},{"request_id":"1340290:25:1888447:1127","session_id":"1340290","input_length":42444,"t_proxy_recv":330696.038710218,"t_decision_unix":1779761561.0526514,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9891621901800018,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (460 < 16000)","cache_hit":41984,"estimated_new_tokens":460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2056,"cache_hit":41984,"new_prefill":460,"score_linear":21861.0,"score_lmetric":460},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2474,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":14796,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":41420,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":21452,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":21861.0,"chosen_score_lmetric":460,"t_first_token":330696.200486723,"t_first_token_unix":1779761561.2144299,"t_done":330696.704687407,"t_done_unix":1779761561.7186303},{"request_id":"1277428:20:1885419:1123","session_id":"1277428","input_length":63845,"t_proxy_recv":330685.755305142,"t_decision_unix":1779761550.7692468,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9142141123032343,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5477 < 16000)","cache_hit":58368,"estimated_new_tokens":5477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":4608,"new_prefill":59237,"score_linear":108318.0,"score_lmetric":59237},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2055,"cache_hit":58368,"new_prefill":5477,"score_linear":-58368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2474,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":330687.962138572,"t_first_token_unix":1779761552.9760816,"t_done":330698.709301672,"t_done_unix":1779761563.7232451},{"request_id":"1340290:26:1889402:1128","session_id":"1340290","input_length":48504,"t_proxy_recv":330699.36325813,"t_decision_unix":1779761564.3771992,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":41984,"affinity_cache_ratio":0.8655780966518225,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (6520 < 16000)","cache_hit":41984,"estimated_new_tokens":6520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":41984,"new_prefill":6520,"score_linear":-41984.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2474,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":20856,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":47480,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":27512,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":330701.257386876,"t_first_token_unix":1779761566.2713304,"t_done":330701.462479981,"t_done_unix":1779761566.476423},{"request_id":"1270606:13:1890252:1129","session_id":"1270606","input_length":119686,"t_proxy_recv":330702.34135723,"t_decision_unix":1779761567.3552985,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9967414735223836,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (390 < 16000)","cache_hit":119296,"estimated_new_tokens":390,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2474,"cache_hit":119296,"new_prefill":390,"score_linear":-119296.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":1536,"new_prefill":118150,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":330702.701487158,"t_first_token_unix":1779761567.7154305,"t_done":330703.63391585,"t_done_unix":1779761568.6478596},{"request_id":"1340290:27:1892591:1131","session_id":"1340290","input_length":49361,"t_proxy_recv":330709.945772492,"t_decision_unix":1779761574.9597137,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9750207653815766,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1233 < 16000)","cache_hit":48128,"estimated_new_tokens":1233,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":48128,"new_prefill":1233,"score_linear":-48128.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119828,"ongoing_decode_tokens":119828,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2474,"cache_hit":0,"new_prefill":49361,"score_linear":119828.0,"score_lmetric":49361},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":21713,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":48337,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":28369,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":330710.322902687,"t_first_token_unix":1779761575.3368459,"t_done":330710.65139342,"t_done_unix":1779761575.6653368},{"request_id":"1270606:14:1892412:1130","session_id":"1270606","input_length":119828,"t_proxy_recv":330709.290901629,"t_decision_unix":1779761574.304843,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9955603031011115,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (532 < 16000)","cache_hit":119296,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2474,"cache_hit":119296,"new_prefill":532,"score_linear":-119296.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":1536,"new_prefill":118292,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":330709.548969293,"t_first_token_unix":1779761574.5629127,"t_done":330711.521965216,"t_done_unix":1779761576.535909},{"request_id":"1340290:28:1893837:1132","session_id":"1340290","input_length":49454,"t_proxy_recv":330714.255301542,"t_decision_unix":1779761579.2692428,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9938933149997978,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (302 < 16000)","cache_hit":49152,"estimated_new_tokens":302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2082,"cache_hit":49152,"new_prefill":302,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2475,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":21806,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":48430,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":28462,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":330714.375951982,"t_first_token_unix":1779761579.3898954,"t_done":330714.62706313,"t_done_unix":1779761579.6410067},{"request_id":"1305906:9:1893880:1133","session_id":"1305906","input_length":59265,"t_proxy_recv":330714.41971558,"t_decision_unix":1779761579.4336572,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9935037543237999,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (385 < 16000)","cache_hit":58880,"estimated_new_tokens":385,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":58880,"new_prefill":385,"score_linear":-58880.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49454,"ongoing_decode_tokens":49454,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2082,"cache_hit":0,"new_prefill":59265,"score_linear":49454.0,"score_lmetric":59265},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2475,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":330714.746186131,"t_first_token_unix":1779761579.7601295,"t_done":330715.367038637,"t_done_unix":1779761580.3809822},{"request_id":"1270606:15:1895310:1134","session_id":"1270606","input_length":120058,"t_proxy_recv":330719.086730119,"t_decision_unix":1779761584.1006715,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119808,"affinity_cache_ratio":0.9979176731246564,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (250 < 16000)","cache_hit":119808,"estimated_new_tokens":250,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2082,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2475,"cache_hit":119808,"new_prefill":250,"score_linear":-119808.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":1536,"new_prefill":118522,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-119808.0,"chosen_score_lmetric":0,"t_first_token":330719.350547486,"t_first_token_unix":1779761584.3644912,"t_done":330720.333440326,"t_done_unix":1779761585.3473837},{"request_id":"1340290:29:1896119:1136","session_id":"1340290","input_length":49576,"t_proxy_recv":330721.578204575,"t_decision_unix":1779761586.5921457,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9914474745844764,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (424 < 16000)","cache_hit":49152,"estimated_new_tokens":424,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135905,"ongoing_decode_tokens":135905,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":49576,"score_linear":135905.0,"score_lmetric":49576},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2082,"cache_hit":49152,"new_prefill":424,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2475,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":21928,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":48552,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":28584,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":330721.695027124,"t_first_token_unix":1779761586.7089705,"t_done":330721.938817653,"t_done_unix":1779761586.9527605},{"request_id":"1356885:13:1895311:1135","session_id":"1356885","input_length":135905,"t_proxy_recv":330719.106135101,"t_decision_unix":1779761584.120077,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":135168,"affinity_cache_ratio":0.9945770942938081,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (737 < 16000)","cache_hit":135168,"estimated_new_tokens":737,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":135168,"new_prefill":737,"score_linear":-135168.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2082,"cache_hit":6656,"new_prefill":129249,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":120058,"ongoing_decode_tokens":0,"pending_prefill_tokens":250,"num_requests":1,"active_p_offloads":0,"cached_blocks":2475,"cache_hit":0,"new_prefill":135905,"score_linear":120058.0,"score_lmetric":136155},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-135168.0,"chosen_score_lmetric":0,"t_first_token":330719.524785983,"t_first_token_unix":1779761584.5387297,"t_done":330721.973627779,"t_done_unix":1779761586.9875712},{"request_id":"1340290:30:1896991:1137","session_id":"1340290","input_length":49695,"t_proxy_recv":330724.552292991,"t_decision_unix":1779761589.566234,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9890733474192575,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (543 < 16000)","cache_hit":49152,"estimated_new_tokens":543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1826,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2082,"cache_hit":49152,"new_prefill":543,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2475,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":22047,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":48671,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":28703,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":330724.671835667,"t_first_token_unix":1779761589.6857796,"t_done":330726.180116703,"t_done_unix":1779761591.19406},{"request_id":"1340290:31:1899492:1138","session_id":"1340290","input_length":49927,"t_proxy_recv":330732.936614477,"t_decision_unix":1779761597.9505556,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9947323091713902,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (263 < 16000)","cache_hit":49664,"estimated_new_tokens":263,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1826,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":49664,"new_prefill":263,"score_linear":-49664.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2475,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":22279,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":48903,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":28935,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":330733.035449229,"t_first_token_unix":1779761598.0493925,"t_done":330733.694444595,"t_done_unix":1779761598.7083879},{"request_id":"1270606:16:1902252:1140","session_id":"1270606","input_length":120572,"t_proxy_recv":330741.438954695,"t_decision_unix":1779761606.4528956,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119808,"affinity_cache_ratio":0.9936635371396344,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (764 < 16000)","cache_hit":119808,"estimated_new_tokens":764,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1826,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":50078,"ongoing_decode_tokens":50078,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":0,"new_prefill":120572,"score_linear":50078.0,"score_lmetric":120572},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2475,"cache_hit":119808,"new_prefill":764,"score_linear":-119808.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":1536,"new_prefill":119036,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-119808.0,"chosen_score_lmetric":0,"t_first_token":330742.028446864,"t_first_token_unix":1779761607.0423908,"t_done":330742.997475583,"t_done_unix":1779761608.0114193},{"request_id":"1270606:17:1908800:1141","session_id":"1270606","input_length":121006,"t_proxy_recv":330763.035936161,"t_decision_unix":1779761628.0498774,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":120320,"affinity_cache_ratio":0.9943308596267953,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (686 < 16000)","cache_hit":120320,"estimated_new_tokens":686,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1826,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":50078,"ongoing_decode_tokens":50078,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":0,"new_prefill":121006,"score_linear":50078.0,"score_lmetric":121006},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2476,"cache_hit":120320,"new_prefill":686,"score_linear":-120320.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":1536,"new_prefill":119470,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-120320.0,"chosen_score_lmetric":0,"t_first_token":330763.626064546,"t_first_token_unix":1779761628.6400077,"t_done":330764.25218546,"t_done_unix":1779761629.2661293},{"request_id":"1340290:32:1901260:1139","session_id":"1340290","input_length":50078,"t_proxy_recv":330738.353462842,"t_decision_unix":1779761603.3674042,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9917328966811774,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (414 < 16000)","cache_hit":49664,"estimated_new_tokens":414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1826,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":49664,"new_prefill":414,"score_linear":-49664.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2475,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":22430,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":49054,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":29086,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":330738.484130561,"t_first_token_unix":1779761603.4980738,"t_done":330769.174110869,"t_done_unix":1779761634.188058},{"request_id":"1270606:18:1915824:1142","session_id":"1270606","input_length":121288,"t_proxy_recv":330786.00841972,"t_decision_unix":1779761651.022361,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":120832,"affinity_cache_ratio":0.9962403535386848,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (456 < 16000)","cache_hit":120832,"estimated_new_tokens":456,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1826,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2084,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2477,"cache_hit":120832,"new_prefill":456,"score_linear":-120832.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":1536,"new_prefill":119752,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-120832.0,"chosen_score_lmetric":0,"t_first_token":330786.377324013,"t_first_token_unix":1779761651.3912673,"t_done":330787.262035093,"t_done_unix":1779761652.2759783},{"request_id":"1270606:19:1920499:1143","session_id":"1270606","input_length":121560,"t_proxy_recv":330801.156574551,"t_decision_unix":1779761666.1705158,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":121344,"affinity_cache_ratio":0.9982230997038499,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (216 < 16000)","cache_hit":121344,"estimated_new_tokens":216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1826,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2084,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":121344,"new_prefill":216,"score_linear":-121344.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":1536,"new_prefill":120024,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-121344.0,"chosen_score_lmetric":0,"t_first_token":330801.5268044,"t_first_token_unix":1779761666.5407481,"t_done":330802.517583655,"t_done_unix":1779761667.5315275},{"request_id":"1270606:20:1922639:1144","session_id":"1270606","input_length":121704,"t_proxy_recv":330808.605959597,"t_decision_unix":1779761673.6199002,"policy":"unified_v2","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":121344,"affinity_cache_ratio":0.9970420035495957,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (360 < 16000)","cache_hit":121344,"estimated_new_tokens":360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1826,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2084,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":121344,"new_prefill":360,"score_linear":-121344.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":1536,"new_prefill":120168,"score_linear":-1536.0,"score_lmetric":0}],"chosen_score_linear":-121344.0,"chosen_score_lmetric":0,"t_first_token":330808.841872901,"t_first_token_unix":1779761673.8558168,"t_done":330810.171214664,"t_done_unix":1779761675.1851587},{"request_id":"1305906:10:1928316:1145","session_id":"1305906","input_length":61801,"t_proxy_recv":330827.167656118,"t_decision_unix":1779761692.1815975,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9527353926311872,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2921 < 16000)","cache_hit":58880,"estimated_new_tokens":2921,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1826,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":58880,"new_prefill":2921,"score_linear":-58880.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2084,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":330828.218622906,"t_first_token_unix":1779761693.2325666,"t_done":330828.578208992,"t_done_unix":1779761693.5921524},{"request_id":"1340290:33:1939781:1146","session_id":"1340290","input_length":53990,"t_proxy_recv":330864.928168769,"t_decision_unix":1779761729.9421093,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9957399518429338,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (230 < 16000)","cache_hit":53760,"estimated_new_tokens":230,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1826,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2084,"cache_hit":53760,"new_prefill":230,"score_linear":-53760.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":26342,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":52966,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":32998,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":330865.033185193,"t_first_token_unix":1779761730.0471287,"t_done":330866.129856225,"t_done_unix":1779761731.1437995},{"request_id":"1340290:34:1942249:1147","session_id":"1340290","input_length":54164,"t_proxy_recv":330872.767467606,"t_decision_unix":1779761737.781409,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":53760,"affinity_cache_ratio":0.992541171257662,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (404 < 16000)","cache_hit":53760,"estimated_new_tokens":404,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1826,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2084,"cache_hit":53760,"new_prefill":404,"score_linear":-53760.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":26516,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":53140,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":33172,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":330872.878963645,"t_first_token_unix":1779761737.892907,"t_done":330875.353368797,"t_done_unix":1779761740.3673122},{"request_id":"1356885:14:1948151:1148","session_id":"1356885","input_length":136210,"t_proxy_recv":330892.526391798,"t_decision_unix":1779761757.540333,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":135680,"affinity_cache_ratio":0.9961089494163424,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (530 < 16000)","cache_hit":135680,"estimated_new_tokens":530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1826,"cache_hit":135680,"new_prefill":530,"score_linear":-135680.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":6656,"new_prefill":129554,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-135680.0,"chosen_score_lmetric":0,"t_first_token":330892.855079108,"t_first_token_unix":1779761757.8690224,"t_done":330894.572472658,"t_done_unix":1779761759.5864162},{"request_id":"1340290:35:1964727:1149","session_id":"1340290","input_length":54498,"t_proxy_recv":330947.250006502,"t_decision_unix":1779761812.26394,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9958530588278469,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (226 < 16000)","cache_hit":54272,"estimated_new_tokens":226,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":54272,"new_prefill":226,"score_linear":-54272.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":26850,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":53474,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":33506,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":330947.352778537,"t_first_token_unix":1779761812.3667223,"t_done":330951.164445784,"t_done_unix":1779761816.178389},{"request_id":"1340290:36:1969509:1150","session_id":"1340290","input_length":54811,"t_proxy_recv":330963.002959761,"t_decision_unix":1779761828.0169008,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9995073981500063,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (27 < 16000)","cache_hit":54784,"estimated_new_tokens":27,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2086,"cache_hit":54784,"new_prefill":27,"score_linear":-54784.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":27163,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":53787,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":33819,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":330963.087193121,"t_first_token_unix":1779761828.1011364,"t_done":330963.546915613,"t_done_unix":1779761828.560859},{"request_id":"1340290:37:1971106:1151","session_id":"1340290","input_length":55358,"t_proxy_recv":330968.149296415,"t_decision_unix":1779761833.1632376,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9896311282922071,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (574 < 16000)","cache_hit":54784,"estimated_new_tokens":574,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2086,"cache_hit":54784,"new_prefill":574,"score_linear":-54784.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":27710,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":54334,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":34366,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":330968.449823865,"t_first_token_unix":1779761833.4637673,"t_done":330968.914551098,"t_done_unix":1779761833.9284952},{"request_id":"1340290:38:1972289:1152","session_id":"1340290","input_length":56006,"t_proxy_recv":330972.074025815,"t_decision_unix":1779761837.0879667,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9873227868442667,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (710 < 16000)","cache_hit":55296,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2087,"cache_hit":55296,"new_prefill":710,"score_linear":-55296.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":28358,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":54982,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":35014,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-55296.0,"chosen_score_lmetric":0,"t_first_token":330972.395143413,"t_first_token_unix":1779761837.4090867,"t_done":330973.065867685,"t_done_unix":1779761838.0798113},{"request_id":"1340290:39:1973889:1153","session_id":"1340290","input_length":56242,"t_proxy_recv":330977.50110609,"t_decision_unix":1779761842.5150473,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9922833469649017,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (434 < 16000)","cache_hit":55808,"estimated_new_tokens":434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2088,"cache_hit":55808,"new_prefill":434,"score_linear":-55808.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":28594,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":55218,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":35250,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":330977.690516713,"t_first_token_unix":1779761842.7044604,"t_done":330978.358247379,"t_done_unix":1779761843.3721912},{"request_id":"1340290:40:1975278:1154","session_id":"1340290","input_length":56416,"t_proxy_recv":330982.062791151,"t_decision_unix":1779761847.0767324,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":56320,"affinity_cache_ratio":0.998298355076574,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (96 < 16000)","cache_hit":56320,"estimated_new_tokens":96,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":56320,"new_prefill":96,"score_linear":-56320.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":28768,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":55392,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":35424,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-56320.0,"chosen_score_lmetric":0,"t_first_token":330982.182947621,"t_first_token_unix":1779761847.1968908,"t_done":330982.674639552,"t_done_unix":1779761847.6885831},{"request_id":"1340290:41:1977055:1156","session_id":"1340290","input_length":57181,"t_proxy_recv":330987.997751125,"t_decision_unix":1779761853.0116925,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":56320,"affinity_cache_ratio":0.9849425508473094,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (861 < 16000)","cache_hit":56320,"estimated_new_tokens":861,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":67793,"ongoing_decode_tokens":0,"pending_prefill_tokens":2769,"num_requests":1,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":56320,"new_prefill":861,"score_linear":11473.0,"score_lmetric":3630},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":29533,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":56157,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":36189,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":11473.0,"chosen_score_lmetric":3630,"t_first_token":330989.317601171,"t_first_token_unix":1779761854.3315449,"t_done":330992.487305522,"t_done_unix":1779761857.5012488},{"request_id":"1277428:21:1976968:1155","session_id":"1277428","input_length":67793,"t_proxy_recv":330987.713591601,"t_decision_unix":1779761852.727533,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9591550750077442,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2769 < 16000)","cache_hit":65024,"estimated_new_tokens":2769,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":4608,"new_prefill":63185,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":65024,"new_prefill":2769,"score_linear":-65024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":330988.966855584,"t_first_token_unix":1779761853.980799,"t_done":330996.227089819,"t_done_unix":1779761861.2410333},{"request_id":"1340290:42:1982198:1157","session_id":"1340290","input_length":57463,"t_proxy_recv":331004.903409396,"t_decision_unix":1779761869.9173508,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9979291022048971,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (119 < 16000)","cache_hit":57344,"estimated_new_tokens":119,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":57344,"new_prefill":119,"score_linear":-57344.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":29815,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":56439,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":36471,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":331005.006820305,"t_first_token_unix":1779761870.0207636,"t_done":331005.505144952,"t_done_unix":1779761870.5190887},{"request_id":"1340290:43:1983901:1158","session_id":"1340290","input_length":57640,"t_proxy_recv":331010.297563396,"t_decision_unix":1779761875.3115044,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9948646773074254,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (296 < 16000)","cache_hit":57344,"estimated_new_tokens":296,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":57344,"new_prefill":296,"score_linear":-57344.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":29992,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":56616,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":36648,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":331010.451092164,"t_first_token_unix":1779761875.4650352,"t_done":331010.976142254,"t_done_unix":1779761875.9900856},{"request_id":"1340290:44:1986230:1159","session_id":"1340290","input_length":57809,"t_proxy_recv":331018.379800759,"t_decision_unix":1779761883.393742,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9919562697849815,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (465 < 16000)","cache_hit":57344,"estimated_new_tokens":465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":57344,"new_prefill":465,"score_linear":-57344.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":30161,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":56785,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":36817,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":331018.537839271,"t_first_token_unix":1779761883.5517826,"t_done":331019.259143197,"t_done_unix":1779761884.2730868},{"request_id":"1277428:21:1989132:1160","session_id":"1277428","input_length":69987,"t_proxy_recv":331027.799140754,"t_decision_unix":1779761892.8130817,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9729806964150485,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1891 < 16000)","cache_hit":68096,"estimated_new_tokens":1891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":4608,"new_prefill":65379,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":68096,"new_prefill":1891,"score_linear":-68096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":331028.568543825,"t_first_token_unix":1779761893.5824873,"t_done":331028.921269893,"t_done_unix":1779761893.9352133},{"request_id":"1277428:22:1990436:1161","session_id":"1277428","input_length":70055,"t_proxy_recv":331032.338842754,"t_decision_unix":1779761897.352784,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":69632,"affinity_cache_ratio":0.993961887088716,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (423 < 16000)","cache_hit":69632,"estimated_new_tokens":423,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":4608,"new_prefill":65447,"score_linear":-4608.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":69632,"new_prefill":423,"score_linear":-69632.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":331032.454967001,"t_first_token_unix":1779761897.4689102,"t_done":331032.871166929,"t_done_unix":1779761897.8851106},{"request_id":"1340290:45:1991694:1162","session_id":"1340290","input_length":58053,"t_proxy_recv":331036.353890717,"t_decision_unix":1779761901.3678312,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9966065491878111,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (197 < 16000)","cache_hit":57856,"estimated_new_tokens":197,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":57856,"new_prefill":197,"score_linear":-57856.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":30405,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":57029,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":37061,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":331036.556630013,"t_first_token_unix":1779761901.5705733,"t_done":331036.806992279,"t_done_unix":1779761901.8209362},{"request_id":"1340290:46:1992980:1163","session_id":"1340290","input_length":58122,"t_proxy_recv":331040.577660211,"t_decision_unix":1779761905.5916011,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9954234197033826,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (266 < 16000)","cache_hit":57856,"estimated_new_tokens":266,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":57856,"new_prefill":266,"score_linear":-57856.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":30474,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":57098,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":37130,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":331040.680550125,"t_first_token_unix":1779761905.6944935,"t_done":331041.102993757,"t_done_unix":1779761906.116937},{"request_id":"1340290:47:1995358:1164","session_id":"1340290","input_length":58307,"t_proxy_recv":331048.434378041,"t_decision_unix":1779761913.4483194,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9922650796645343,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (451 < 16000)","cache_hit":57856,"estimated_new_tokens":451,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":57856,"new_prefill":451,"score_linear":-57856.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":30659,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":57283,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":37315,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":331048.591223915,"t_first_token_unix":1779761913.6051674,"t_done":331048.835965129,"t_done_unix":1779761913.8499086},{"request_id":"1340290:48:1996945:1165","session_id":"1340290","input_length":58339,"t_proxy_recv":331053.745868838,"t_decision_unix":1779761918.75981,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9917208042647285,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (483 < 16000)","cache_hit":57856,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":57856,"new_prefill":483,"score_linear":-57856.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":30691,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":57315,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":37347,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":331053.831674859,"t_first_token_unix":1779761918.8456182,"t_done":331055.869438543,"t_done_unix":1779761920.8833818},{"request_id":"1356885:15:1998292:1166","session_id":"1356885","input_length":136653,"t_proxy_recv":331058.215932682,"t_decision_unix":1779761923.229874,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":136192,"affinity_cache_ratio":0.9966264919174844,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (461 < 16000)","cache_hit":136192,"estimated_new_tokens":461,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":136192,"new_prefill":461,"score_linear":-136192.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":6656,"new_prefill":129997,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-136192.0,"chosen_score_lmetric":0,"t_first_token":331058.894273792,"t_first_token_unix":1779761923.908218,"t_done":331060.580194571,"t_done_unix":1779761925.5941381},{"request_id":"1340290:48:1999591:1167","session_id":"1340290","input_length":58622,"t_proxy_recv":331062.761458198,"t_decision_unix":1779761927.7753997,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9956671556753437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (254 < 16000)","cache_hit":58368,"estimated_new_tokens":254,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":58368,"new_prefill":254,"score_linear":-58368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":30974,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":57598,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":37630,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":331062.865344468,"t_first_token_unix":1779761927.8792875,"t_done":331063.470947692,"t_done_unix":1779761928.484891},{"request_id":"1340290:48:2001313:1168","session_id":"1340290","input_length":58808,"t_proxy_recv":331068.227256595,"t_decision_unix":1779761933.2411978,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9925180247585362,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (440 < 16000)","cache_hit":58368,"estimated_new_tokens":440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":58368,"new_prefill":440,"score_linear":-58368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":31160,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":57784,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":37816,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":331068.386507796,"t_first_token_unix":1779761933.4004521,"t_done":331068.909072931,"t_done_unix":1779761933.9230165},{"request_id":"1340290:48:2003195:1169","session_id":"1340290","input_length":58977,"t_proxy_recv":331074.551920805,"t_decision_unix":1779761939.5658553,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":58368,"affinity_cache_ratio":0.989673940688743,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (609 < 16000)","cache_hit":58368,"estimated_new_tokens":609,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":58368,"new_prefill":609,"score_linear":-58368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":31329,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":57953,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":37985,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":331074.711696184,"t_first_token_unix":1779761939.7256393,"t_done":331075.607665903,"t_done_unix":1779761940.6216097},{"request_id":"1340290:48:2005449:1170","session_id":"1340290","input_length":59220,"t_proxy_recv":331081.939460048,"t_decision_unix":1779761946.9534013,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":58880,"affinity_cache_ratio":0.994258696386356,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (340 < 16000)","cache_hit":58880,"estimated_new_tokens":340,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":58880,"new_prefill":340,"score_linear":-58880.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":31572,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":58196,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":38228,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":331082.081824185,"t_first_token_unix":1779761947.0957673,"t_done":331082.936698114,"t_done_unix":1779761947.9506412},{"request_id":"1340290:48:2007287:1171","session_id":"1340290","input_length":59487,"t_proxy_recv":331088.066739132,"t_decision_unix":1779761953.0806804,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9897960899019954,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (607 < 16000)","cache_hit":58880,"estimated_new_tokens":607,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":58880,"new_prefill":607,"score_linear":-58880.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":31839,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":58463,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":38495,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":331088.276723837,"t_first_token_unix":1779761953.2906673,"t_done":331088.655257326,"t_done_unix":1779761953.6692007},{"request_id":"1340290:48:2008380:1173","session_id":"1340290","input_length":60935,"t_proxy_recv":331092.302048659,"t_decision_unix":1779761957.3159897,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":59392,"affinity_cache_ratio":0.9746779355050463,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1543 < 16000)","cache_hit":59392,"estimated_new_tokens":1543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66506,"ongoing_decode_tokens":0,"pending_prefill_tokens":5066,"num_requests":1,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":0,"new_prefill":60935,"score_linear":66506.0,"score_lmetric":66001},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":59392,"new_prefill":1543,"score_linear":-59392.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":33287,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":59911,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":39943,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-59392.0,"chosen_score_lmetric":0,"t_first_token":331092.977920207,"t_first_token_unix":1779761957.9918637,"t_done":331093.673881208,"t_done_unix":1779761958.687825},{"request_id":"1305906:11:2008110:1172","session_id":"1305906","input_length":66506,"t_proxy_recv":331091.158085319,"t_decision_unix":1779761956.1720266,"policy":"unified_v2","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9238264216762397,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (5066 < 16000)","cache_hit":61440,"estimated_new_tokens":5066,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2575,"cache_hit":61440,"new_prefill":5066,"score_linear":-61440.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":331093.128352349,"t_first_token_unix":1779761958.1422956,"t_done":331095.49729381,"t_done_unix":1779761960.5112376},{"request_id":"1340290:48:2010180:1174","session_id":"1340290","input_length":61080,"t_proxy_recv":331098.026462468,"t_decision_unix":1779761963.0404034,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9975114603798297,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (152 < 16000)","cache_hit":60928,"estimated_new_tokens":152,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":60928,"new_prefill":152,"score_linear":-60928.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":33432,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":60056,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":40088,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":331098.166712366,"t_first_token_unix":1779761963.1806557,"t_done":331099.201352076,"t_done_unix":1779761964.215296},{"request_id":"1340290:48:2012871:1175","session_id":"1340290","input_length":61365,"t_proxy_recv":331106.699962294,"t_decision_unix":1779761971.7139034,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9928786767701459,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (437 < 16000)","cache_hit":60928,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":60928,"new_prefill":437,"score_linear":-60928.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":33717,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":60341,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":40373,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":331106.90211921,"t_first_token_unix":1779761971.916062,"t_done":331107.432346597,"t_done_unix":1779761972.44629},{"request_id":"1340290:48:2014153:1176","session_id":"1340290","input_length":61518,"t_proxy_recv":331111.105142351,"t_decision_unix":1779761976.1190834,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9904093110959394,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (590 < 16000)","cache_hit":60928,"estimated_new_tokens":590,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":60928,"new_prefill":590,"score_linear":-60928.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":33870,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":60494,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":40526,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":331111.232542218,"t_first_token_unix":1779761976.2464857,"t_done":331111.737372206,"t_done_unix":1779761976.751316},{"request_id":"1340290:48:2015982:1177","session_id":"1340290","input_length":69113,"t_proxy_recv":331117.205740552,"t_decision_unix":1779761982.2196813,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":61440,"affinity_cache_ratio":0.8889789185826111,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (7673 < 16000)","cache_hit":61440,"estimated_new_tokens":7673,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":61440,"new_prefill":7673,"score_linear":-61440.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":41465,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":68089,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":48121,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":331120.423973285,"t_first_token_unix":1779761985.437917,"t_done":331122.890269104,"t_done_unix":1779761987.904213},{"request_id":"1340290:48:2018973:1178","session_id":"1340290","input_length":69426,"t_proxy_recv":331126.986059128,"t_decision_unix":1779761992.0000005,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9955924293492352,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (306 < 16000)","cache_hit":69120,"estimated_new_tokens":306,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2123,"cache_hit":69120,"new_prefill":306,"score_linear":-69120.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":41778,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":68402,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":48434,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-69120.0,"chosen_score_lmetric":0,"t_first_token":331127.107538935,"t_first_token_unix":1779761992.1214826,"t_done":331127.701742207,"t_done_unix":1779761992.7156858},{"request_id":"1340290:48:2020779:1179","session_id":"1340290","input_length":69601,"t_proxy_recv":331133.043338792,"t_decision_unix":1779761998.0572803,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9930891797531645,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (481 < 16000)","cache_hit":69120,"estimated_new_tokens":481,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2123,"cache_hit":69120,"new_prefill":481,"score_linear":-69120.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":41953,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":68577,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":48609,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-69120.0,"chosen_score_lmetric":0,"t_first_token":331133.225624323,"t_first_token_unix":1779761998.2395673,"t_done":331133.804300918,"t_done_unix":1779761998.8182445},{"request_id":"1340290:48:2023753:1180","session_id":"1340290","input_length":69951,"t_proxy_recv":331142.660612479,"t_decision_unix":1779762007.6745534,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":69632,"affinity_cache_ratio":0.9954396649082929,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (319 < 16000)","cache_hit":69632,"estimated_new_tokens":319,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2124,"cache_hit":69632,"new_prefill":319,"score_linear":-69632.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":42303,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":68927,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":48959,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":331142.895167944,"t_first_token_unix":1779762007.9091115,"t_done":331143.792327822,"t_done_unix":1779762008.8062713},{"request_id":"1340290:48:2026751:1181","session_id":"1340290","input_length":70342,"t_proxy_recv":331152.936899511,"t_decision_unix":1779762017.950841,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":69632,"affinity_cache_ratio":0.989906457024253,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (710 < 16000)","cache_hit":69632,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2124,"cache_hit":69632,"new_prefill":710,"score_linear":-69632.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":42694,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":69318,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":49350,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":331153.174655057,"t_first_token_unix":1779762018.1885986,"t_done":331153.704773327,"t_done_unix":1779762018.7187166},{"request_id":"1340290:48:2028652:1182","session_id":"1340290","input_length":70503,"t_proxy_recv":331159.190913774,"t_decision_unix":1779762024.2048547,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9949080180985206,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (359 < 16000)","cache_hit":70144,"estimated_new_tokens":359,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2125,"cache_hit":70144,"new_prefill":359,"score_linear":-70144.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":42855,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":69479,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":49511,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":331159.375426194,"t_first_token_unix":1779762024.3893695,"t_done":331160.282516225,"t_done_unix":1779762025.2964597},{"request_id":"1340290:48:2033065:1183","session_id":"1340290","input_length":70851,"t_proxy_recv":331173.909838108,"t_decision_unix":1779762038.9237792,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9900213123315126,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (707 < 16000)","cache_hit":70144,"estimated_new_tokens":707,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2125,"cache_hit":70144,"new_prefill":707,"score_linear":-70144.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":43203,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":69827,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":49859,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":331174.145536949,"t_first_token_unix":1779762039.1594803,"t_done":331174.792902439,"t_done_unix":1779762039.8068454},{"request_id":"1340290:48:2034908:1184","session_id":"1340290","input_length":71067,"t_proxy_recv":331180.140907964,"t_decision_unix":1779762045.154849,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":70656,"affinity_cache_ratio":0.9942167250622652,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (411 < 16000)","cache_hit":70656,"estimated_new_tokens":411,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2126,"cache_hit":70656,"new_prefill":411,"score_linear":-70656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":43419,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":70043,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":50075,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-70656.0,"chosen_score_lmetric":0,"t_first_token":331180.310032278,"t_first_token_unix":1779762045.3239756,"t_done":331180.831099555,"t_done_unix":1779762045.8450434},{"request_id":"1258908:2:2035438:1185","session_id":"1258908","input_length":7844,"t_proxy_recv":331181.949256696,"t_decision_unix":1779762046.963198,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":7680,"affinity_cache_ratio":0.9790922998470168,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (164 < 16000)","cache_hit":7680,"estimated_new_tokens":164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2126,"cache_hit":7680,"new_prefill":164,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":331181.980271727,"t_first_token_unix":1779762046.994215,"t_done":331183.018369203,"t_done_unix":1779762048.0323126},{"request_id":"1258908:3:1388683:699","session_id":"1258908","input_length":9120,"t_proxy_recv":331183.021801111,"t_decision_unix":1779762048.0357428,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":7680,"affinity_cache_ratio":0.8421052631578947,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1440 < 16000)","cache_hit":7680,"estimated_new_tokens":1440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2126,"cache_hit":7680,"new_prefill":1440,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":331183.169995492,"t_first_token_unix":1779762048.1839385,"t_done":331183.85329007,"t_done_unix":1779762048.8672335},{"request_id":"1340290:48:2036994:1186","session_id":"1340290","input_length":71240,"t_proxy_recv":331187.082851168,"t_decision_unix":1779762052.0967925,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":70656,"affinity_cache_ratio":0.9918023582257159,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (584 < 16000)","cache_hit":70656,"estimated_new_tokens":584,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2129,"cache_hit":70656,"new_prefill":584,"score_linear":-70656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":43592,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":70216,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":50248,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-70656.0,"chosen_score_lmetric":0,"t_first_token":331187.265333606,"t_first_token_unix":1779762052.2792768,"t_done":331187.994204859,"t_done_unix":1779762053.0081482},{"request_id":"1340290:48:2040473:1187","session_id":"1340290","input_length":71545,"t_proxy_recv":331198.610351172,"t_decision_unix":1779762063.6242926,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9947305891397022,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (377 < 16000)","cache_hit":71168,"estimated_new_tokens":377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":71168,"new_prefill":377,"score_linear":-71168.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":43897,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":70521,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":50553,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":331198.849919359,"t_first_token_unix":1779762063.8638632,"t_done":331200.002212934,"t_done_unix":1779762065.0161567},{"request_id":"1340290:48:2043771:1188","session_id":"1340290","input_length":71867,"t_proxy_recv":331209.620217347,"t_decision_unix":1779762074.6341584,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9902737000292207,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (699 < 16000)","cache_hit":71168,"estimated_new_tokens":699,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":71168,"new_prefill":699,"score_linear":-71168.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":44219,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":70843,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":50875,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":331209.858381293,"t_first_token_unix":1779762074.872325,"t_done":331210.44248923,"t_done_unix":1779762075.4564323},{"request_id":"1340290:48:2045403:1189","session_id":"1340290","input_length":72025,"t_proxy_recv":331215.138708311,"t_decision_unix":1779762080.1526494,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":71680,"affinity_cache_ratio":0.995209996528983,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (345 < 16000)","cache_hit":71680,"estimated_new_tokens":345,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2131,"cache_hit":71680,"new_prefill":345,"score_linear":-71680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":44377,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":71001,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":51033,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":331215.289027168,"t_first_token_unix":1779762080.302971,"t_done":331215.983263516,"t_done_unix":1779762080.9972076},{"request_id":"1340290:48:2047167:1190","session_id":"1340290","input_length":72211,"t_proxy_recv":331220.904865164,"t_decision_unix":1779762085.9188063,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9926465496946448,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (531 < 16000)","cache_hit":71680,"estimated_new_tokens":531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2131,"cache_hit":71680,"new_prefill":531,"score_linear":-71680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":44563,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":71187,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":51219,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":331221.095074787,"t_first_token_unix":1779762086.1090178,"t_done":331221.653658899,"t_done_unix":1779762086.667602},{"request_id":"1340290:48:2048793:1191","session_id":"1340290","input_length":72777,"t_proxy_recv":331226.336289574,"t_decision_unix":1779762091.3502307,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9919617461560658,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (585 < 16000)","cache_hit":72192,"estimated_new_tokens":585,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":72192,"new_prefill":585,"score_linear":-72192.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":45129,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":71753,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":51785,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-72192.0,"chosen_score_lmetric":0,"t_first_token":331226.713447144,"t_first_token_unix":1779762091.7273903,"t_done":331227.243845002,"t_done_unix":1779762092.2577884},{"request_id":"1340290:48:2050838:1192","session_id":"1340290","input_length":72952,"t_proxy_recv":331233.55810351,"t_decision_unix":1779762098.5720448,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9966005044412765,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (248 < 16000)","cache_hit":72704,"estimated_new_tokens":248,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":72704,"new_prefill":248,"score_linear":-72704.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":45304,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":71928,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":51960,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":331233.744765371,"t_first_token_unix":1779762098.7587085,"t_done":331234.113464541,"t_done_unix":1779762099.1274087},{"request_id":"1340290:48:2052523:1193","session_id":"1340290","input_length":73208,"t_proxy_recv":331239.125995746,"t_decision_unix":1779762104.139937,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9931155065020216,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (504 < 16000)","cache_hit":72704,"estimated_new_tokens":504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":72704,"new_prefill":504,"score_linear":-72704.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":45560,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":72184,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":52216,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":331239.360342393,"t_first_token_unix":1779762104.374286,"t_done":331240.154080631,"t_done_unix":1779762105.1680248},{"request_id":"1340290:48:2055365:1194","session_id":"1340290","input_length":73454,"t_proxy_recv":331248.835633613,"t_decision_unix":1779762113.8495746,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9967598769297792,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (238 < 16000)","cache_hit":73216,"estimated_new_tokens":238,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":73216,"new_prefill":238,"score_linear":-73216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":45806,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":72430,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":52462,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":331249.072591773,"t_first_token_unix":1779762114.086535,"t_done":331249.500962133,"t_done_unix":1779762114.5149055},{"request_id":"1340290:48:2057042:1195","session_id":"1340290","input_length":73636,"t_proxy_recv":331254.212987635,"t_decision_unix":1779762119.226929,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9942962681297192,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (420 < 16000)","cache_hit":73216,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":73216,"new_prefill":420,"score_linear":-73216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":45988,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":72612,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":52644,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":331254.383544735,"t_first_token_unix":1779762119.3974879,"t_done":331254.659517871,"t_done_unix":1779762119.6734612},{"request_id":"1340290:48:2058614:1196","session_id":"1340290","input_length":73653,"t_proxy_recv":331259.356695667,"t_decision_unix":1779762124.370637,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9940667725686666,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (437 < 16000)","cache_hit":73216,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":73216,"new_prefill":437,"score_linear":-73216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":46005,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":72629,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":52661,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":331259.455209143,"t_first_token_unix":1779762124.4691525,"t_done":331261.226566152,"t_done_unix":1779762126.2405095},{"request_id":"1340290:48:2061834:1197","session_id":"1340290","input_length":73858,"t_proxy_recv":331269.504290461,"t_decision_unix":1779762134.5182319,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9982398656882125,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (130 < 16000)","cache_hit":73728,"estimated_new_tokens":130,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":73728,"new_prefill":130,"score_linear":-73728.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":46210,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":72834,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":52866,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":331269.617415793,"t_first_token_unix":1779762134.6313593,"t_done":331270.175320109,"t_done_unix":1779762135.1892636},{"request_id":"1258908:3:2063441:1198","session_id":"1258908","input_length":9359,"t_proxy_recv":331274.544994314,"t_decision_unix":1779762139.5589356,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9847205898066033,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (143 < 16000)","cache_hit":9216,"estimated_new_tokens":143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":9216,"new_prefill":143,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":331274.598219876,"t_first_token_unix":1779762139.612163,"t_done":331275.688453142,"t_done_unix":1779762140.7023966},{"request_id":"1340290:48:2063837:1199","session_id":"1340290","input_length":74011,"t_proxy_recv":331275.899767927,"t_decision_unix":1779762140.9137094,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9961762440718271,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (283 < 16000)","cache_hit":73728,"estimated_new_tokens":283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9740,"ongoing_decode_tokens":9740,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":73728,"new_prefill":283,"score_linear":-63988.0,"score_lmetric":283},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":46363,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":72987,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":53019,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-63988.0,"chosen_score_lmetric":283,"t_first_token":331276.055252076,"t_first_token_unix":1779762141.0691953,"t_done":331276.733219102,"t_done_unix":1779762141.747162},{"request_id":"1258908:4:1553508:958","session_id":"1258908","input_length":9740,"t_proxy_recv":331275.692270741,"t_decision_unix":1779762140.7062123,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9462012320328542,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (524 < 16000)","cache_hit":9216,"estimated_new_tokens":524,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":9216,"new_prefill":524,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":331275.753997698,"t_first_token_unix":1779762140.7679498,"t_done":331278.090904077,"t_done_unix":1779762143.1048474},{"request_id":"1258908:5:1617181:988","session_id":"1258908","input_length":10201,"t_proxy_recv":331278.094151908,"t_decision_unix":1779762143.1080935,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9536319968630527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (473 < 16000)","cache_hit":9728,"estimated_new_tokens":473,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":9728,"new_prefill":473,"score_linear":-9728.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":331278.149953242,"t_first_token_unix":1779762143.1638966,"t_done":331280.234400304,"t_done_unix":1779762145.2483437},{"request_id":"1340290:48:2066647:1200","session_id":"1340290","input_length":74557,"t_proxy_recv":331285.334387406,"t_decision_unix":1779762150.3483284,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9888809903831968,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (829 < 16000)","cache_hit":73728,"estimated_new_tokens":829,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":73728,"new_prefill":829,"score_linear":-73728.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":46909,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":73533,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":53565,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":331285.717010261,"t_first_token_unix":1779762150.7309537,"t_done":331286.972209841,"t_done_unix":1779762151.9861531},{"request_id":"1340290:48:2071598:1201","session_id":"1340290","input_length":74863,"t_proxy_recv":331301.991317114,"t_decision_unix":1779762167.0052586,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":74240,"affinity_cache_ratio":0.991678132054553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (623 < 16000)","cache_hit":74240,"estimated_new_tokens":623,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":74240,"new_prefill":623,"score_linear":-74240.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":47215,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":73839,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":53871,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-74240.0,"chosen_score_lmetric":0,"t_first_token":331302.230754442,"t_first_token_unix":1779762167.2446983,"t_done":331303.053427781,"t_done_unix":1779762168.0673716},{"request_id":"1340290:48:2076822:1202","session_id":"1340290","input_length":75113,"t_proxy_recv":331319.508908159,"t_decision_unix":1779762184.5228496,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9951939078455128,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (361 < 16000)","cache_hit":74752,"estimated_new_tokens":361,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":74752,"new_prefill":361,"score_linear":-74752.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":47465,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":74089,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":54121,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":331319.751205565,"t_first_token_unix":1779762184.7651486,"t_done":331320.19790564,"t_done_unix":1779762185.2118492},{"request_id":"1340290:48:2078461:1203","session_id":"1340290","input_length":75299,"t_proxy_recv":331324.797956725,"t_decision_unix":1779762189.8118978,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9927356272991673,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (547 < 16000)","cache_hit":74752,"estimated_new_tokens":547,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":74752,"new_prefill":547,"score_linear":-74752.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":47651,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":74275,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":54307,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":331325.038917163,"t_first_token_unix":1779762190.0528607,"t_done":331325.326435826,"t_done_unix":1779762190.3403792},{"request_id":"1340290:48:2080016:1204","session_id":"1340290","input_length":75338,"t_proxy_recv":331330.087386029,"t_decision_unix":1779762195.1013274,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9990177599617723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (74 < 16000)","cache_hit":75264,"estimated_new_tokens":74,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":75264,"new_prefill":74,"score_linear":-75264.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":47690,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":74314,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":54346,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":331330.19645788,"t_first_token_unix":1779762195.2104015,"t_done":331330.575927254,"t_done_unix":1779762195.589871},{"request_id":"1340290:48:2082644:1206","session_id":"1340290","input_length":75439,"t_proxy_recv":331338.764278354,"t_decision_unix":1779762203.7782195,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9976802449661316,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (175 < 16000)","cache_hit":75264,"estimated_new_tokens":175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":75439,"score_linear":114971.0,"score_lmetric":136650},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":75264,"new_prefill":175,"score_linear":-75264.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":47791,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":74415,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":54447,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":331338.921048409,"t_first_token_unix":1779762203.9349916,"t_done":331339.917763514,"t_done_unix":1779762204.9317067},{"request_id":"1340290:48:2085626:1208","session_id":"1340290","input_length":77337,"t_proxy_recv":331348.843406142,"t_decision_unix":1779762213.857347,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9731952364327553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (2073 < 16000)","cache_hit":75264,"estimated_new_tokens":2073,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":251962,"ongoing_decode_tokens":0,"pending_prefill_tokens":61498,"num_requests":2,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":77337,"score_linear":251962.0,"score_lmetric":277670},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":75264,"new_prefill":2073,"score_linear":-75264.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":49689,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":76313,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":56345,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":331349.817819244,"t_first_token_unix":1779762214.831763,"t_done":331350.333251965,"t_done_unix":1779762215.3471951},{"request_id":"1340290:48:2087584:1209","session_id":"1340290","input_length":78683,"t_proxy_recv":331355.416562237,"t_decision_unix":1779762220.4305034,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":77312,"affinity_cache_ratio":0.9825756516655441,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (1371 < 16000)","cache_hit":77312,"estimated_new_tokens":1371,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":251962,"ongoing_decode_tokens":0,"pending_prefill_tokens":61498,"num_requests":2,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":78683,"score_linear":251962.0,"score_lmetric":280362},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2144,"cache_hit":77312,"new_prefill":1371,"score_linear":-77312.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":51035,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":77659,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":57691,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-77312.0,"chosen_score_lmetric":0,"t_first_token":331356.252980055,"t_first_token_unix":1779762221.2669232,"t_done":331357.729121167,"t_done_unix":1779762222.7430644},{"request_id":"1340290:48:2092759:1211","session_id":"1340290","input_length":79023,"t_proxy_recv":331372.70455614,"t_decision_unix":1779762237.7184973,"policy":"unified_v2","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9913063285372613,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (687 < 16000)","cache_hit":78336,"estimated_new_tokens":687,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":251962,"ongoing_decode_tokens":0,"pending_prefill_tokens":61498,"num_requests":2,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":79023,"score_linear":251962.0,"score_lmetric":281042},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":78336,"new_prefill":687,"score_linear":-78336.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27648,"new_prefill":51375,"score_linear":-27648.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":1024,"new_prefill":77999,"score_linear":-1024.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":20992,"new_prefill":58031,"score_linear":-20992.0,"score_lmetric":0}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":331372.960299361,"t_first_token_unix":1779762237.974243,"t_done":331374.258100596,"t_done_unix":1779762239.2720442},{"request_id":"1382086:2:2082052:1205","session_id":"1382086","input_length":114971,"t_proxy_recv":331336.749327515,"t_decision_unix":1779762201.763269,"policy":"unified_v2","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":53760,"affinity_cache_ratio":0.467596176427099,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":0,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"chosen_few_decodes (0)","cache_hit":53760,"estimated_new_tokens":61211,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":53760,"new_prefill":61211,"score_linear":-53760.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":331379.866366684,"t_first_token_unix":1779762244.8803108,"t_done":331381.874668763,"t_done_unix":1779762246.8886123},{"request_id":"1382086:3:2089879:1210","session_id":"1382086","input_length":115184,"t_proxy_recv":331381.89192933,"t_decision_unix":1779762246.905871,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":114688,"affinity_cache_ratio":0.9956938463675511,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (496 < 16000)","cache_hit":114688,"estimated_new_tokens":496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":136991,"ongoing_decode_tokens":136991,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1947,"cache_hit":114688,"new_prefill":496,"score_linear":22303.0,"score_lmetric":496},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":22303.0,"chosen_score_lmetric":496,"t_first_token":331382.174549091,"t_first_token_unix":1779762247.1884925,"t_done":331383.090695799,"t_done_unix":1779762248.1046393},{"request_id":"1356885:16:2084239:1207","session_id":"1356885","input_length":136991,"t_proxy_recv":331343.860699421,"t_decision_unix":1779762208.8746407,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":136704,"affinity_cache_ratio":0.9979049718594653,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (287 < 16000)","cache_hit":136704,"estimated_new_tokens":287,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":136704,"new_prefill":287,"score_linear":-21733.0,"score_lmetric":61498},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":6656,"new_prefill":130335,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21733.0,"chosen_score_lmetric":61498,"t_first_token":331379.878647514,"t_first_token_unix":1779762244.892591,"t_done":331384.310297744,"t_done_unix":1779762249.3242414},{"request_id":"1356885:17:2097011:1213","session_id":"1356885","input_length":137546,"t_proxy_recv":331386.573776119,"t_decision_unix":1779762251.5877175,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":137216,"affinity_cache_ratio":0.9976008026405712,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (330 < 16000)","cache_hit":137216,"estimated_new_tokens":330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":115246,"ongoing_decode_tokens":115246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1949,"cache_hit":137216,"new_prefill":330,"score_linear":-21970.0,"score_lmetric":330},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":6656,"new_prefill":130890,"score_linear":-6656.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21970.0,"chosen_score_lmetric":330,"t_first_token":331387.233155091,"t_first_token_unix":1779762252.2470984,"t_done":331391.396037257,"t_done_unix":1779762256.4099808},{"request_id":"1382086:4:2092953:1212","session_id":"1382086","input_length":115246,"t_proxy_recv":331383.108334681,"t_decision_unix":1779762248.1222763,"policy":"unified_v2","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":115200,"affinity_cache_ratio":0.9996008538257293,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v2_pd_sep":false,"v2_decision":"local","v2_reason":"new_local_below_threshold (46 < 16000)","cache_hit":115200,"estimated_new_tokens":46,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":136991,"ongoing_decode_tokens":136991,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1948,"cache_hit":115200,"new_prefill":46,"score_linear":21791.0,"score_lmetric":46},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2585,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2478,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":21791.0,"chosen_score_lmetric":46,"t_first_token":331383.321636818,"t_first_token_unix":1779762248.3355803,"t_done":331393.086733449,"t_done_unix":1779762258.1006775}] \ No newline at end of file diff --git a/analysis/characterization/elastic_migration_v2/data/per_worker_unified.json b/analysis/characterization/elastic_migration_v2/data/per_worker_unified.json new file mode 100644 index 0000000..80edac9 --- /dev/null +++ b/analysis/characterization/elastic_migration_v2/data/per_worker_unified.json @@ -0,0 +1,24 @@ +{ + "hotspot_index_ttft_p90": 3.667136528736114, + "per_worker_latency_p90_s": { + "http://127.0.0.1:8000": 41.42001512600109, + "http://127.0.0.1:8001": 12.4878579101933, + "http://127.0.0.1:8002": 22.462878945574648, + "http://127.0.0.1:8003": 15.501050900109117, + "http://127.0.0.1:8004": 39.956250199786155, + "http://127.0.0.1:8005": 36.69850301651168, + "http://127.0.0.1:8006": 10.116177947795954, + "http://127.0.0.1:8007": 20.35038618039107 + }, + "per_worker_ttft_p90_s": { + "http://127.0.0.1:8000": 11.264844838529825, + "http://127.0.0.1:8001": 3.6063860427122614, + "http://127.0.0.1:8002": 16.175747957825664, + "http://127.0.0.1:8003": 9.314684258581842, + "http://127.0.0.1:8004": 37.73397144810297, + "http://127.0.0.1:8005": 18.328030522551852, + "http://127.0.0.1:8006": 3.6328767628350773, + "http://127.0.0.1:8007": 7.772977900883419 + }, + "status": "supported" +} \ No newline at end of file diff --git a/analysis/characterization/elastic_migration_v2/data/per_worker_unified_kv_both.json b/analysis/characterization/elastic_migration_v2/data/per_worker_unified_kv_both.json new file mode 100644 index 0000000..f555b22 --- /dev/null +++ b/analysis/characterization/elastic_migration_v2/data/per_worker_unified_kv_both.json @@ -0,0 +1,24 @@ +{ + "hotspot_index_ttft_p90": 4.363145984888287, + "per_worker_latency_p90_s": { + "http://127.0.0.1:8000": 7.273825440008658, + "http://127.0.0.1:8001": 40.48809068736155, + "http://127.0.0.1:8002": 24.491076068370596, + "http://127.0.0.1:8003": 18.828550089401002, + "http://127.0.0.1:8004": 20.06954986089262, + "http://127.0.0.1:8005": 9.634067087399307, + "http://127.0.0.1:8006": 35.7432237003348, + "http://127.0.0.1:8007": 24.362499430915342 + }, + "per_worker_ttft_p90_s": { + "http://127.0.0.1:8000": 2.725343641615472, + "http://127.0.0.1:8001": 30.449911632167645, + "http://127.0.0.1:8002": 16.297463109577073, + "http://127.0.0.1:8003": 6.766894554614579, + "http://127.0.0.1:8004": 11.146178993489595, + "http://127.0.0.1:8005": 4.552643961587455, + "http://127.0.0.1:8006": 6.90922680192164, + "http://127.0.0.1:8007": 7.048551249800954 + }, + "status": "supported" +} \ No newline at end of file diff --git a/analysis/characterization/elastic_migration_v2/data/per_worker_unified_v2.json b/analysis/characterization/elastic_migration_v2/data/per_worker_unified_v2.json new file mode 100644 index 0000000..394c25a --- /dev/null +++ b/analysis/characterization/elastic_migration_v2/data/per_worker_unified_v2.json @@ -0,0 +1,24 @@ +{ + "hotspot_index_ttft_p90": 3.9096187869766164, + "per_worker_latency_p90_s": { + "http://127.0.0.1:8000": 27.12522437740119, + "http://127.0.0.1:8001": 15.299228341400166, + "http://127.0.0.1:8002": 49.346961313998335, + "http://127.0.0.1:8003": 22.404519376007386, + "http://127.0.0.1:8004": 22.470557069155618, + "http://127.0.0.1:8005": 17.487964828591807, + "http://127.0.0.1:8006": 21.76291022058577, + "http://127.0.0.1:8007": 18.311422476416926 + }, + "per_worker_ttft_p90_s": { + "http://127.0.0.1:8000": 9.26557928660186, + "http://127.0.0.1:8001": 5.734943528624719, + "http://127.0.0.1:8002": 38.812515752378395, + "http://127.0.0.1:8003": 10.589305737824198, + "http://127.0.0.1:8004": 10.83847834250191, + "http://127.0.0.1:8005": 5.034968857781501, + "http://127.0.0.1:8006": 3.5207203380181493, + "http://127.0.0.1:8007": 12.236044214287555 + }, + "status": "supported" +} \ No newline at end of file diff --git a/analysis/characterization/elastic_migration_v2/data/per_worker_unified_v2_strict.json b/analysis/characterization/elastic_migration_v2/data/per_worker_unified_v2_strict.json new file mode 100644 index 0000000..b1be82a --- /dev/null +++ b/analysis/characterization/elastic_migration_v2/data/per_worker_unified_v2_strict.json @@ -0,0 +1,24 @@ +{ + "hotspot_index_ttft_p90": 2.7334230011629197, + "per_worker_latency_p90_s": { + "http://127.0.0.1:8000": 11.098119341616997, + "http://127.0.0.1:8001": 23.1559918191866, + "http://127.0.0.1:8002": 22.57899510498975, + "http://127.0.0.1:8003": 9.956129518186204, + "http://127.0.0.1:8004": 28.072633931197924, + "http://127.0.0.1:8005": 47.2373243979877, + "http://127.0.0.1:8006": 23.23235769500608, + "http://127.0.0.1:8007": 27.031178803613876 + }, + "per_worker_ttft_p90_s": { + "http://127.0.0.1:8000": 3.1871710045961663, + "http://127.0.0.1:8001": 8.824780725361773, + "http://127.0.0.1:8002": 16.364250262192222, + "http://127.0.0.1:8003": 4.1765614019881445, + "http://127.0.0.1:8004": 14.026077619416176, + "http://127.0.0.1:8005": 24.662665293016516, + "http://127.0.0.1:8006": 9.220479947811697, + "http://127.0.0.1:8007": 8.441550621995741 + }, + "status": "supported" +} \ No newline at end of file diff --git a/analysis/characterization/elastic_migration_v2/figures/fig_kv_both_overhead.png b/analysis/characterization/elastic_migration_v2/figures/fig_kv_both_overhead.png new file mode 100644 index 0000000000000000000000000000000000000000..7f363efba3fa57ff0064c11393f1aad872e01a87 GIT binary patch literal 71809 zcmeFZc{tbW+Bf`_k_w?jMKmk(P-G}V5)DYmOhg$o&zj6Cm7$~}Dk`BeL?~l~NRlyR zCQ}(QJ)f)AzVChS=Xl@ac>j8zKc0Q;wf0^ue!uTy}d##i(*n zQG=rBu2B@tH+nk!N&G{>EBGHNCnX&xO*;!GSCez*)L|1RduuxxxCY6_eITeHdQp8zbbvuESh3<}O>k*Y(J@8%NXMGsLJ^EDjZ++fTpo z67#?PZT_B`)>66u_`^J*y7P+v@n>$2X@ma#7xAx0jxA;VpPxqG9>=uh-#(pu#ybVB zga6|z@rMCY*Z$+<=~p`Qu>8kwZs?cW^dG+|^Y_B89a_cBz4E*qWn|R0GiYF<>i|XCSzAuw<{lQ>kW5cn2y;)Hp%hX8w#iF6f zfiEj9EG(v`M$K+@tSM&W;Lv&at9*Z5+KwSyxn9$(K0ZE=)gREUUcK7*%$Z;jvl1QwfoB?~ zTNcIzQXl;sPXPrNfzD+henaS_Zi@#Pr)=|77ltW}ua&mH_ z%Qs1BX-BRNN_(WF#^&exK5c(#^@;A@Uhj8)G_)gQU8+w{zFMxLqSBD#DkL- z;>C*t6RU6UT0w0Qd=mO-VI}uohLtNv&&gVDPxIpi^fGwF z#9ky9P6@7lb9b-z?@JX?LYu|KSI}l=dKc!@B^Zkv3WYdpTvaMNT z`m?u&nSSxe$cWsD6KiJY=E$C1vu2w^ET49Y91n9rMa96A3@%pI3kSm1$*ZU=^YHK( z86PjihTYQbjV(sUz(FY}D3G1;Se=%Zj-lYj_M>joYKISJ$24PYbu+Ho@*W%c<9&Hr z-km$+J%06bh@PUygG^`*z%`mp41Tq@xA)7-+sm$pN8+$B?;SKCT#|aO>yVC~o`SkM zi@(1=hlr_SP}AH??mv6b23gzCn zff|`?^Nn&}pO=?s+46dqUo{tRF=JEYjT;y5-{%px{799TmmkyCR(^8gS?cNPyP|gE zr;j^Xs#vAWg|G{4+OcEV;oIWv&Kqdtu$PR@%r0Uvjpy|=H0a!sbXbJy$FbK-(k@o_ zg@wG5(h|J1Vid}RD>GdcQMkRu*a}PVpW{zXFdF2zD5~!C>+9>^fB2Bj+1c6YNAud1 z8)U9=IGUPn@?Xi#q^YTix7*v_|E{o*7H^EbLa$c%;q~sYRrHJLmo1~AqHo1TCRV;bxs6KIz9|vN^nEq(aE_?r;rGjrA-T1G8FTHK~`+olXc|Rdx zv9z@GU_+Wh@|0rF^Ipc1c$=5KIoHLPYSfI+_kVuUd@WHafb%B#=jn{{b1AYuvmAHt z-u+lxdm%V@`QXry!}l_l+xa1+ENES6{nOjZBqCyC8SU)s2HWzv@#0FcU^Z^vOv}y9 z{ZucLNiW0td`?bIgGc;&n_@=atzp=k9q3iPpP#TxIraLD_f&6|l;pq*Es5aMzW?M& zMORo*kbF~y&1ie!Qm3ItwqO093-P&WHch)PUB0|gRFw5_%|dT(!WlIEj?#;bUWn|OKYv9({$^dTy4L<#O!)@D>+RWLo~=!=;NCX-&<{YElfOo%(8*gokWe*^0FYLty46z#a@&##_%b~4Uo zsL^y<@#qtye4p5ywLU|QyQq5sfs6L8jC$$NdEin&0BXmB52GQi%a<=(#rip*lUHXxzZ+`G zB>S6zQeN(qPf}9S+qZ9Nwja4ufQ?r3@NkTV*&ByWI`VAm>W*h+ zXTQa=e*gZxq}vD&Cl{B)w*nfc{<>vUxt86-M~@0We`b@gYgOzl32X1^33&HzKj%Il zPVbqC;y0d?!mdB`)6!E6a{QG-*2I}tL~_Wu3E$o4dj^~vyhgS7K#mn zc8dPnfR)^2r%~ixeQ{@IW4k;*H{&=E=ugkrm!;zPERb`r7l(<7NpC~iW^4{p4>@H$ zR*Q&;Wce=ab#ijb%5`vXuy=AQ8u;?Oy}v&gPyHKu7U}O-IQLw@ceiJ@`S3a1Q)LB& zxVUs>$HY(*hpdM*#W#xBf0Iji^vDc_cw}Ot=-d30=if45l&0YYso-d;R+L2JD35TDz9l z#mA2y*9lJ0s4#PJad~*8NOsm5l?@$>M=4Qe(!7jksw zg^ckIyz-r$a-j3uWz%@v)P48v-3(NWjJs&mZj*P5>HGu?b9FkTQ1(t!4Jgd2VG?*o zw_;+%(CAzM)?3rDr_sr)4KE9Cb>}-+qas{@nx$hI% z-|W3`@uK^{Q-hpH8e`wtQRSqW5)L!5(^aRahW5gM?3buS!n(S;-TnRLp`oE!KQCNZ z^zhlUO0?BtzQV6xbqBq8hfXeIVzQv3pFZUe2@U-&5F=_HT+~^U=j}=7R~aiE73I_Z zZpk)2zKWNxUVX(r&H8!0(NCypKTC}(3p@LEkslp_6JPLA*0*{&*kx_Eb_wki6}?Vl zyz6ZJ&7D`U4a6wxuj%Hd6?=VV%Rc9a&J9cVw!V=TicMSK$`PtyiFK9r_<5~?>3v1T z3&4UTQ-Qvj9esBe71XB~@TIA(TD2-I32^pg8ZQ$9pO`3-9^PzmKt#KXT-X z=Z$u}HjRk5M~_Nn-x%Et3uDwbFu>Xm%gvP$ltss*guQ<|S)M)X*cTietdnYdzQ~4P ztOEz=Le>a$ywNhTu<%!ZaDZ)n47P*L?PI(*IqV#&?#hOM2gzw_uDX5uwq;X>K!)|# z3n(;(d8lcGP?!#&UaUvqCFpx=$@o?S1B1m&mb6#JN`uAGf)@n@2GZl^=w~K|6ruzT z+zKa>l9M-)wt8FqEq;jrp{bb}$5Qw5n>)(N%irx=n7xQaPCosZhQ@{4x7Pu>`b`eE zse1DtO1Jv7jehYWe%((WxE($lc9Tv8#-D2pYq@={JpT!(15>$9`kECSa z8=C%}o~3*C>`59Btcg)n>bx2pd?7ZL3nYS2I~gFGf*yBw!2U#!v#KZ2lh*Lrm0jCN zP5l~1|3{@=2EwX2DEYOi=>agr!NZ4((Qf$oGsXh1UR5?W=2=8bE8@_hD7j~kN!6V_ z*TTbhI9ExiFfcOG$o0n!D{lGxV&~4Cxj%j9rv9vuw~4CI~g{|4eJjD~XQ(xs7Z)}+Ap0V=TN+LFC(&97d) zD#n+Oe0xjV(Ad}kEQ z{7n7RAdtOpKy;>sGy2)*mH;Z2;-6~L%~g{!tZZx;&z?Q|qYY%d_hTF_z^MryAL=fT zjLaPg#puMu#G;_?>R9Q3&rh^T6a83Ue;~(Yh>%6>XIk!kK1H~@@Q8@Zc=?CC)wZyB zD}yklrl+&&2}-%zwdPK1H6>YARaHf_>K<=)$=}k~sI9L47TbZ=$jAr;`2N{1DUS_u zb`t`RQe9YIzb4bRg>`*$O1%DSr)32_S279;0AFA89!pnz4UR?PT9+!!ool*B# z!@^2mZKvKGK&>EWAD4l8M)0EE##elRb^hoAo%l(6N5_kJL8x1$e4E9@R%P0?`Cqxh zgcY{Up$Wa4wL0hauCwn5uQI4((sJR_c1p=fzc!(t1GMH>{l!1QqZs8dJUqNB_&lKq z37h_r*LJpmR)ycby&U8QZ#=8P3!0AQr-zJ3?#cuK#NW4VdF?hcA%G@IM}EY*VdO~% zc_c+nXm8Yl=MA}^M(RsHL@D;w=BkfuRT@CeU~&J9U;sHjH(nYD=RaT;@P*48&6#h zYg-twTO(6z9f%;&R>r$43%|ZNy|qe2^EmVYI>vR2q58PFyAz~Gb{lCzKU#7eXC`~@ z`EJ_1`-ExFotHbuIp@}@cn;CtlRkw#m}cL;{|@9O<*OT%pq8Y$k6Yw=&yYoS;qKiH zQAR)g)oVn9Srb*oG7ld*w4A!x_!jR``Nu+qhFx&^Rq!Y^wb0{TA*PQda=6g8HyIX-4wbzl~oAuFbz09bHy2DbUr^LuAz7zkg>r zbow_i9;sQ+pcK@hcIeRlXD443m8%{(;*YgiG<$uut3H5EDrl5&i9J}t9VzGKkS5+i z8&cQN;njLn6|WR>|MBB8)f?gA@~9afQU6%K%uS7MmYDqd(MZjOu$4?hoOg=j2z7E37Gl$#xQ2iLTm;%gM) zS@-a8(&TVvxoNP$IoLNpYr3%>(bc!!ivLfrlPe)1RTRAvM7G?kT=Aw?eSZyypg%448R zx$KNy0~w;$`JE!I}9(ybP%0md!Bi-d-=)2s2hI#q;9)R2?+A7@a!5c~J7C6-C@d6qaK?;u3 zY)QQ`2SF4sfb6-pWI}ib-`0V|1X8-?*Q_#|!9s9<2wI-%AoF!6Z!0S+nkkt_l~GuU z+Z?3Zl3T8oU|Xcwwn$OTF*8Tkp~R)Wcu|Prl0BWJ_$v>3*VAXu9EMwE6COT{Olk&z zQynZ~eWhSjWi#<0?bWL#Bh&3yg$7nqUANDM|E<>Qf6b7*TcC2rkfF0&hc}>yXSbgV z#-iSj9y;3pnUCM#^=h<+1GxB|-*^0koDy6a#mvDG7#hm(v+vVVbP8(k(KU8fRzXDE z5f{H1wGVnUIH&^3K8kjZ1W&+o$lW*=oRgh{HaXb(W<4wgS_|s z%BY=b{B}`mzN%);ujk?6ETr{KO}V8>uszq$zQ85zA_u0v{x<7WoBkfCIJrk2q2e3k z3fs2)7<=tKvzz<^5FG>?mHy1O6r+4W2l_oKzvfXpuf@cyfK(A=cM2Fv#fyr+fB$}i z%R#Uj?VkBS;Id`x?Cdh$zi$o{tlHx;sFOC%y>;8R4xosLy_dNE*lGVFUFB_U+@Loc z;+D*4K=#m?0IF|9DLdUTs>@bqDf~hshqBiG?VI0SSx?f1uuMy_wM}3M0X7QWljD&) zc#xi4EFoJhEnLtQ+TQ_)bWD<#9`wThsf4eF#f>ZTuD}kptW8*k&T}m`HY_@tL;sBj8~#uy)0PXOe~5uEKGyA5KiiQz zl5bV*fQ|+S2ZcQ+tf3!%1Ab}%T|&Rv_<6)RGBQ$FT)YUifJaDZCD<<*7+GUb8Hkp@ zY11Y+5p<9zi5_?B)-9rNwdQ$;Kp`EK+ViJ+QOs~A@)zdUqgD$G3(EmMK&1|kjt;DO zpj_D2X7qFxxVaD>)Pnz{={qU4d1TIbwf_ZFH!^^cpihz z*{k3$Y830A05!6AaFEACq(-E!si~=v`il}z=qO}_WKq?e6Xj-Tju7e#pe7T#CT>-` z7~flfazGZtw{OOelad^!;kPj1UEPuOT!WH!@yQcD@M-1^8<->{B!cX=y+Y;no%_Y^ zvoPoC=Hapb@L@(UYvP(@n+hKG@{$3~qw(_TiX<_7{2y%#7FhqT+u3kxg4WOF*0KSvhpeXf$At3}G5|J-$NW!{-8PeBz zU`Ta)c)fqNUPEKL#24Ny+f?5|r$xgLv+nbe><2Yog4p^#$ zO#*V29q`xl-nnEmQ9qKlK<{Lr#z#k4^fJs!nYL};UW#X_V{QGk;oOQ9E9m^J&YpdN zjrlwnXxNX&xTdCtUs5vqYeR!D`1HdE4+`N$e}%HJHDz+7U7`ND(Y}YzpH~B9M8kC& zpO~=mqeGC_eZE3}NzF zYhZB?x-4I@;%hJ)Uo<4^Rm(4bC@3K6L1^NmM`BpmP}4SL#GCTR)2AB-S@!bDbIEG)j>bgatGICCf(|r; zTPT;B$B&=FD|!l{{lk|pQNY$uip~L4zQ?U?iLBr-!$LCt@#BY@lG0@>OG{x?c%YSy z&dtC8<|!#DY6b?e%N8&CA+zRvdATXDzFB>Jy_&juIHVL&=%?gqCuNRqtx3B+;dOIc zelMr1i;JM6jFF+Lx%%C+3n=?f%}TGR85!Lpk`|=4G;p8v2g+9?v!0;_ih*F-z5$m> z$8LN9{2^Kzd-G<|wxf4HpsU}yew|fQUEO5OnlJT*Pm#XxClYoDH;p3XH_@Mkcg zfIlj?qznuW@{fA)_WjlTbnNX@i$p`DC5-aC-a}T`#V*QrL@ACnc;lgEx(CR_8nS|# zwszFA%lj>CY${P%wN3S=@WLH`iBd^d%ypk{SD%mPCQAyd2h6p2n_4tcCwFM+DjDQ? z-I|`6d4ZNKiv9Btu=_)0<*nz>g>oEwt`s?=D(M0{+)7Ciyb%?38b#?e3<7h&?b9&Z zzICw;b%KOMXJ$%#`uy3Pyi}-W))2SMgI`%1fGhUg6dy`YaLmu`X@t_C1H607-=9wN z#0d+5lP`@SR$7q#Pg}smDOpeu=iHY>EgGwyIB|2TsNB_xm9Q;fVqxz}t3uZ1Z zMt1h7WTpUS4LX>E5C{^hawf&F9ZK*LN3c;~p`LJ-BwKKLNe$<}WkLdtDd(>E?ePhxKFEr#KR=sCThYHsnr{P z?_KCoetPl!)ypEJo4q8rt?=htRtEkhk7HT{{DZaJ$959lwd*p(>twAb{&3Gs7Ut(z zzpyw{MWvwe85AKy-@}mZ6uJ z9h_FZ>9`DU5S%c2*V#3vPW7JV4!`^Sxn1JRnu4CQa}_R`2}gCum(tNKnrdrXyEP)m zeY{&VLV%fm=d4@cU{mHwG*)0XKkQX(*)*WF@7>*pJ`h(y?cQF3V~!m^ehI2Yb8|CD z_tr>l9%cg2Bz@;)_A4mx*>IC*H|BW#$=_!@W~K*>vPMv!UQA5vrESYP5Z!|Z4;Fx0 z65^I-R%!}StxbFzs^--1-;1dK&smU*$;tf^Ei3oa?^s#F@$l%qD}XbBpIt8h$lPRz&6ofw9$#2#d~ILa%F*Tm6i^9BzP|8 zetZk`&J}C;iPjBheFY_tW~zCa3|csBm^FMSo)!RSXE_5~5SNlg>FT?aH%r=W=9cp8fRxd*kOzM0v>W>Ve~qB+AykX@;4$22jPw zO;F$3+c(y`Zz=!sL|cfu=87;tlLty7EV73l}4I-Q}ZpZqEK$#fOB+i3x-@JMA{-Bqz6ckXbe<;G7d80PzgVVx=f8y`A!i11Vt%7iOvkI~pk8Vj;3HiP0D zk6)=?)8~XsipJ0!*1`&aVZMfZTS^KOx~g?k#$nU1c;2{M*zv{KnZYKi;_-VQ04APqdp|v7Z8$;fdh?JbYmzj#_xAS6L8}9^1kZ?XSkIWKqNY}a z99H((N=VMwX!^58t(JK{b5aMcZeT>Agsnv4KM0kTKo1O$jNEo2&yx2U(sG@Uyh%(D zagLWSUw-TA+Uj!UrUg8Ds^IfmC89b%&!4{lxPThTvwC^llP4i~l);SSJ2puzEk8Gl z=O}WziZePUMgf-uv<_#~zsON-o#({hdDKwXITH85(*G6_g;)s8Qg}i^vE!RyJT67K zXX4)bLDd%~8i1vVwKYTBu|PoM2gtdB)rIS@*PrQ9A@Z8=b@8e zJtE;kZ)RqO@PP?-3~MJ+UVrK~k$rJNKt!-qOwychi11eVr{SrmNu5c`Dr~lF0-P*{bCA99#G%dW&L#FTUg?;f8P4aBa^n5@>sL*p zDmz~OH)wNH!}$x$oSdO}C=qs#=8bA%?9JUb8DT?VTNguLN<%i$2{^pYnRV5wnwM6Z zxxNbP`?!GV+ZYgB%YN z6W@aR5hetIr1sONwA0lakag(<{3466ZU!qL1l4&H!Y{B-4gjnmD-i&++KInRC7#bu zb*@ATtq?&?Iy$<8Dk^XB=fqc)@%TxPxJ-B!7mW6zq9W3`d+VRAN2G%C@>!GvrVX#{ zGAJdix@&jtgaWj^gRQWXiBk@eQ*fA(s_F{zmG<_+n>KGIF`L#gh#NecHZ6j!kJ=ej zSDF~#QHcU!mp|u^P~E$R1`d4eWr&f`Wk^nikWWAa%J1h-C+vQr&ssLV+))y`_98?P z)Rm=p=A~FvB;`TLL2$nx7k3{0fou;}Y2|nC-d($U_X;-Xcw|J6m+IlekopAfCnqn5 z$X`}gb|1_Zy3YSg6eu?)-bnOsk^`b6o!^4XyC^%lz$;akj#OJYN06+$8rJA;VD6h7K?aB6Ty9x1zFq`~H0~ zNIAGV9ZB8-6mLy=;WOvKDQQn&EAfwkv>fJsJHx+SjJ}t3u4_5iMp1oJzVANB2p`{g zx@Ki%eM4y{2~0>Q#2p5_ja(;W#z5pt@Ib)z;>dk&BNRGg0BQh{0)XUYeCIh~uRN#zT?a^(POU2(@cgnHnJ2jH&N|Bz=a!G}Ih{-5+khELHeE(q1_7^XFnSlJyc65qS%- zAkCt39Z8VEV-*$?qaB&HY5CuSMY>IyMp}?pSr97wZw2c7`SV#WL+hBhq>ARa#=0xl zQ`dBkp0To$#|FR;D?k990>4SR793(8=@KLt8+M!i+&ERU}q31FK({wgBkME5jSq!D1_U23#h_#dTguRtrsuEXbaYfTk=d8ba!=$pf?e9;K;qbm3k8p zs{hCZAewB*6D)&AMI3MK6WMxUF%_1*iIzyT>ogaK4U;V}}ckHmpPQ#MT zHUID6QN}%7b8Eh@P^4fG-i;Vi;V#*{{tzS6W@o(w=b%-ooj4Ks`I%l+)B+3?2I?$! zE>K6Oz$z|U6%o~ro}N-FmFRYV!cZVDe>4@h3KTMThhXc5)bljP^78VmX4iij27zDG}*C6J$m#=^{J*&uG?D%1_sD15e@0-8x~L{#HgnzTl@$NsS2HZ ze)Gg|uzs#vIE`^hNeRD*NVsY>l2Z9|6YFUU5DVEJX{2F*^zH^azp(WZS5#5+%+Vhp zWuJkl?wLCa2xtP4o6zrEr$70w&yUqF0ye5yO9S?Q`1tXf_wS!7)?cGa4UaE%9c&19 zJ-lt}RuOEphjDRl&pA3)c+2ednkqnry9Hn<4UOKe3HOGF@+Bp(T|f81*~Lp(Z&xjKkO zxb-1YqNb-81BEWAMR8uk#AM?Dh7)KDfGxItc3CfB`{8Cpgu8@(`5~vyQpD48RK$_! zs!!J9qw{-TR+frY64E6!bRfLf|0$Hn;|_tgsp!lpb-8fl)s7rFGPq5`EEHzuA5{o= zVyu>i#Iu4V1eGKz!59*QwVcMsD%OV}CG{}l`Sa(;&G9a;(ijuQc}6vdYf-Nc@mJT^NA~siN3PRG zHPzJ6FkQE99jkO99W1*v+9XL>Jw#`FW!rK)O7M047H3vG6*25`I=|x5(x}&AC^cf# zAc>yud>9YH^qxvZoY2ri_o^>+zO|GK{D!pIc<+b_x;MQXs>w&WWj%`UA`!b@EA$45 z3T)?K17&m`3#tLnFk8H4R}RwiK~3CZ7NHG{uIfue5{|4c+3U)43yy&^hw7%}i}z&Q zH)U93=`c_bsFx*{mQ|K3mU^fN?cMw95ejOF@oTdV0=?MwQO{PUXZGzTwx) zP_y0;fuP1)a1P|`i$Uy#y{7C*s@K-m7DBunuENdyl!XO}&3>$@Y4;!beH~O2@;*AZ$k0=^K{8x?t zuy_x`WEYB-RVX>;%eal)FESaVj2lu-$Vde?iLgzhI8^|MIf`)C>}V~= zNibUgGC6Q~6s9oN%*o!G&9(<6RTLCozkW@U^0~vr<$$Ll4>PwGbTKh;35A4~G_*vw zaeD8{X^S&w${E|WZ=&Cj?z(#QC2aHiSm0#*;@L9+i96a#Nd`F?MH_pd*wJ`xs8|2V zWrPF}{7mu=CVsT=WgG!SMxEU5@VF|T1h>Ev;aDhkTysQ*3O905#{+8zKq~+bw;h0# zTs5joW^UG5#agd(#1e6GQbZ~a+<4ilRX0pKmlRaWZlazyZ)&m-Qdp&(=%K=HRUz$n}i)8EGoJmI08c@0Jt>N$mr-> zc(^3|VmtK-7=XOpuywok13qSpDt?M1tj}uIlsOE=$ggPl zRl3USNG>j}jR=uGDdd9RVfm5Ax;cvlX25rU`n?d15W3h0DYPAL^ji3I+t1IiK}rC@ zS=Oy1!J>bLxAwy{!dn`hopv;wk5{x&1(aSgEJAjT&xwDA0!6^WCEdri?BBmX6>Eat;RbzG!MV%l)ybl&w01%*P5%r$(kdBBG*{0mHMsj2!b+q}EUnVg55W z<+b+_q152a_KtDh0yUicMy$@3?5kJXTLHi!RwCrQZ=cVsj_K0tz0x~=c<>3n0ppbf zcLs)B;_B+!J22qr+@5Y;5&Y)B&W_h7G&B}br%s<%)%O8OLs*JrLm<{%MCuzka30ut z;251BZi%sW@>PshmzDY9`4$c5WjQ8E*6OoY-`l4Qd-jXGm~jF1;m)2_L>pOJi*gix z@19V-e^5#vAbAu=K!VicEN@*nBDjvrpu%v7HzH_+rP5oMv}%5S#xAWYK7E5;jgRVB z*C?;u8x2k@RioI1v%0XsW7^Ul<8vM$%%PL-BTL+12nq;5YFfzj{<6buZw(8CHr z8!+T^0eGdMp`oCp2)3Ap_H^{C7h9i2b>x&mC zn9Z6UwUF$tM+@H8&&k@}vQ_2CkpuGb=XJJUPe_mC*S&D_=4yylIrG zWtgcCV6H$~*zqZ2=LJ|iptdmje`|FGwq{}R-MC4HXbAO%h)T%ga9AaBN&F{YK5iJ& zDsmQh?ZDs9FrXXGbKba#^43O5UaFSNQ&#sgiULVN-gh?*C3h2P|JiNB9jmwNjgAUBP_o; z$8{yttQ)`EgM}h~x!ue(+z})`)bw0%#}1XjuoN%_l8AZpemgTg83SWjE2{YP4zjUw zkOqLoyA!dgxXAbr#+2Oqz{(d<2$dZ-)sOdx%VOI0hyMww_&mQwFhsui)~#EA4t`yQ zRNn!Jye@+c8%N*Uu#|9+fg!T6(0?S)eLr|h`f6}(U7aF6FBO^rJcUgFHW;uFaCJB8 zL?a-^w_kN3YeWR#B*`kckDVeOK4lN=N%{R(0_lxtTd&XjYdt zHPn;SF|xXx0%=}dVRUzWH5@sL!mXuz7&tUm%I%9eN@JL_4OtGG(T&T0O{hDRuX_%s z7(+0l&;T6l(%DL(ssf>66=xJ>(kOD>GHN|2zI(SnM9dUqVUV+7o5}bFepU8OLdtQfWlqh2BrByw^@(P;K+<F$F;NZ zw90@iX1yR*Un02-J(+l>A5bEjUpucLYL1l4Anydvex)z+MiAXD0*H~~f}l2H1ti+i zCHVYl>4St>?Am4@_Gj9PD_7lgIUHG+H`l+#fJ~w&V{g_CjrVeF_5_S8T@-QPz z`ROPp1zJkxLbN}qwSja)`oH7qikoUGGw~C~NOxWX9&0%Nj-&9}Muk+5UuT>K8(2VQ zcYgWEi}KN|ub>pNAA$iC1%NM5Gxny3y&iCHHoN?2UIsWa3kGdE zUGAC3)`L%FZMz-rloFKyQ0+GP!yqV@&s+r21F8UhRWPmd2i`oS)N@H)82dzccm;ZR z^Dmxrr~yALY}AVlHUpg%LnKmdCaQxyO0!`j_ACo70l+UxYJp{B`YECoLE%vY3vp1Jy1uQixGKRs^FXt;al+2H32y5@;xREfofQ1wB&sFdTUK`EO2@ zgkbGVZW}_ur;!_crlS57T%8!1DTZ%$X5?b3KrPk~R2H*z7ybaxFAg)ihIDnWDif^} z<_;N@jU6Y6U%8`Ww#MN%_Pqr!f1*uD1`~ z7#OJkG2YcV7AV16nUaVrjilBROrt^RjcFJ|y&x+drGRz7-g|y_57{`*da7uH*Nm3_ z4UaJgA@pKwVsai@@2045r)5R3B! zmX~l4fe(^T!`H8IsQ7HJ&YA*wW~*e3kBt#s8SVgy9a1FwXF?pIs7zcZnOOxO7nYC+ zfH#XdP8LLk00c1?>R&;GbNm`<<>Ut-2a+iTs12C&YsZyAEWh6{0eLMD)wrOliV0Pc z01|BCi%^=;Y7TaMJWwnGU;xI8yxCP$6moL_a|hw+V3r+{ZBZ8&1UkfdKxar|JPt51 z%X3l?1koQjkR*0B?AR$NXKB6*KCnW_ATu#_Kt+HCFqOXoy81UXM11DW-zDGivCOcD z0p~+G_oVOd@!&n03lo%xy-;S=A07F#%#Uem79ve-k0=#^w#{KfNZ_FsGvQtofn!c) z+J^ljj&twzD!{tMh|;z-QI-ww3E;(DAar|EazTwq0ECz#537g;L_Qx5Njo+f{fZSA zq3pnD=hfO{)A$ncbOxj^DJZzGEdg)npxK6>@mA@=6F2FvOCr-1aG@8&^7fjYVp+Cq z8988p44YzvL!$yc;T<+os%6b4G9W^x9q|U2!^0$Bh`mi{9$qbM zIig9!iXnv1H1jiD7N_A>E=)!SKrRNuy$pZ?3yr*Hjp2M4D8$1B-6PLA*BluBa(@0k zj3h0FgMqYQ=ex@*$b>1x=nEqw_DPwV$n5_nj;^FrFEdFM0_mn0TESqzdP)?mz;!@` zd54hsv3wtI0&_9ePSkh2WZc`0S*$e z;GzYfFqp3+Cr=PBfDGLuT+pnSu?g?!tCWwcr@*s)k57h!212<1?Jh!SuD7?OBA z2seW1;^iuUokIQRpI|OPdi>h8YkuIK3VM3$kwYWT0zZ|CJ(d>7h8L=i6qqfO7;2<` zmOTxe+5Ke10dUALcFQ@8IFh)8*F`s=TJp{z;I?;kXvCFXARuO+w=l&( ztzcw~h%PNH4XDs;#{WF3vw5cb!XF4Z3_U^wy_`tRs1slDs=h+!P7IcilDbV}3=_n> z-00^6gpT01>0$_=0gi10jMBuNPab1RM9kOMw;rRjj8HK?I8@4`%>OfcEvRW~-uNe0<^o**!;Nn7;*l{7^1rB^ zAH;NnDI6{f53Bs`*!U*u4yf_GdNG5?H4w4YvR}f3p zP%E5G(d_Pp;>kK5+2eKNJ35p#cIJnwsw;iHz2xVSH;l#($^p#|5?TEV(<$A_YIH zjB>|WN6hmf2}X28S3@$k0?#5U>Fyfb!*)k|dt=O`k=Ko_dzDPb;>;ShoGRR3)>&e} zZjIz-XDBVUUK7+9JHHO3>0C#t%UtYnU4wpt4hBq-bkZ#n$ z9e;%_se|?*l%FszpOEl6PiDylMkyI8( z#izW81IK&TXg`YDp5NQx{dGgc!>7K=tJ(EXC1Un^OF_Lf-ye4k`z8&;YmqRwGOBPFOGWaLyMn9dzZl74_Vh>ZK#Vlw3lg%8kgsghE0GLyO*I?kVAJ`h64!mK@tcviC< zW(b-T;HONCjgNh9ClBrW(tjOE^*vw`PMTV*6dRtr<(Cw$`lq@I5+779uf>xg$#np^ z4#*GWpcCK~1TRMnj!L$@I;%})i;@d@E*;+p@dCL*ZD$U`3Z~`%M`Dru5l*|>P_gCj z|NHZgroX>-Byt-Dvq7n|2=#R*ICNo_|f|hM;bo4w1BZ0n- zcRK@Okh4^P?zQ%xg1nXn^bfT3ZD2s}bKLC6f1k2u)pUP2#A^k#;XG*^t){ULHHK~^ zKR7q*YDmZmIBpfkGm?_55;<3ua3HpR71dBdON$N7k_7c|0)d|C=_-iQz$c3!c_Zl< zk1Qz3&}uUP*h|94gmk-P?X7feE+pMZyb;sSKy4xCig9jTmsYsVW#q949Uv(`0fECE z6YwF(=m$Ca1VJ+rUrI|8K`bE%%|5tGV%IJKO)umFBF^1`hbRoS2E7Pmhz3A|9Grj| zTlGOH$iwvX^nQtnTLE2g5=RK3vCQg!lP**N2S%Co} zy+J85VhZgDWRej83^TpVgiYciZ)I|?T6K}6k#N8OCJlFt|3>Y?h}TY1IisVaMV}u9 z#Eap6_Nfr(%GLguWEtChjl^K5HQ*KKG(s;Xh6V~N@`g7u2T>Z4JdKcAh;nafX(_Jt z>sTL%ZnzOsJfr}lb=!T7YD(rMV;dk*_wgjKMC351f-+si?K^uOyvGz*XFBjyKbsXa zMiJQIBPJBU<8gitISvbm?=9X~V(VTr2GD$EM5_>vnLIaK3R{^-r;rVoEsYyOjr~(ZbkrojMJYLJ}6-|uwO0fpRPq^6XzhWpU;$gw%M#jP&jv5}M7h%rUJkMJ5SSB+A8BzrjboLh`ecQHNvoYJsq zHU>-{fDc6j7T|iZd6K1YHe!2tT}jYtn|mk^aj}+;&!23pBCt76xKH$j=XZ?gm z0qrMWgt7*B$aRKjMW7lWP&d~_Fn$YL+bSv*>*f$wA!Kb13X#v;=dJe$UPF5au%G{I z&a%Jk%hc@*(ti=O^#D&{VEA4;j1fM#8PQc;c9KazaENl#u=le4;-+3=&T5u2mE>3U`BLE08Xg}W| z^hO+sH*@%UgLv0Q`3h_x*nu?0Sny8?jJZVX7tytS4$0xKs3=9XnKn%&6vmd5({SId z>0|R2$@G|8I!#4`?}dbgb=87a+yd>TEg!%9#`Aj&J!p(I1DHyuDHCPY`ub>%&=gL zv#)}OBaFiVTQvhvIHPyltfP#HxKo;oac@cv?n_Z5u(c_sUo4xmL=b`{@n9futo6;J zq8j|ZAQYpR*&J+qrP@EV3Ih!XQ0$Swqx|q-&-Fnwcn80aoH_#FxPQ=w4QQJaCr{z) zaLC6hL7d#PV>EWJ_wDulKak2JAv=(!`#8A@d2an2m$0aP($ece_ff;%!rgFp_>!c# z6o+9F?Shn2#E`y3LMsZC$W6lGkHoX#I_5m&nZnDF3{R=)%n z0tT2y$ICU~N;trW2KoXyLJ=pHy|n(y3V-H%7t$olL4JtKh~3_rj_~nucr~b%#FtB& zQS&(h*l~~zV!0AnH8}$1=Z}{4*frA7|8cy4W!fHYOhMC9x!i|0#lM6AHR@xJ-m{#- zdt93448x$TLUUaS2fX|xI4gt1as?)T{VE3SfKL@bd_m0c;~q)C(jMW+v{{@LK=C** z0q#wQ2l|8tO6j4vk#isLAGO=!Ne#cSIE39sjHv>&r=7b>h?t3EXQ8%n;2=hPWgvpW zMca9}Kd`Kir@O8*TtN4`bT9M&!u);|&ZXiPt@e1eY`IDaxRbqvPW3*UVxs-MM z7w!_>QivQtfi&DkSy?WG-^uYqBJkTuJ%?#hf_sD&CjuZu6vNuZ>K_2NizDa%KQM{wW>EJf?ur962O*K}@gWY9GL%BkCSp44eT~SrLQhfNDT! z8|poIsxUpT!s{SE*nIIrK~KOklI5pT)6(QIQ8UTH7<97!_bdL%1~_gHkZxRo;Ws&S zCUOv}a0!XOKnQl2{DJ{1oXbW5hgw=%j+oA!I}}nblZSmlHhrX^!E$UF;_^cIiWWP~ z1T&d0ZI+~CdDB!L^FkjGV&+LG#Et>}Zn9BzZkdxCTZ@U?<|JHga-? zG%`~_C1&Mlx@K}13kkPpc zJPb_pekKwYWVg;*k{0}{jj%QyscAP2!Sy0-359q2=Xnqs^Hrb6ulrP>a;Gj?vF4yw z6%NnDQF=JmcS6G3D*qOuk8b%2hc+dbqSRNyn$G?S@wYx+38TF>7>!rG2T)C0K=k$# zCr+MRm$`tpqwfLnnS(-6-xVYR`4$m6tkA@g8EA9l2siK$A%|>WFEJe5Fcp)Wl~IJ8 z9(fcDCq#m8Dgfz293==_`!=8O_tSN|H?cy507jqBI5+VpW=A9K?I zhsn?78u^jGHZ%c;tfefhtv|r!&;ALxXL~zP=#d@oFtbbi?w7s8m1CT30HPw)hr+^( z5;9ZRkc;GR0Ln}6%p%c|9tm0jIW3fLXj5#5Z+ z_0M^XmMBaOBHxi%0>t7#C)bhHMvT15TA`k4-XN5H+5&{J5)1>F_wPLE&b=FiuBTre zxx^pa8gQX&sd}_ijZA_5JK7o=J9i&da^hhd+H(E)1ff$eF*E^`1d%j1_vl?23`3p) zVuN@Vh1Tx^DCg;^8Y*9>QlIDTnPj>~R#^RKX<|Y&`gd_8NkY;XW6`YE>mC@u!p4aY zg3m}`8=~$1qU}Avx$fWg@i%Slp`p;AL6MdsBPD5x?2#hbq>!ENhDsqNMItjh3fV1$ zip(-Alo7Hwzw=V}cRkPZ8^{0nJHFrJzU#*4JzlSCoacF+uX7WgZV4RNcD?2?&n1rt z#Uk@1%t1JWmTZD`hbk(dB}^j3yKxO6Bd1tt)^)j3TA*E;!J1oFA6K8Tu=rZ^!C#`_ z*Vx(R?52^Z^*)0%dfwU&<2#Mj6^mrgiV0=kOHWV#WFGbn6C9`{@hfjX*Mt%ltGm-o z^=>EzQFLaHq2%q`Q}PntKr1_TeFan*kL1@;L`bLPau3xc({aTz+@Tj#?v*8zp;*22 zoNY)plbz8K9$r626)timy7&2&d!^4U_v-1-!`dSSc*E?eQ|E}@h21d)m z_3U@fM#+8;p`UCfu$iu!g5I9_ zf`Fr`j*5>Q2}tV(0PZ4cF7(SZREcy=Vv@G-m}&O+Ez>x-ra696m>kPIRwp~F0Qf0MM%NPoIPX@u9C z-j~R&FpqkPUqGr%Mm5o73A*hkFw-Gg2k9DQGbfGLfZwh|v+Gq>#_%QyOSAhGO9g`* zWEijkaeBZO7-z(pS8v`-eDPyIoYEsWiASiNPFq`FfwdO~s9dYfJ|@DzH)BoIgWbmP zeV+z#4fUR@5BU%mw7@rM<@wFmD*OV$M3ES8h_fE_8FDm9ZVWy>S%FRvUF=PiB41Ib zT*Q6=d#lQudC|GRG#7*XN1%P6p?^NzRo6vpP)7ZyP+8JQ`f)<2!`TLE*hVEUYzQlK^spQStJ)39|oD~gtR zOW6<yB*`-J>L>Ho;0bJx{%lBX;83UAoqS|Bg!XOExo`R0FEt#OCz3*=7nJ_bNjiLQ7Y=9+py{*GLvSF z!O*#YXmEOJdceq+pn{;FiwN{xMQH!rK|j5OyapBYOO%4707U7Wr zsO5s$AdCtM2#{Q_wMG7?x9|&a;zCd%k!B2)2C3lycafP4`d&$pBf=Mwfrc?(fFkNt zQon_;a{S~;#cvu?D+9St22O4SPqBY02K}KeCj|{gPG^!n7e==5yyb~OYGcLi)ZA3T z8~uob16Uc5!^fIuyFvKH`1{Ai9L%z+UsPU$LL9oxi6pXu@E6b{jZMag5ee*_6r4Dj zdAQS-^-I@nhoZI7>EQ-2kt3I7()s~@Iu2fqU_-z+RE9yr{`_}b=l%$pOJSU@4A_Us z#36&+899_B7;c(ZP#^cU(gnPirrQ7hSgz}Wkwo}Lf{YE>DIOX=hT%zR;j$BjmZ@qZM?b2VIOD;MnTwwLN2 z`gQ=wQyOl;ctriKy@}UcbG><4@)hkOvMo2j+u2W5C|V;TqHa#Y(sqW# z{X=S{YIF>(H%%o13jk^K0`O&)(`iQt1<>Y`WEqH6Fj)~gO+?it1rCoUJTpfJBR@Id z?nt}I9Eazp7e_IE)K>1vwL1yvpHr;(nE(iNG<`t!lD-3FIWGRNiC=u8Fx1EsneYnV z>%q_&Au^o+rueI;N7~4U58kZ&cjdMmR6zHcVdwzF`4-@pLgaB0QDEPUg_?6+BW7xS zD`cI(V?0u{L>vdVknc6LDqUusUfrUNkde^jAm}#0fBUPifDT32?m$1M&_xzefZAx* z7Euji0t={+;vB%5O5p|#7Mn}GmD>#m8&o%BB-F>K$p;?39_Tj`m~@%PYS2N}XS{{j zGbX66T!Jeiu{?Ru*Ua(6SP)-X9-$OS{%LkSY>2Qr`Mj+%Xkuv1AX<1CYEU3R(4P*$ z1`y;4K$}tgc=xA!YEOrnOhFnm(|Ptrq!YyVPhw!$<>B3z|7aOQ6NDHXT?xEpqh8*E zn)nM7rqIAHX-m+{dq2E;H#eud0Ow|5W#`OHUfziffc-3E!uhfI0>B-h z|7m)GajF1#H5qJ|v~W$2ASzLqoeR(5T3-m?o|#rIL`u#^ zM0;M#Ra=4A?}1w#LBd`Nh=JHcRJ-l>d_GsZUh+$z*zqsS9sok_<)Jj%?yL# zX%|Hcwu!7Tn_aPEhnmUTVBi!0MR%F_p^y#^4P~8UegIv($DKP9L4VqLxXtN2+R@cD zL3ajJIQ3S~5GQrfZE14N#bhSjqA;AP85Px866@UE_i2yCJFwKk%`{~Wg3uYVMVRAV zRk6mR8jnBrI<F$fx}n)<$~c?TA+IZ21l7voBe^cscMSl-n{$Py|^3J;var4ghdM zW*W@FX`*r>r40O>z9ODOoH`YM0}m&GZ7x>;>WmJy2;Sh>$_9p&NFj6mw;b~~Nj0x-$ID3UoT)?F4ukNO!1eznK!=(N0r4OsuKBDylKKz%^73{wim|dlb zXaJCcV+gJQUk;cqT2Y_MWB8ZJtv{1Ib?PEgT4Dn~|C+%f3H%ndbq)j=v{vy=RH|W%Nkj0IubFwbfy)=+mI`3#svdzb z{MFe>2VP(R`ZNM8K_fV_BCQi%CKn+nv}`P7!JHnEa`;TBz7&$D^p4%cY!yueqm3&B zkPkG5KrIT@m?i-$z?1j^k~unZVtC+(|0iS_6xdXor8$jo5SW8>O`=mYKB!`-Xtx;~ z6~hls1mDJxO&*ahkUtKmHl_ZD*1qKQm$Y0}fnqJbf0xSb}F*{LdOdvZl011`89(6^=|C%-Y} zgvA}|10j@np;1xq2)_jur1||G3L#RI0RE^C2@45{!z@G`V*J@5aIOWAPJ9N@_NF%k z5Hosbp`}ZGH|2oqWRKodc^x9cg*Z9@it&43a_A#58cGxfYOVuHSN=hLJTuK+4BgTx zMimHHD$qD%Kv<-e0elJ@73-gf$vQ32(%oqTnM_{M97$W0l~*@`WIPCm-t*jH7rM(!wiOajrxM$7knCPF835i1Ei3}ACdF) z>C?|3Oz%U@+gG`I<31d8MDWm`DKnT*EA%3$l=CL9i$`>d6f9;QX~(C6O}%0{t@31~#*YhDOo`AF~}st~Ka zQwr*T@Ekw*s-N?c$9`Qj)=ZZ8%f57ue^UgV@q&KW4Jun5RDX?VX(q{FDt=Er-Umf+ z^lSSaHjUVK;hmylCoUEFUWs!SP}T|n8-WNTNJP7pTy~?ES^u}PXii}5Qvh8Z9dH~=zv@h3x%CTNf(`u-cKG=loUQ11nN-qT*AXbldpZ@*0@KR zqBwc+uJppT&;=?@?yb;YhdeBnsz>-Evv2fpdv9mYgTqr9pmm&8<_6muMXR;PZ@h%} zCc^dQ3m0~c-)k@%colkPuuRCt4hjeiR0!=sZ2Aa8U^*iQZIaglUJ_L8Yam1Vf$YW} zb;yFeT4gw2xsg<(<guY>mAx272eZ)^kU|_lKJX#F1QY!2d*5+ya8S#{EFeK=bs~n$gg}hMUf6{n6HPUs zA`W5gMe(#5WSAfZnAi|}$+`+!?r}orbGp4SXm(OUKsANOdO!(aeB{Sq+4%-=W50c|o$`01Z`> z3`93-*!~=^cLb}3DoiwMI<}azCQ}nk-tER&QkYZvgpH@yHhD$u9cM?|MPH_PVOijG z5USaLsbDWaZFUBe)bD(SXH!9g$bhnLwe>|S^geVr0L=T;y zy(ESLW1B1Biiyzj8cE_KPBddAfe_+J9zki*-`~$LkY{$lw1DQbAd`Lk%rSN?5|2&C zw@Jt*nCeg~{i?Xc$n|Z~_tw^#credXQlwynfq5h{za+CJ0Ba2SYLOnAhEXvj`5K+W zN8pMI`LM>~WL}_X0<-uWb~hxg26B3WW=%4Xyy*Nya@)uAjl<*%h9&V|CRlQMm|w35 z9DCGz)xkIXEX(icbwrtdbmh+8+cE$ zmc`~K2c5TX9h?NL(Q#5$h|+!nENp4u0LpC|ibMgIS^8-CrHY_28PmA~Tr`dfThLwL zOE9*<1{vwK0Sy0M14sqY1%Xs}@2?OM37ElRCX+yn@YczoC*F;vh}sR*mJ~$Us3=f= z^=vqIbI!x-Caz9Cvx0$2hMSQBGkhn?mP@Ir_DU}DdXG1(1bW;TnIz35$iRM1tiQB! zm60n(&zqI@Xz-})ic{Qy&Bgf7zJB?#G`r01sRQzm=q^NlOcVB?c`G1=UlCl!d0=tf z>=|UBhAQZmsxqzv{1=(nWAORX0Srj5qtiCxhW%hBDojrRB zLsA(0{VVV$HgfGi8g^-EaYE?B-)=TX;Z(`Ok=Y3{_4Y?J?G^6;w&D;ryW#BYtkXpS z4#O-tpr)UrPLHAaMdSs{e9*|=91MVCZDXwHZvGD}MtE3#`SRuZ=XFxSlC2;0OBUX0 zmqjNru_$@BADO67&DtPJ!IogmvS z5`}67c{y@B2XNEYZ^;Z)z>-oJer1gUVD*TP3)#H!r4iW9-X-V zp#TGVSl)HmKh$nfR*QyB04sP1@~cle4DgBi<&;_bys$)8I#;afbX*%FHqRDNHT*Iz zNR0Lez3H-icTb4)S2RF@hT|&&Ce8A}#pNSJEexi2w*hjb4y+~xZ9h3XYfTB>Kiu3p zH$l4I9^3&RnpM(wV0lboFp!y4vf?lh3e5AmKuihz`#HndxXP6hE$$C&Z(gy zJ~Z?SVMOqkrkIellcaq%d0?Dz)=;F!V#@nA!G`V>Kv7_0!V(&NlvlJxFyuLrfRJa; z_FydmG0SO)d-6mQB5kyauR{!~LJx1in!z&{vA3+Nck+S2hGnf{%zp5S0;Oo_x^_+X5??!DYTWrfnX zM`N%jDCqz|&-aAQx$rQ_g&TfE%K=U@&m~02w+sVMxc(Jrozc|6Cy-7q0}R_0Q8h{G z?Q9;{N|KKkVpX_sT`-2@sU6!RBSZH|Ca!?g6<6rZ2Q<4wwwMbeAd^uCAwn-bf}5L{ zk7nWuBupUIZ^F|E0-xy^Ii$pkJjXB?mWD&qYs4;qZL0u5yn?wQ5r6cIaa<-HAqlkm zI)S0U#T#)_s&bSn3qvXg$U&xg`Q2TcQjPw+?%Z6Hv-=ZCb zFbUvjk)X4z@|eL+2VVKUeh(T8fG3!c7w};u{SBZd* zepU(Mu%Bf>m8&wbY&!;fjA@kuKqsjWkSID!r@^o^f}LPo#0jtM-d_6<4P7}m?MLwg z((rpo0uVajIdsw{q$khMv@KatuVRIB6KH^*std>rnA4o1SP2Nd4W)+K5g1Bi0zg%R zzGFwb`~+stFlw{NJckjv_Zm5PA(*+jdh@0<&?UYTu~P>U8|9ZtWxN97DumLDq_E`X zVPP>h|Mg-T@h2xlut`V|{K>a4At<6oU+W7ca(AGU~fZ%tY3k!l1)JD4| zwerTr#}kH%GB|JCQ?YMC!glm|1aeUb#_iEK1r)Xy;L-+RNb(t^6x&z@Nan!%uiCaP z@l~G-EM{}xy?aAec}OD=vOPaI|K(jJRG_zDQ;#q(p^vK72(B1)`vpLT%3`GoHTo&|?9RSJ*2S-Ci6Pg)D znNGaYqV9XZw!cXj0xPE@td2vfz#G462sgl=k;B$oe>#m`1(2g0tw%fqs`wB-Nif5_ zz!-|~&U1#CFoMSTefnHO7_4LBDE%7G%0c0DmIF=;EmzO)WXA$?0jW$`0dj#`_b_Tm z281u++fTEd2$=wB?=Iy}*p8I{L&O)G`U1XR2T?ms;sI)-clIM>*nJPjPB7$F$et9G zxgEN=$B~h`NIaVA*utQKL&QHo83qaTUW{3x_M3<^6wJtxt*s_Kf5;3oLj)$p+{PK? zJh@0qUN0}*op-V*PMAn8frKK1vg710BUu}mxN%ce5Q5&z)##o)@a!z zXMjsz(LL~fUzZ2i51=|p22ot`d_Qqx1&%a=l=UURv*jQ}!64n?cf!Hr?_t1z;x^5_ zG2=7hbcoYE76t&`B^W?}LSX41{$h^K1?JfA^A|x&h6DxupkkHV9EHmUQ$?jRq%h(4 z1;<}70N13zRGHf%m%);qVj+3JGKJ_vfL-b|HHv^zIi0P?`=yHoBRo5cac zO1yM$8a+lwaZM~l<~nenYj|6%4D_{^Ddpj)krzLv%?F<$1fqdT2P_!cLeShFQB{3w zuMW^>18jq6SP^T7p}tod1t^L1fV=3z3=A8c;%RaZtf&YK3qXpc^Pv{&k{Le|mC(tz z9_BVY2!%dqK4~JoAE!8ZVB6wxn5jV{O5#dVZK6u3QmsaMrb+`u&N#zQ1C6A7gN#lf z8o3g-I~TBNkY4H3BhsKFV*hx^C%kFXD-2SSWyHp8lx(h;$bvpT0Q&ISegmrA`OuUg zGSLZW=pKY{*o9`gotFkY;M@@1Sr|Awk4^A+`{qS|?}{RO=J^cTNm5*mnq} z+;&k>T|^tkdD{HdG!~5-kxsFPYm_r01>w?=#DC8l#JLe)8yl~JI0{5e88<{lA&x`s z5CgyZ{#>=f%WZ^*_8Rj9kx$ubZT+GK%t4}iv^4}$K7+9*Re&Sfx+pY$ymw)XmjkRo zJ9II$8U(@lZZ%fEUp7<98P4&jB@mHsae?w`%an! z#CNB4Lm@-@Z@|=Vz9Gu3%um%8i&7W7j1DFcv8>~;I9*GPFF6>qt4*1{ct|H8o4W+7fykh$ zbo)inNC2N0m~^d1l899AM0D;%1R-irt}Yq_F$Cj;>+hGWmK2noc3q21y_LUT!V0##e4ZQ9>3os$U~X@tBfkTCp(x=;!NsPzT-yh56!2RVX* zbu6M4?)g$OGGT89Zo+>UJ8mY7b{$F+3GP!6C)G1A_}Nz=*X3~@qW$!Bu(pEgHfxqN z=!8iOp|gV3|5i%bNm+q zWbgN`FWUhY!rXo$ae=6Cmg6~M5A6lyh2YUQ(|zKK;6Qo%?$+T(;5?(`GwFrg&4%AZ z$PlavlDk0wzRJss_(TRn5J7h|EYJ%)?>hQIzz8be;cru#fycH&&N9y|J~ME!j?-=2NDApOVsUol#W3JQU6 zK5QIpiIr$}!XREs|2Nm3+Og5{un||mj3ayYTtaK>P;sucA_Q|P$50c758Ym&tHDT2|FfV4MecvrOAQ385NFsBj)b$g%m> zt}VoF;gwyr_Xd4JTgH&t`+GvWp{9Vg*Y}}Ar>yNxu0wtzrS=cXwa;snAG42!hW4x9 z*uaG;T!lM+JP1O$YYZEg3RnVi+5Z%(h7RJ)_GRK0@BAgSty8s7fJTRHo-%%&xKh0Z z9?nMrU8qGH9PObZL>b_cRbTbF{5rI;GTch&%|O0}6^IWVgaqhUTV01uy>%*7b{rdz zJ7a($(7r8M2Hh%fVb8YIcJb=71!AS&?n#`_5J>wa#mmFf-*ga#!}!>Jk$vsM|rJ7%{#VE5m@ zq(mt6$%McE;5-{2?Yvqa5Jk$sci&O~Bhq{KM!+Q|Ww1HY%g0AOx*grd7D&B8DXxR~ zCv$A19VI2Z^W)#o!uiU@bw3&A&>1?QJBvR2Q$@@{Nv$KbW7cU^;+I- zF1W*kw4n0ip?wU_J>CK+1#EyJLRrOgiy+Wv(Ksc9@t^kl+U6`?;6c9@)LRTX%z*{u zpb>^TyD=_@tJv2(W1XzejH4 zyzt(uSxjL)prqi6>fK1Y%8&yl=;bdoue5JZ56c%weW$V0GuTxiWgmQ3KBl&3Xqb1f zj{k7LDRd(xfVvlObH@TIwrZ_Vnk_N>BriYTJ-HSc$ugJMd+o}VQXu{ZyZpzZKp^^y z`#bjDhkzsi`zBu}uJMrzS7+V*E#h=byIw91g6eneiWR#&(cFmZojMhPGPZPZ*5Zwl z62rfCJGx9A|77P?Km;5Anl4b7FPKSIicJ;9v8AircLrh_Z{+b1&LD2Ve?4Mo7+z!h zgA?QV8tv(Q520~yEN+MULmA*6%deLg@vU6>sy3{sapPr9X8GE*o-z#_t>uryLj+`@ zC-&gsU9(1|#rMI3D0IC${0{F}=EmWUW+EJfn|~sdJF=en4ftO~{;!WycPyKwX0jTq zbEeDdmqP+?g+_6ylEs#Pg0_c1c)zu>qe;(sC zdIlrTYB>!wsHa*-_x<$^d_&WGAed!?^V`$Oh9fWj-fJ3X<9v#Yp3e@ z{@2_*vN(XxQ&IQA+V$(-RsJxT6pX?gKJ|uM&GHKhV48ba>yq2v^&w~1?D$qqOFr1L z?F}vuH1QOXi45a&M~2IG&-t;TT3X>F-NkYjW^&=+uubU8Unzx1;d4QJ*6tpT?ZRECYgK=tTanKgi(xW z99Ody^I~EH^|$vQJQ&sT1h3m@Y;=TU$C+R(`DY-_KbvfmRj{#n&Xe0@sazQbDM6Ur zq0oc(195K6;4|E&Ax<5=e(jn(CQr2dSUJL-L$hkm?GiwvTeyN@ z3Qt1bp@LwnIG(Oq7{R2<4PnLM*r4a_zTemH{vk1zoSo_(oR`_UELl9U+RVGus7H-^ zX^!%bNx=Zm4*82~VW%sBJ9*|X(8)3Mzulc$rl*0^tD)ja=`K0|Ps}j$jDfv?6Fbc! zeNtkK_)=eEP!SF$ZI91!%Oas*9^2EXYT>+jf$+aMdV}kxUvbkNi}GP^wGy$g;@m&0 zr^HXRJ?$v)AU)?QP@xmq?}r&PG*3kz9e4BsAqTAbLIlfiiDxr*I9kWa+*d``8-CKCKZ9%2H%# z7Fo|odaUE;FGgu|$HylEyZMOz1B)vKy?~tfg@ok6b3`Y$qu8-3Q`0X!8ce&f@U#OW ziaJgyf9N#WB$t}rlcGpu8T0F7 zm>jp?*$+EX;DFwP5Zriq(Xm1R(?&llqcw!n@h0t{Zh&uL6zCWubjBhrQBMy)cDk_N zO8j#5HRxXbH*MaWK3$2^4F3_?-H-`{sUrKiDhn5!xDW+7!a8AL6+DN~f?iZq`#syz z`;O5C18pvjPO53v%83QSzDCRnYZv3bz4vMRR3RY=PE2obZ;?o-ss8#TcS=K7Rh& zLZLB-XQKvS9UCmqd}iNg=7@@RO`6=PQ=z~Y9V+mlJhB4b2L!w$59{u!t2@2@WL(Es z-r$$h+yDA5rlM4jGa*w84)M7RVeiCZCmNx40N|(qr)609hNBYU?)iagVd+T06M?$f z`&hz_(yvAIteNHgcij9C6eG4v=T)4?on~)|`L|zx^>FDaYZ6LbV+caI*11~8q`xCa$D8>%nqyO$VH)wIVhT2eigoQu?m0oo z0-EUO>|p9#3WR8b=JO*UcN7szV$wSE>cnNx)S9KXZi9nkU_~N)%hQKD^QpGEGGj@g zVCHcA;SbaCjAqgA_;O*2C2SV4+B+`w`EJ&CLn2eIO9a=|P+wo7bk!hOLFAn0sv6G5 zjekk)|8aO%*TbQoPYZZtu?r>IcBn*O8!0*Vi8R)SEH!cs)c<t`l`Bbe^0*uwQ${X0lsTDI`iY?wQ{}%s=MoHtqx5&UC%z0 zQ-tvB*qOU#boylGa3MCRWfr^2KF^qx<_M$d%3-0QMtI{jqU(8^UQHJyt#dt%S8 zfw#*2xfOM%C9Au-tCECW{3kO?JM*1^6JkdgW?sCmXYCyGO8j2 z!fqtFtg=m;)}c{luLSS>j&Z7Vc3h~Sx-9}K|4X)SyRb$`Yl-^f! z6wL;)%!49XB1+z|7n~P(M1;mf`sB5pMtDc5C;Gi)*FPTwiWRl|{E;&zis$%rbKA9; zUzzmVQCyWwn7uP#tZ!`8U;UZEBY=mZu7rYli3`}BiILX&|e;vH{Kwm(Z}YTs%4{{Az-)1JTDM%R zuj(vn-mVY#Q%>g2qe{UO`$!RvWQ}-xr7$}I0|;8RC$ z4ZcMAwFTn3k-p5aQfwP4#)0ECAs6=6>{2EmJEb+TvK#A(55uP*zDjP(iHF1ek&&Lw zNd6j6+-NzGY7YU`1ajc#gh$&FliH?WV9+Skr}fO>7MEkUJk^HRuUfKLex*3uYTv86{9i(SR7Ztuk?yhTv1S);KO$ zx-?R_#%4DHeN>mt#p?g>O_pPogdz*`MGnx^Y|E)V0&CXDEYduEVHAlo0tLEyx?KX7 zUE>OK0SO;eP-?=p4o}-sS_IG_9smPWLRA$6!RG!r#8|n~924~-NDL!q1SGZc4$74e zz4x7hxG9u!VL{8Vf~3fqmk~iwWT%P`)XzVE33tqFS%(OI6hczqCZTwfc9rGP8e!;@ zaNp?ak}IBVb{Fft=QKK?pAMKp1TSP{fyL=m)GwGi-s#T@O>rHqEwSEDx^`Xfg?VME z1h%js(QO!h>3&a4iUk1IP>oIR^@+idi}M>SfhQ?nuPk-on!R+}K?=~Q4|N#3)|-xHjtxopJE11+v`xdQMNp{{4q;_8nK^QfHE}X>3FEBob?1%& z7!uE55b@!dyh59Jhvz1YFbMDf+rAZ((qg|}Oh6-00-PimSzZNF#k9WdI5{gNCcRg^ z^;6t#dKmln)2Z?f4_gw-j~&I;e2^G(@bAT%4uAe!6{MFpPkR>#9c_GXSMhz}Lx9%9 z%gRtAft=OCnJyiPh@JK+KjZV$vR28aGzPks0DnveEJ6LI0fU(%p1QFt>gc$kIQ|3RW{&v)bD zp~k#T>1<%ZlAT=cRc1*ygw}Ar_8%M8_YZ#@`EaaMMY|Mn(a1u1`val9IIipnx@}&i zg>2BqLBN}7|9jcNY^MAJ<16xfo4+$6^6CgpghkO;%k=hFV@7*K_N zx#tKqyJeM5fpKiQvhL8e!_qe^Y+Is}sPm@&$MX(OGnUQiYNvft z)72X{?x4%z(K`EnD?(P8{1B8*+E@+6uV+g{!N*$@p7T_}Z3Uu22AJ6iYcmJFFNOG0 z4op{Hh>)wDc@EHy&oyje(snB4Vh-Fs{C@c(z8z@%(pk;$&s+_ufYx{e4GG7#buNy`J zu0feNdL|q~6e>-(`5y9IfWZ{mnn>T-@Spx({KEiku7YXvYhVgDxy00kgoLiUyT`g7 zm0abO=;-o*(`3AJH?94e)K~SvH2nJ2YaJ*Nt3M16qePrhS8@_sWf@P)4?BJkctW^< zWe(@L$57#v4q}itPbaQFN^l7$XEZd3MyUTv2PwT_Zxo|#T98+L8HsotX?r0*gK)T} zCi+001fvl1(IkPw6D8rOf3;A=A@3C9fdrx7w@p$yq@}XetNJSx9SasMI`=Nsod+sK z6i2dK&8APACckgr+jV=~vp+Oh<~=t)7CXVJpviKuRqThQh~5UlKDvSM8@!q4d_yC2 zim;(Hby=E_W4whzD=gn+FII~#GaAY4|27>omLY=7=(NR5^VCT^c>iD4ZYnPBaq9X` zS9!xsCo2UOoS=mEqvsn0#$ttPwBN)WRWEqh1h^O&4M7~KuJ321EG7*Zk6QzZp4&WD zC`_|ky|t|Gqs9-VGK@n==TdN<>plvYXuhASk0sSQX@IN~KewJma<^jo#94q$((sz9 zPrsho{P}5^$u^CI*#bxz-oSJ^T5Qf*p6~sv@3Zm5Ux1PXQQWw2**#YG@9aD?g1AtM zrj8x2-t}^15X+VgW=R@gHH$IxkwB}8Yv=Q9CwO^%bm4Y-47rs}Wd?2^m4ULa4?efQ z7PjD9VRQmu^C0zuTn@i>Ra@k6LX-HQuPq4snu>-RN5XRXW1dTuYn}6h?RTWR_~1Td zr(~F5V$TQv6W2iflyMH?VqUaG$2iv z8sdG-?wu}X&2k8PCiM5czeHxXIPh(|fd=obz!`BK+8%tnUaQ<>h9iIiBlsUsCqZ|7 zeIv1UiuH$}qve$)^Z{-VCsho^+KpBL2>Ae-kU^~5k zTBkzV^cV?45qUo-Ne<_(Bf=IqQHM=Qx*7bI3ex8X@gWmOT+H>GH+!0ZL2W`5Fop`R z=ZrXWns4oL7G};R#P$$+M4pzVN-FC_MJx5~EiIp+qpUCPeJ@=5)+nL5IWkuKdmQlJ zkTnl&q&&OPYL|QpLm>co1pwYhYh+zP(F6ZY{#Bw83 zaL;zYBfHVMEjwEaE?h-}e;UKVM|*POql$xGzi@9YX)R<94xA)Ji7@v3$N&cs6 zL8Z2!pzF}yNRjc#^n=d;6T9(m-Kqq{^dgYfIXIn?IrO%ptp0W|OcM@0+^I(8xT4}6 zDyx!e>{>3ljp61V1B(EYUA#p9!J~6EwmJGk*cAkCW5RF$ESKFVy-K;q`eguRm1H$h z@p_Zv93G}~oezirtgS7l-rXbk$3V(0X|+G<>jrP_7}VEdFk&;pgdLPzkE!(Axl>c+ zm~Df+JM}n5P=ESt(!2i9_WP0zS}BScTsndvDv(@1PgcRnDFf_S0D)aV(CUZvM0u-!wropqsNurD>>m0_WaBgVK1fvS?MJ4z_F@Hebvz%gQ00vLYNBM`{&5 z!shj;i_Y~%F90ga20y4>K6Itj#Zl8#+%<`L@VtAZX}`_J6+~2Y8-l4&%voTKn03!-xI=~H+ToS%b4$GgAIe zxDMb0B#-8Bj4yJaGW7n(fqxvCVE{iwPrk9M3+K*VAv=g;o$$T{#Cl4OZsqy`pQmyZ zgpr)0){oI&djEInDMdEi{bUQ@*Nk^xmKm`t6%eG$!yp(+X-4P}<`d z=H+`(Up~e$@}RzmB0&5yM9G?hf}R>EP~_#gT{}_tVzZZ`(Chj2dUgwNol-oZFwBvQ z>=4Jr7cQ1ZX}EkUhzcXPwTPQ4x#NsY{RH#cV+sw`GI%QDm;GPk86{Vn`CF|WMaOD{ z*jAH6Z9e)!h$cl*L*!SE0+3dNA|~CM~L2Z(`*8<|1kO~(=nAfq6c{g z`o3QaZ6Yw2sR6r;?afY*vncG_cNGTW>a8})kxJl(b~I<;UXE&NKEQ~gt_7%&PLgOu8c6X8^VBW!UR?zbD3r4O4q zn=YTjBV+dNJguP@{5B>o_-dOLRX2^Tm1^>@a>zi>z8s+?DK2Xf5JWIy_eqW$>Siz&Zf z==dM{1Adp|leX`EF3{nrfhYZuEOMiYM{&Z;h10jL=|_t@gY zqKBaEra%QQE(SL#d1cbyKQ*W1=LNfOsE!PPx`Pe+h;$tVQ9r@vv&H)ZsC2_Wmmk4V zb$`AlCOETu)Y#O`1a{H{SXqghE?H3P>1fi9ogcB{#Od{5-!HJy{f>VvH<)C?mI}q1 ztOAs%4iz}`MlV5~9cuflPyYTM=C5Nf*!Izerf|KYyTjp;_T8q;7 z-!J6Q31OsEqWjUCmtdGBy%o%`KbKSgSKT(>|At!}a{g$r{a?66v;YqXLQkFB0tg-D z^Y7bq4&^;QiAUB5jnfCQKFym;Ht$70MQk0h$q6Q(6;OJ0$^REbyPyB$7S?rsqPcV1 zXAzMGqA)Z4hlq7+py%7Qnah@zTCEp|=u!Rt<43v0mOppSy6*U-U?hYVtZ@}1qlm+z zty^S^yi|^@Lng@_X*H+v7p=8%)j1%^#CpqVsH^+X>Vz^esIB~nmgPt3LHx9FRWE|M zF|15VD}+reg6W5e@`enl1gbXrHak$ncOE?W*^1J(yy>QJ&Ev!|(6=<^ks^9+G7p%) z9ipFDk^T2oX1q3UPxh-+V4pj`&RaJq#cyCBfh+&sv;~^FfdcPo?>thcbN+5Ii43(pU0M~G7i%OrH{|A{T;$H55%;xJPWU&5c zgmKWfZh>{x=hjk}@ZjJ*$XO-aqraw5Q6(`p{FFKmV1To1l(keudK^Fc2TY zoLut9kq3vVYqrp!8$2!I=VZU(->}`!g--sM!7;`_0L2f;o zvb%w%g}w~>qp)QKv{D+;*c`!vksHD;+z?qB0cLIT+V~ek2+3BMjKQS-*WlhrAG?SL zqT85>J6v8rg2dwC>GMgITCIms#?sgFdy}G^yUR02mC!yxidBk9tSwOc62JtFP6pve zc)EN?9!;vE;;+Im%n*%UPHRhtjpDImF~}QDKuDBtlk;fIQZ5Pu+*5IUwbh5EvfcR}O$_7A9m@?RF9z7lFG_PKK(!JmUFM)mlUvH`m% zFcXiw2z??7TsQ$!%VOPyyL~_;(V~VSr&#CPRR|ZUtnA7!C?lc>B>?VZ+_LkW{zz<% zsOE3+5PO0FXRp#hV=bKjRzr#E!}huvNE9RsD9l=<9R;mJqWYt0%wLDjoQWqWl8%?< za+iTybsVi){8JvCsYLUZK+ik>8d|)Hz8n=Wt z{eba$&RH%yAEm8n$q&B~lv$IHKI9_GtjH%%3RBCh(PaSw79+WWT}Rd;E0UCm>|rFC ziBZlxvc!D=OrNks>f%!%;_QnS`Ty#+g1RUQ2SFsj!cJ`X*K4B6dms&3w|@OWPfOrV zgWcTdzF{R41HCS_r?D-+SOVm2L7O;o!Jz0E=}!oahZB_%+BsASuoLmwW~zR(63i%$ z{yrLcFD2Mg{+U>c^3b>Xtgtubc2RC?eoG&mc5I6{&{UNxsQWq2c#+qhy`=*d@=x8e zq!YMuhKGkm+$J;5UuX;!%ji{D>vvysWk|Jp>Tk;_NU}OFXD?)(7vYOO2XJHwfV%n3 zwLlqVi?E%D%>t6J3$RKts!|QzF&qtq-}0A+2g{eWgrAZ;i(m{Nm3-2I0RC^<;C_Gabg%jSposB+5vrrHJ?K0Ovdh|9du@Ei9D@2U$tCEC?x zEaoP3V?G**yi-rZ!K9-hIux**g_$^YQt)IR2?=fB{*gTkaGc>kO0suO3tby7h2~6f zJ`VUP20aBzajvJ@{}IB}#WIVV6qECe69f-GEN+VGQT2NpchlEFLwk7Z-NRu=%g)r? z?rBiW{;1uqhml-a;LA8L+sofS77#s-Cf5TTp&9U+_4lRJONLF05Gdi z-wDT0p%;2i_)b3WzN+PQng5k|@%6ajlaQlAmEe6?Vx-#$uIdVwDC(P#k#6z)&xKyv zQ2}&UE%EsR#Q-F{JUs)U{Gb+Nznok-YSQMODkk6&8x$b6aH!CKcW;I64V=ot z74UXE6m1;s^v-OIh>TINgE|dT3KaTY+&|1r%3Mr2RJjukf0b7}nTHEa`g5TxMMX8V z9Xc+fRhF;oMKhILojDrVS|02F(6LvILVnTJy8l1@M-?;G0ES@OH=BJ0q|LsG|ZuUIF4ujQrr0T{;1g+wH$eaPZoG^ zT)lMZl5UN9BAPOE`Z?|r-@mna0)Gt!$x|wA!xT2c%s>MjO|SSd@JD^;FoZh46cT45 zj0Zt45M_mjh4aD<5UNs8Goikkz%D|Mb<0#0Eh{gx=U*oiD+YjMYwv&i-gy|w+m$oyD0gFEx5;Njs;1pX#Di!1uN~T1f$z_6%G(=78Jt~2l%Y-$@|1M)XYZJ6c8c|3DBT>y7BT<1nOd>u^3?hi} z7W^vX%mg@F-uq9i0X?ZDfOph;otK7EtIZI5`9(x3+~rxABRI0Kt~-xEmV_=x(Dwp` z4+S3F3{b}fl})Fl%M@nnoN*YKnR6T+@pU&hWkh-m$!*2)^dk_@e7SDUNTx5Aa7sg+ z&P@u?T?_f> zoJ|rEnQlQW%<|I&6{6#uaJJGksR!ZqO27iezu)bf+p7GN6;E8cn zu2Wal*@AU~f^tnwO`gFJDjI-$^$f;wdd(2}HCLx5k&+Wb+p?ZSV-kLYF}`wk70tO% z#(Tzz!oNT2%NjWKmI10vcVDzYJs3ek))Q*X$IxSp$6tMa$52==<+WP#^YThlXXJOT zW*tO^tHv*Q^6&Tl>o(9H&ZGk9D!z_M(tr8FW3gi?{mb~*|7EB7`?Ze$#Q%To?Em|R ztokx3m;{O`&?aHqhM|h^v;BUbKuA{3g@105kt~d#(wU1ica-=J3hq=XVfczDQ_RQA zJgNHkw=%mn9G?`79##vK8|f^8LadG4`b8LJ!k;fmmItq3j$kWt`inD{ZT(!eXk~mf zWZ@I}mi_%b%(8h;Sc|aqV=xd+Y#d&K63}BzXZH|ng++9M4f3hqU&|Y*aVGo`A{P}+ zi_6dvh=`#NRfi)U+K(> zw;PEm=ZMB+ooXI_{`h`oc3ktPhlN*q9(FGdVmGW*vQd3Bl*gY3nvx$jGB zE++Hw@!wv*P%EbZ&eK!P6`Rx^^=h9NORX|< zOgD{`YPI&OPIir2=&JppRWZ9rJC=nB``|YkR3&kKRl(??O<8K5Pmi#<-i_9i`#dzP zT-JYBe8kVy+%qqMXzoR{6zm_sK2m*!g)#?rv7wuilOY!TAGi z3Gu7@Jay|Onnx$HFf(g%>jSTwa_1*FlnJ@(A8O;xX^`9RxpRkT!{DfP=SefKpR+z! z%sBEkVCl(euD!j&A69z3AG^5ztI!$Ep0Sg06~ku(8RyCGk3QFCU%Dvw?D3}ut$pgl zhc&LGw{K-@>T@v~xmg)E2^?Cyhl5!vy_r7Am5FLN61H z28WR0-!L~Id1Ci^AeAvfH`$Di_~y_DL~wxLkro<&;?chtu^;umBXB)YhC6dr^B#x& z4rm%wf9v72e&k5MCuTK&`+kM-kh-M7TerNd&9u_tx{Rk{MO;u+qPD~(Gp!`$DMfuF z6)zVzc;7X6T{DmK##EJ@%_#>w`7{Nh2fm$Edafy=`$E!d!9s%{p@;aaE;YT|bule9 z%(N=tOp-?R^&Pj?0s@4+mcNUiXh7i_m$cTh$u3f z8hFnLq-*dADmP}$etSC=o?6E|Ef&7*@Lf{V7Go8AK+l#f`PZ@QGR&Mec>YyOYenNS zxRUa`YgWk(&d%JHlHVXZCg0E`!FRIJG~VChK9Bg)M~3LY*P&AI+=6`S-&;G{n?&ss zaQ?iYg&zNd)Hzz`zcdF2#+!pLyLUOt0`m~8TPrJ?6vDT1b+%xRcvbw(r3<*`1$L$S zIlXg|{;+8z-Z2$xd*}D^)T&qK+PZ5l+&QWk41>^pp0x5GK3MO%zQXgCfWGwQ-r&&Y zElD!(SFOCGr24oseiQFjS7qOCI!j!YGF7AVKKrl8>1~ZygN}*+=%5>?(Ok~xvdfnh zPCTl0nl;{&+!gBCc$hI#9{hGWeow-YPwn416Wn=4)Dq2Bojmk&<ZcPE4Gjmpt5LG^7$`C;M=MFaOXp2@TKs9ZzKWa&IM6 z&-q+2>rTRZMrruh-JPkK-r;M#v$*&QURIwmx6>}`)z7z9uN9H#JAV79Lg2{d%Oa}k z5%Fx^dDUi@D@?AtUOlp3GcEA-D~G|@VZEd?2M)N~rQOm>9av_sp?sI^!QsoFqV}6D zjEe^}=mfmaD9D1n5?`F6D zTyq%o^t|7kDcV<5}mI_SN8xy%1nvkYhwwv21zN<5>wN=Nb<=NGJvI=Tls-|Mk3Tl3? z&q_FWSJSINU+iacdU5d%zxWE1igUiFuE+oTd9OIEu{@|M$ zVCSc|bEWV8QvLkOG0brrZ*u3!5M}YH*F2*0dA(}6^Q7aIMh#!<#O+f~J-O2*l$R~~ zo%F&;smZmC{%+}iIuxY=RK=kKS8S6-; z5joLAQ?9f1biLGEvcyVmu%~^m@6%0sH$E)W~$FKZqY?GX3dWmO>_XU)B{K0XOuHHj&St@s|u$F3pnxs%;1 zr`h4w`bTp;d5jf=bGcT_4Z3$O;PTk<`~Y9RH*dJ_`bW3Uw5zWus7Z+L8;y?o7~TBS z!6)85(NyVqbbPMD1) zU&ME%o&~4YTK2Dsw_Y59L|L!i6E7$6T`5{rPry6zlwR)2aQ*yx?e=*QyGl-6e%SpN zE4_ut(}w0RV~roRv!6 z=cQtrn&eRLXwvR#!u4G;P>yaZEK?!Jj({H5TJ$&Aa>H^U-_PG#K<*`znnS>Nt8^h3MLdtFT0 z^LuzDd92n`6woqQ(QpZ7n#*?9x5{UY z)p(dZs?kt!zr1zLFn?IEYAv^VP~+(kcJ@JoN@f4V6P%)aD|r+p^tg^(&Ixjhv$#G@ zw72wDbdc_|Rl+I_W=ROmjxd8x5a+7vaH?Gyao+YMZO{quxC2e8U|(_$-nw zmCwZI@$)^iJAb9`L&&FJr~OJd-B0y&US5A#JGPVeoT9O?^b|!TGI3M4+6-Rfr*}); zJM#IIhTEfe`}yS7oR2TCKCs6`Z*-rC)RMcLniOys= zf(GA8yLA0j?`Yv}RPXWJ8k1gNtueHM%~<&PrbVBZ)eL_d{AzmtFU!lCr`-=4K19i} z0adD3j^Ssm6|dXwZWS50RIt=*-pW;x3DR7>$#2Y}2Sgf%H-(8GsuW1d3EG&dwIRr7 z9k2MY6^VI<|Es+B0IG7^*0h(3iUBboC@P?0LV`pQ5fDX0LE<7wP{~mxh-3^H07()B zMS^5RvVe#Ykc?yyPzfSIB#9uQ--(`m&pzkxdv90&Rb5?eowG}cYklAR#vEhJcRVj$ z=j*+mGD|%?>)vfi^}4z+;!Ep&I|Zrk?!KC+M|P}~mnqyMHEB)xy4({DkNoqskYZ7V zCQAG6bGXbLWSvhY2UfAmKz=j(2vVoxr1PRXJHj-B19M0c<8b;^j?=rkje1^Mx`(#r zYNt=k%q$yJ&gyyNr>j$*q?ww&O78CJHEW}|mlYSjuQ;1y_R++G!TC+Va=c3WLh+GB zK5x${UOs*+=dy~bVq|9c=C?Q8lc*WSDOK^DELlExsK1)jw{UXRPkDKX2p^=pEGif^ z3v?Yh)19|^>!(1wbfMAvr*@7-{aP=g?=i6FwZ2)c?$()IWiAbuhb~p|Bsou=P8QM# z%Nlc$7}1Y=S74i9zK5ygULCbNLW~`G-w&6&`uzg358C#2YYvCc$um-_+3p|b7SVd! z^R|76zVKJ?1x8P)hIsZN){n9my^)5VY+!6NIGL;Pn1?mcXih%;{-i7U|H#0c3_g_7 zx^Bg}Un^D=bnI$SIOETrGhEVrsZ7u7gckRpXh>3E;dGS85xWgiH{BDYJ%g-NReCcr z2dDOox~<)|t?p2QJJxK#z56M~5agWWD1Q23FsQXNVK|rakXv1^bixca) z&3mRwK z$R{~@KiNlT(Q$akW2?aYHjkCdsFAe^Gg5)9$x+_cU#c6DWpg1vIi0DXA?3a*C=k(c zqH?C7@QK3GvJ=!kt39IZU0trU6lN|nCl5&;*Os^xr(xZgTf*)-V{Y>KJGNDRx%f6) zzH7?#QunLRk&4R;Y+}v1@*|o?ciN7+oG%^mZf?x_Z2yii(f3MYne~|@*|Rs2xvEr- zcXX6JJ<;7hnT6={kG2r7Os`c-r_l%i&-8gS@~Qe zcDFJTN&VZhD!q{#H=S^u)xK|RTLqChiyOvh^}+vV^RVj_y!4Fv{U=JI4`b>2}qPL`Wk z4NaXw8p)w2T$wEHBqXVfXKVTmgAvu`LYn$|hxYrs9?)t%3e@$tt5`PiK+wv|MK#Fx z!qBtC$3wbf?P8A4?5PGT#x=h4gt#}Ei&P)9oH#Tf8q#ke?;+xF zcIb>r!jJU~@p7_W*xCZ@j9c<9{7Q9?y5M-Ll!K!yIUZ;KG#fp)mrgvcOT1)u{LUbi z!^J`O@z8_2`Z3>oth}7GP$$<D+QC^t6lfJxAwY%OWb6!_pwU3e`tYV}B=@;$ zZj#zOJlR#^Ikt9tw7y^Fp}6$k0IJGBMy%i4bHjU7x`PA122YD-nKGt?JlW@*)o+9i zzi%ywwj)-Lm>7+f4PzZLRxVs^V;bgjYRaCIQRAN4QvE*5$CQ7J$d;I-J($s^` zYuwf;rky?8z3sEV{tCqsH}TSd;F9}kHLY=di-LB!rj`b`?K)k$ulZCzkNdIG3|Bn^ zF_AYdvjfZ##ZOCB()xC2+{+3m_);I}OkcsTW83II{PfYtHY9iMem)d7^>A74#B*8( zR&g#$lP^qzXU59Be~A`t2y~qYXJC%>UC=1w&v`Sp_~7)amc${h;t&y@4dL)4y4e~Q zkxKWAUtcBnTa8<7%Wfgj>FW>n?;L1!x#?P&@UEwPQMv|aUrJ(|PPxQRyYi`{k6ZCYIbOC=5QjQa7yt#aA&rn6c*1v7J!?93iSEhWg)Wk2* z?5wXm@1i{B3buZ&zPIk?azw;ui9xR!DWX<7)Gr4cOBuce7j&?PK09O;=e)Ji;|qhs zC+9dPmzOc2uOkhmla1IX8GT#!`veX?d3)}pHuw3Ly%$hfIBRB!^hKpQt{4f_RgJA( zcehJeVDYurmTI2yyOFKG=dri*rHUFO$KQlN242El31sdhWkl>sk72fmhblN z9d~g}PWbYE#qxmDnu*-YmMy1WR`YVZq0y7mDa+HE5eXD>TPwb7rxbUiDCmxmOKtep zJ{g$f#vszStoc>d$d8H5dDbP;N1sXZxO|VdD;jC0m0Q-lUU` zOHQ_d!5%&Vl|emc@sb~=p~)4Yp)Ens$cb=?Xd1CEo~ZYyOuxR@MBRGi{9VUJJ3jlu zl7Oxgj7gjot))SHvOoB-o1Y%<(0lM|QDW2g$H^%UWepeObK1_Ol@5p9q|UZwaOjGi zOh2gK&wFg^qFMEbI520fa|rSLa5>-a^7i7duo2Ylg`6ixh0^Wj#3L*szjW+q^kC}J z933j{w9P%b^+;@;#f!t|j4U5#Z_W#;bm*;oxZFoNcL&s8)VFb;A-QPIS4)YCM)JKU zzdjcA-eCERt-}zbbZC3);IQ#Y)!0`@B)Q@roTy`~f)?SS{WMHX9y!W?$&il`f=(D-amZ4&eE9N8uRQyn`;bJbH^CvS1N z>QBiPn!Bg-9tpDYb0~Uus1%mc}Ldw0_pny0neWtlY$3-I~npP^vTETz5}GGDYGHBKm>79Qu9?>-!Xv zdJRokH|;W`bB|aXeDa``^?KGdkzIxr&jyjv&1go%%7re?JnMSHTr~+V!l4nRCru7Y z+e4NSe~J)GAL-Wgi~vRT-NCKVNXgpPu1k{pl!x#6(e=gbLTk3i3h}A2$8sCzUu4># z!5s_Tl(smxI_FF~78RM~1M{7D+W5|j%6(5Q^4Ez4wV6^|F`tobKYG_=>o)eI!I!>j zc4mL~T|I8*+#<7up5n%#N}biVF;fk?)V)RJW|Ml>Ez?-m_Y)=+&kICyoR_+@-s2N2 zOqO*V8Ldy$u&HMBVSnc^%}tq3F|Al;7PcT=z-&*mm$~1$ZdKbba|#{> zjkj;xXT$jDOAOO`$KHH=UK@DO*G*F-^nkKY4w6xd?Oq(1gNdnzBXRI0crY{ktjGoD z9QEXM6h~Twxiu^HQk`yLMvKgP?cs9khEquSo_i3iC#dzzB|^Y)gXf z=*lX3%BdC}`=tdPIk&z2DyI5P#gM`KmUTABhb|pc?pe^BqB?HetW@K@&!VhS37P#= zwkcOwJ%dTX>0S0g z9!~VYZYzEMyoUwD97kt|eO!CV7&DlH^%+L;V9@D8E)tGojA%k_!pyMY!y`1Sk6NAZ z7@v7?sJ`XoUXHPv>=ZGJ*CLlxj@}wFVnShz(9~XhQ(kwM%-Ku%OR`M%2Dfqr7pEZO zMbqDH;w^T%Dgtjs+t$mwvU zuHM%R!d=VGY&B>uq9c3mWZS9Ki@&OFYEy$ZuZyld*BPLu88x_c)p373R8+&PQo}5c zjHkzukqn;B3_#87boe>niWPzVi3*Y#7jh4=SiGzBf6WrL>fO7M&6nJDoDT$E9BXvk zh*8@M09}~j7*MSLh4-fYrw%!cRqOd2iiKj7->qiBi+AsKbE@RFa><4?hv1m!znWp)GKT{`m4i%T7q-Yfb3@gvrE zR2^;^4wJ@Hs$p_1V|O_(<)2ViVwZUkZl3T&VF#CHJo^ES!Wc_s8T;J4@xizeAq$mn z6L*sy&z~vr&OO+;-1rY*MV7Om}Wo?!10r`c?N@xq4A4eLHaukbK| zw`hLw6uMZ5&Q|MVIgnnVSq`ZtS-G+O*c${g(MeywzMGeCe_jW1j?KgP z;~OU@ONDKiyrq=TDzcS1KK9K~)iVh7VWe%oolN30rBpSm^jC*iQmT#zw{|K{ykQ4C zVNtfiz;EeeTvUAgap=F^1FAuWLW!#C&y$@dB2B~}jSW&Gb-eb{ixz|f)a{H6%D&I`SlQ=hjr zH*;{>B|0WGq`TiN+rCG%E)rQwpa$o1dOB)-cQITB#z(A;ch@>9&p%qw2>r$8v4CEQ zaBBL*cT*0h2(5VAlB_D_euJa+oL}qoR9eY#5e1c)F2fp+LpJ*j0$xX2x8$hVV~(z9 zcey1d7;CT}Vp~)Q3)z70>MQnIIk>kZ*pC4O3!^gq9pNvij`7_8%RBO~WNE-8oZ)Bn zH*}SEbMV)KuqEV@Obce^)P0Ye2#Q%AeDZ79ei{E{p|HKc+cQ%-iojUKc~p2+vRcNJ17Ov%M#PMyHKFi@qdR|rvS zA{kn5NP)aB(7J#gOfx23r!*bMK|yVR>Blz;QP@hz)&)d^ima>`QEP+^Hr4X+7ueOl z7;BfiRv7yuhTBnkFK1cR9eE?R*y-FR=!5m2^Q>Hnl$t$xSN(EsByhU#%jg%&)(U>-iV z6r7G;PxtTypCa(IQesT}y;Oz|r+rhW)A{Z{2w}h3_IT`7Y3KdsDEDngjs&V{#*V#O zXt18CU!Y-whzUl4FoPp%S%|Svc`}ll0}(otwv8XW)1n~o3P!Yi*iOK1n8L!${)6Y3 z4TsFT@9D37e_fwqUf)_rpMjQ?kubeC)x08_TcYXnt%qqo5Bi0~vrub~vDOr7tMF%e zn)c)$IW)79xpb_3KK1(VLn`blpuWERIi#O;ftz^vfMlA%`a0WIo473avN?`+z;v&Bd#Kq3GGb=@qBe+Z>lucxqWfHKYm z6Ly&NswZL_{z~EP)ms-(7J89)E`tf!#%1IEe}EBlOBPXFK0aw?FwICn2iT8PDW^Pd zE9z*3t_lir_=WCq{nNQ0;hPV%S&pAL6*R8!X%C7CwDmdc)OMG%M2#GAkG_!a`uN;+ zGUcCOm6yLAu)DqBRh^0(jb{>ia>2f{II3Gt`mXL%(OUum?q&UV|AV?kkaQTmzwqz~ zv}=@k?V8&$G;iXO>bsCu!U<$(4rc-6uRV8;f%=+tvuEl37TbMlGJc9DM9sH;$mXrc zIslz(hIPP)64Q1K!Lf`Iugy}F~4-=yyD-jwz0%!83|gTxE@23hL$pV{B} zWl>pZ>eHuBhz`QyN`OeoN8J1C z$|&Q?gv?(VGWoNE`glwJJi=-Z+X9ITzd;283hnOad?KZ=*yuexS}f+wrLVfj$${CGRSUpyxVUF4scC7B zBalGS7msD3+De$l_km;^XJsItB&0y{HFf_P6K(1hnM#F(ZWl?FftCq)@PIqP%HlRO zWheaMm6V9;stxEda!`kXo7mIm3#fm_Xkc3t3GmlaJ}2@M4wDs%KR@678|sCFiQNal zKH$v8Fl+u5L(Gk+V?eW1xU>0y67X5t+Ye$ZqGm;Wdh{z)7MI@^CLj#K!p%%4}V z{r=5Y);w9L1g$Tbk|bjYkl2eRIDf%#2(%^jPq{EC0O(nkN5aVyOj51UMDwrn-;i}h z=gm(}l>M2UnEzc8Y-BD66e4Ym%YgCMCo^;qbp3f^3JB+N;0dc@TO)H}>y=G46F=`Y z&B1RwrFn{o$lhlU`DR>8sr2!@_XwPe;EMq<|2D|Aq3F-Nps^A#Ph?t9$KmS^f}(;RD>0UfS+P*(y~3j++@9I5rsh3!wpWi;s7KI>%8 zc|?Beq}k>qZwsz3hct9g8F0>wGyl1Dt2Z=Ah<=4mx@-6{8R?71$WePLC@gz0Vo&C5 zArxP<<{w`TeddaiEyw?JO4XmAOu?Htar`*peI;c<(OK)S(kb+h&r#}p-2SL=$%ou- z>}9iK+fo60l|@_T9~kmciR#W(gop9_&;PIEnE&hg)oZ__!2E0ZKcmETdzb}goCaqQ zbK!Fg{}Mg>{2v-GJh~LhYU7*_R-VYlhH8T#eSB#A`?GE@$cQbi0~sZws%ft$s&-77 zoq^7N9>=Jebpl-O20-`6F>+!0K1SxsDmuz)Hgb2|VgMk67?$QYW0;m0?+|7TT4ah~ zhc4W*it=#5d~M@^)QL=)!Lf$Wz%XhjM0R)F!-78}bYO$SjmU5@*pw2BULZKTJ;c0e zBFSLi+*(5x3e?gB|3L=4_o^lgb5$ z!YG174Y?__mq@N5EDJ2u-v$DA=;$BeVPmdM|ii7V4DWhI| zFprH@80}wb%kwW~^Iwxya%aMCtlEOPo;;4~vlyaQ3b`L?a^}*F*q0rhB?BwR<08u| zCD871+n#Asdkm6hU{!HV^`(j`vGJiuuU%Z6pf&tANf2u5`yjX)7`vmX9z_xn$PR{k;KGd*nvK7wAgU>YA99sZzI%9_YvI6M3&91& zV?XHp%(!M7SSrw((A$JU5>6{8i$a(S!Fyos{Z65bbDptdBO^T3gkS-VYa)EB2$+ft zkCC}iSX&fSijI~`xX))?*(ZrTs{kJ8bj*Fl_5`yE@^j$_NW z`O`dHPDeMMedk}=hrfs4B?>lz)Id5Rg#V1$CI!GCfo45%=;z04#AVCoGI_kOs$ib} zUlDH0B#x5LDa^+M0-_`l34fdf;@@T7;U$v`FtAzpAIX+PHBq|={u9bHKPDp1ZAwUFxJZuE~H3Gl@JsZdp-6Ub9TBY^6ius7OR`0FI=!E|~JIs5A zS+eclbmGTs{|L6p5Gnan9YgcXEdW!TCwU4~u#%@R0!uKmo!{=__Tvw8jyu|U?CdeB zX~O>!(uTdwJ_M1s*7I9*96q6s?sD2#quKADO_4Z5lj)|Ssv1k6$jF-_TxWAJ&Fm#{ zWBy*wf7RkAZomi&!Z3pDL#$5Uuiz4Ij#v2eBM^l{FpW>Hq1nqb?vP*nocDE1E@{FSv)iqFv5{Pq15 zWA*ARVQ+ot=SiVR zr!Vchtp;>0;UIyiOa@kg5Ye)}gP18x<{mZE&PhF##PsK~zyG>;nHS$A2xQeyE8xAJofcuPy>n&~mR{-Gr0zk%K77P56Ua3U}EJG@&(AQ(tsli)OBS+ifS6 zj_JETB~s&iH(2`}6gS0OaGvM)+SRnXqTJf9U~XMUZ*elL0rF=EGx4`I0AL%t5mZoB`y!IJp4kMex_OQw z!9if#M;dN=`=YtXRa?&cr{V}b33rdDIx?KWO0kW$q0w3Sjk*xsOA+rof=n`9(Rpi= zQ)gmt{QibbW@6iz>hGL!Zrd;AWl+01xl=tjcQ@h-dc5f6rD{6jy0a&s9+Ym||9fDw zz6Cf~ExQFme8@fe$Pvlw7kkca4)Z>WIIDw!*IQ0{pSOWtxpY@l-g>XpU$Gu(=FC?wZtmw`(&+Enopk~1eG){G=!gwM zZ#!bSl=32?L<&Wsn-eM-0kQyhVm?9Jww{Vqhp@MwS)lMGhZaj#ZH_0#gB$`#xY(E$ zP?#5vtf8<~lW)IAgV8;BrxBJ_9ugYDi~v-y;{HK3;HTeX3V&_<6C_7i4isbB5^1Dg z+wl`jF(2s9UI6}A9;&YKqD|*}$#f{-h=g86uozcXCMn7wC&T@Z2Y6WG=2hhv!a`fT z3_6c+i`YK<7PhJ=-Q>*XO}j>F5<0Uw1onB$E!AuO>FarF3*P=Uy!{Qu%0|3JArkY@ zo+a3;^noiz2=zBH1bub8smp02r zxJ`~@nv<~m{Pn$-U9d4OAt+!}TN?g2%2I(Z{l{BZ%V5H21Nv(sJP8Q})`pNiVVUXh z<-Xm*EzAmgySCRcPVRnEB5i!4L@J)kO7V=JXLW$D=LL=u=_~arqiYt&uo-1EW73jc zhE%0M^E5ox-YbJ9{uR)iL(00}0|^@ohgTg05b(|Y+H~xX=pk=)i#D4g!!Cr@N>T)f z1)!ARLvAP!6NU!RCm+GRnJFb#1F#l8e_PWo$}b&xqm~!EUFc z3-**aBe^9Q5Q1TGMi$9e1h-Twh--8<#>Nsj|HN?94jJf7@EU3WkV7O)!I{Kye*(TF z*f}z@_yEK;i5so@)QV6|b@g~MH3f>6$lUbkdVt*E?;uSoRPxY+KCxI>>0_6l&xLIz z(sYX^Y30`E((bydRkzRAvs%T^^FkCpd}LqO_T|Ura94gj_w{*JZwpuy;j@tZpZIYQ zc0Bwt#{oBV(5?Hx;)ys*KnXy^)pw~Fu9;tu95+K|&~;ln9(om7fh4Q_1?02YNzmuwVkQ3xyLcIfpZ_&ElR~aX1XC=f;FXJgI zDUtfV6nEwbx8#vy+*b>IeV8AdDU}8#V??M7%lQBrQQ@|7H=d^-|8rjsO4&xh{L|J$^Au}d$BD9tx*ahF8?!WLp z(ei9ov$?;E96Lctfl|+&)0#r^cR>283uni9;IaTm2N`hxVLEXySv6@w&<3@25-6rq zXvS;A53y4VI*47%*qDt>p|>2Gr#M`D48f5~>ky(ifJV1L28=<+-csg9ho8?!p04N{ zSDdaFxoOe3Ze+6089rDibDFGKI5zgzrMI%z$D7 z9K!Mb@GH}-#N=dIqz+M*g)^53CK0iN3T7Z-wf6eBPDcxwH$BAE`jG2YKrBdi!xXoV z0LB25#j0gD0SHACN3@WR?Y=$t5w23CJ%Finf19z0o6ykUsu3s@X`Ls=$A5pmKVzPx z(3|mHr=Gf-m`dTtxcqAEI59PTV(CL}KOY6w66skfF-bjXZb@f0rb(t;+B;ivX~*52 zx^%mu*VPI~uUd0|FHHHwt$gwZZHHlx2%=_~$qnijQs=c)v*=Dq_ z?`mzw!7TK(gV-%TJXM5iY$Lh@nV?INgA|;c)*)o?OyJ`M9jsuuXcKffh$*A?!_gPf znu1={>wsz2FFc&8ARLb2(j37t3u*6=S_|Tj{E!grmau3dW~s~i z0c|6OC4}fE6WBS6RUV(2ndx0c^YWI{^*lU98}Jk*V{cf|6?KDbwH{j6^Cag#yz9n7 zrA1(XMiO`nTCeTd$fpQw#dW%q6`RH00?_a09R-N-k7l7uK}>1VR$_eyR2kYYRCtdO zqZeexf>@4p%mT-;TQ%aChP3caaJoGYQU`x*FZ>J$E+0F0R8-W$3qA2G&|3tUBAfX0 z4e{*seEV5>@bL*Yq+Nhc-6N@1Bm%z z@sLaVKPwc#y(83CkYI6|CN+MkoldTv%0f0`fIqMiJ4&j}LwX717+AowWOwzi18r)s zIioo2aw4pMm0*TiM*@o7kPb07Ly)WibR+WqK@>A@R;!dq3$Oq4n0jknS3b;*D=cL^ zP$DHvo&T_n|4L?exY;V}=vZ>+^=<>qRTjV89((YevTnYj4H>w4DEsvdE5pAIvaVlm z00rDeTt>1vRDcLKa7gFy;VTorFi-SiF&Fdl@4BhhTUwo*&hCAM|8RL=Ngsb9?n1+kh!p0=X ziI{c?Sqmd#+E&&rtN=`5NxXX6_RVw z(RaHdLeR#1|K{!6P;yDJb@9Wp8Tun;?C_&ss`dkg%tuxoemtOk_#hOP{2)jhB2wV` zA)22BQwMqzZ?M$_uodhBhe-%Ei2yd`JbUmIO}#pgx=adDHwl^VbA_`*`3jzAX9&tF z1le5}N?caE!o-fH0OJW^>kuICmAE8*MYb|Y=&7I*#^v@UCdmRFHi@31F|w|1>+mzP z&C!=iq`xm6QT*tK%-PrTBYjuYi|tI2yjz)G>LUA;785zZ;JdJ7@RFM2%dVcDDRwXP zRILFe55+d^n0jtsQ3&LAVZfJ$;V9*NtFrtd14ti?h~*2e-y|qJWRI#K_n(kEGcFIG zv&N|$-~o>J5CR*FbOp2_)a4J>vbwzy%oBTzo|eO4y8`WD13a?^IR82C#cPNkvJ+q= zQRIp3Gl@Fq!DSQxE?=-nWoHshrbD1?u1(byCpQ+jA1~g()cP|vKV3O|oWu#>9Y%9S z;mACDNYmkKQ(AOd>tGLB&?%P;O46orjbZ@@oL?xaN%iF4?O%jqt){(^#xrY6N`CbH zFZPK%sRaoS>_s0ir=C#H2`|oyD3*YbM3CDUMYmOhrd=Wpu z1!GRCHzlzQYYNhoedw|AAuDPZ!+y0B22CG8k8jV$eHn#aS_n)us*+FVRDKB&EXWS? z0D)hxJXL%mdS;sbJgbOJJj9c?njt9~zAS2p)UF38AwhCyu;_$)E_#c$lRbpI1;my~ zJoKgm{Z_g6#x^{(#1pAjB0cUoUoc@O;7-*2T{G3~7*U+r###?+&IRZu8UjLfUI(ao ze)|#q`Bi}F?|Rswy$-)vw6O<7U=qrZ8e3!LI2250$BBy4Qa&Ww(^yVp_G@N4=4K*t zVP92_%jo>T3@>x%-n~gKr&iLHB7u>Go-Y?%MW@*#N}8Icpu_8vtsc)|D3bjHgPFDE zDB0xTOY*L=QV4`2A*lYOXLcCNcJovesUH$w1Jevcc-6;ZWf_8uC-{Thyj&2;Du!Gp z4wA*ItghbMmII@d_DSy~mtzDcKmubbe9M--Rmh5{{VD)%>m9qtb+J?Y(r13Jn=END z$$e~0kz&4{raoHN&qyHE*veYZG8sRsC@~U^gCJ9$&2hCRWWIV7dMSiKayQb{ISm0$ z>_J{v6jFM$F6X>1KR_gUvIdVv;KNDkxc$%_wCe%k|3(Xbk2|+-f8F{6r=H9}iGkJs z@k_>$hblX+Abq5U9T_!-EX0ue`OkAhgViiP#X!o0pnui|pQ_3Y%9AZlNLKGu81kbF z5{un%CkIFA^t_3j(l^+}IWI2Qc`B}!+zA0>>V`O2Ec$A54?j8-THy#6{J;i^{4@8^s!y~T1Y&aAtZfg516@cJ!ay^F}XY~c&MjV{>bfR%(W1VC| zg-3@qi9KQhvFZL!FBda~z>unJgR*^V(%W;q@?w)Q zRbsA_WxBHHzLg^`-Qf+)*_UlvUmDi|^we1#&^a@H<>2AjPmC?a<(H0syu7|2+bM#@ zvz$zpRJi0|WwWqY68naTA5hAKA>EytwnFaDS^-YG9%?=dgj%)yb;fVdBQQkU(%@U+ zoJ$7anCBgl1y)skCCiuG5fXX#aB%P;@92R$7as!3Gl=96=?UnUADlqzk1rPBCcfe? z3IS3w3@g{6BdM6VaC?qmebPn+aijwpUC}SLvPLFsWBR1;=eh8v*7aBD5nafLDJ?&HL+2TT?SUfh*+1L?{7O*L(b3PNC%CuI%oUPDuZksN-=$sIeJ)S zKjtw6SrzTBV!+&nf$sAwkvgC z&TIR|oU>(egYcTJ?VIW6J212;jW*NIH$TW0F>pp~4vp@x`v zOFVjEP$-ElUJVWipiDkSNX9a&$|sc=sd$}{A^FFkCuEAJWgd!;JWa;G!cZAUAv@(C z3>>UKTFfcak{7v1%V=v*vOLyLi`GD0eSH>sI@M9?J1S1S{EEi2K!L;fNUnB$w^b<4(L&G#=(Nf$M?cFP#qlKU z3;HvLAn1`pzq1^=2;`T^>S?dwQSsV{n<@aibCXzzB6^?!{ho~~lpj(Kl6x}iaTL#Z z@mGEq6N(-AapLCdv!uDLSAM&VV-g128_{{ezH0`Wxh0%0)(=_Sd)ZeK(Te?84hO1; z%ds%uFhuFO6MY#3q7@ebpDnO%uEa0K1`XYpEO|u$M(rndBSXANvvTtC`yp8oM1ivt zHpcAi>>(ua{qW&KbkQ(U&QOG^8YGb$5xQZn5&DpIZ@9?F8gKXct{lw@EBsXp4Z3af zf4xaQ8hzvDLjMSy9)yup8UnG&OjkHg7M)8AK@fWXREyghFy&Bm!D_#_6JwQHJbI(( z_tx1p#qUBemkk%L!PP4c2n@uQqk-PR?OV6@krcv(B(9*^LvQzh7hOecvt=-vY8M4= zwJ2oW>G%}%^oid>Y)s6XxPm=ABbT0njv8U_oivTR!Vk;r{Wyf@!?*Sz(H0`<9Vt

^zJA&9rd5HvloQlE#%!-ws zVYLtT1$}*{dpS8XuU@@snA))+2JgxdRTM-mZy|o*#14xMfH9~s`)%+wmQR;@75gKl zX^k>zbB=gw(sM})M@#(_7>ggTj{f+9MrrTQO1tM6&G`|c{q(}ijeGa(;q@uj!)U>N z{tP7ins~OHT$c6q^(8-k{5XrAX-=MrTk8oLWz9(HD+X!{FFrxUu+DEo(?Q?X)>a5& zk+1{Sh8crMfQ(?=l#Px;(&NY3IHwR+oDzMt^%z${ajduxXzS#Mn}fJq*@PGDWa-q@ z3u}=Kw6}^tbtx}5hjy9R^_)h!3MsP&u&OY-swVxd)0xIKyI9m}g>`bR-lEvk!MR<(tQ7f6{U-=gHiCp?cfL?U}o$tD|2W_PI*G?s&=>$VWg8 zHAF&HsSZ6Oi~-dVwX~mIu0ghwjBtIat7MHh%bw@72u^(HMWPLA_~Wahh;@$_;!rb> z%kT=~osDi{3TLng0ErNZxniAN_Bb%Hu*=2bt?7fc5fQ&Udv4!;moP#_v+pmGffZHCZd z0Ci{WxAoragp?Dder45$@OQ9aA{g^f5AkoDOQ`Yi!6UV^Yj*hjG7*cVjooQDpz zL3(ozk7#ANeeK5YH*VZ8Ox4!a9pda*IlfPjwE8XZ<_Ylki)I!~s(6FT3<%PDv?3B7 zKmG6pts1|B=8`F_88UGiAfksx2apalj%d4ur%g>c9JK8VAXP3BpGMOmx}T!GikBZs zU%AP$fHhL;(-p?WESfY<*BRaE9T+b6Dt2+0Z{O zZB!Cc0oSr7a=0H+(!D^H_$T!rJWej~j3Y&?>#pD)(e*SpL8T;qf{ z8Y!J}jb%Xu9a-P;wpia8c+WRkvQ{}TIN-KQL5-7z9WrB#>nLVGI`DY=Pj`N~Y%r-w8d zrg|06Jd}QUXBqp)RrUosU#`V}y;+5r!6_uvKq>~JH-~bt7N;l{7}2a$s%tedHhu!E zJ9z}H*A?Rewm=lih5G#Yc*^+$`>*BSM|tV#>6w9?gxqt^UAu}a9~}C1pxxqvuvOPB z_!+)9bzh|0OB)dezSbld85;f=DdP#lEXIH@{FQ@(%gRs0w!O?icTC7MYqAsj{4s5{F}U$>piMzdi$wV4S%K1TZb zP2@N`PCjD(A+{fhK~&I0zZkb~F8h~BCYt@|vEGMk^iQwgfPl=O79l}D)RdL=$T4gI zPD;5d^KRZl-}N+l()Twp2oVeR^3LHV)C+?^8#AKqhK{S)mjQX#sk;DWHz6UZC?CM+ zbr9N45NcXwBdIeP)=c$D|E2ys;@`uI)NbUvE=2vvrE3M`4i#&qds4q!(CXpS=Kt=4@jR;{R*~^HK z_s4KFX>Gy-z{m+h&?JK{FE@JjXax)QXV*uU6iklLfyR-v8&NMo)MI}(yA&FEs4hfw$B5dR4Vn- z*Y`WV3}GW{NYj%pd-pEw-aY1gt8NdVeqSRO#-3bRUJhj&7yRqcH8V0aL@Bk8KLZ0w zuaI$@fD~_d>DQw)R#&f0&)RbFw4a73ne1VPKWcJMqhLc?O*U$(s;VYJxB1Jfi^cZ0 z{~~FymROb)*2{ zX{g&UwrK*!IvHZZu0pN^E*50X$NW`vbyFdhMpTi5_(lmE9;pJ*nInyNVpN6|nLrMf z=O(LMGjY@?lVjLgR#t}B7K;?hsM)Yq!-`+o+1WXxI7F_{8j1Y;i6M%H<5RsK;A2(R zKW++OCYt}Xuw|esC_IEi?7=D+GUpI;jL^_g(VW(bbTx`DvjamOxetduC9%P-mhDyS zjgpRZ=l6M{fWt5FtjXhGYHaLlW7gaU%er|NJS=hIH254nha{|ZB0MxTGb837IDm!P zOn#UA10tdggtG&V?Z`(Ea8#iACWo%bK}?V+PGS5b5(Q{4ksJ_(01E70pz#wE5-xhj zJ%8Rl$>w$ImM=RDP_?m%xf~FGSq>|Cd{-LY*LYaR^f5$>T7*#*D)kWtQOINvUTHO9 zuHk@N4)NrCHvQ~6%EK%?{Zc*@niZN1dB%9Nl0K45hnDlsYW$?hd>mUQ+W`ZQ(aWMe zR=LSg4+MpUncdIbDce@m0OYKUWS{7Ehh%8uY{GW1rQT&Czaz9crTt1k~S7Clx6mJP%VIK782Rzu#p8(&8pkL?9O7(CIAtp5$oy*T-x0&#OmQTOu%- zqlHO2VpG$i6|`$eVERM?6MN=vQ3R$dH(1;en3%N;4QF*0FP?T46c7-|XN+|o&fdNXX06#B!@6ttZkAft?1{FjM33^jZOz%(Slc z5@u1-#vUvSj4d*0k;Rsd6PWsTvMdWM-K0?J&8Ds#be}0(4s{E z&4j}kn0Xql$Ip-Q)v*ZqDgm1@+2P3hNGUu(p(aG5eef*^(SlDq5}cbuQpnwyyrM9NMcI3$ntC||=CCwxs4+%ok3 z(Tc-UYfFd!)}uZEqDn35TZi%-6jx0(KVahJsV6oWK8PvjhP z{v0?*Y~cBitkkbK6jDKFpZ#6`xQCPzWwluE8p?|fV+glaS8rz%-FM~s!|M08()3$I zVu(B#rh3FLh)nHaBO+d4xYqtLM2diOjym+%cE})`RmJQ`yUQ;NBxy45$-pmUb3`qO z{ikx4ylgXAa}WVrMx*6QMcB>r_fl3L`}be1fDjE$pCWRhOGN~_fz#`-DVQB{%Mk2* zUw^+X9#f+*xJr_mQ5jCJ*e~jyJ3A8nH_8%}miIH-kn&;D`26I+9NsROUDRB;ZRSWKZ{sEx#GsM;M0|5>@@B;sO^QozXr|O`)SBvk>C=)OPsAuwNE^c%gYl%6c*_a zxpnJSHKGLd^ywrdIWqpF$4bOHn$Iq$WuzkSBbHp4lo+*d3kvF7NO{F{Xd&h2CN8K( z7dp^fU%JzGH3JcP|L>+U#ks0|#aUx_mQW;qMoCjBuF;U&Nl5s(eSdL&^HoXg5fIr# zqVJ98qhzDJtSp+SK{!;~A;S!>jY|VfkvL8|(2Axe#1t~vwb2$-gGD)U0EOK=uI7og zWm*d;b~gY-nZCmasq2D63tuf-cbt})3|>&Ffj9!$B9mk3-AGJLV3|%F&xyPojr07e zQnlw%C~dwJIr#P}U(DBt&MLSINTMoa5V!p0c9Q4lul zqUwIiUB^PhI>KQ$41q3^)wg{4awp5`#(cZ;L>|k>|Ha-iC(Iy~;#TGL&o5FkqKtXy z%o3U_owacZiNVB z5^N8pC5*|F_y`e_a2h<;@2!KCoAz@j4bqXs8O{1FTe#2{HvctzejkhnrT%sgs*7mW zUiEJ5uSYIy`(r@E8MT%w*e#u4?>}YD*P%reu~b|y zRDziFrMU!VAR?f;5z b`6+(gZ$1GgtoyGYCW3 literal 0 HcmV?d00001 diff --git a/analysis/characterization/elastic_migration_v2/figures/fig_three_way_hotspot.png b/analysis/characterization/elastic_migration_v2/figures/fig_three_way_hotspot.png new file mode 100644 index 0000000000000000000000000000000000000000..dcad0a07ec1c358613a66ba2dacd59e6e305d8ed GIT binary patch literal 54970 zcmdS>cRbha|2~dCrI3)cG-O1{9%;y`Xemj_-XSY{W;IkwNM>e(GO{8wBqO6ph3u^m zkv+f1dA(lm@B8|Ff4AHB^Y{04yIoz^OP$8p?GUuC6}jP%>-DHICh z=~MD56v`T23T2f#9SweBu!*h`|B`f2P1-LbqjP`;NGqyx)(RjxErReGV{iHaNOTqHZus+ShrsE$^a}$#nM?DkHxe z%*W_BZ~ym?q#MT^)x7`plZj3Rsx$xkg;Uv2DLnu8uhVh9Xi@eK`q%HPSn;Fgad{ii(PvZZ#bpT~~Z$WaNjownEJz?#u0! z30zm$DuqA&__1x(jX2F=<>;o*O?JDAj63Jwj4sao#cTe|%%p|>_G0XOZ(Y^o7Q3Q3 ztU$*(5r=*1i^NB{uq!Aiux{U8T3){9`poF-(V<6T!7|ROOB+@`&Ww-m6OVoKMtnw0 zcx=#qjR>nzbA}OZ%Ui2;=gytGdi83YYVzggd`EtHu1B>~N>PWXOifLH{`@I-@#03S z*0&1!`dy}pMyf2ak+ZY2L#bzcE{ObUm8W7=i7uL=n5)K(bcL_3joy&5zN=4jmout}DKv%G5erUS7`0&As|l_ndpOnwpxLflYD~A0Hnb z6Vsi5fb}>Ow>mu+e!uy)nX*SI>fQ}%+Gp3=^JA@c7>`d(94m18t(<)MwfPTEjiiO< z|AhR+YjPU;BGvMbeEadnw0m^aKii_oaH6m3dq?}@Q$dYBf*c$a4GoQONyjAZ!4$4J zX=&*i%WReW1v@!8%CTd|>Yph*5N>E6{rG5ibAhw4fPet=#*Ng+j~}PVd3wqezI&Hp zTDQx^&F$IwSeZ7-@$vES!}fb7r>1Oww@8e#3aF=3UTfu441G`T{{8#m^zT-$P{|$J zx7$snFiA>E)_?hu`1W^Le0~7qe~wt^_Mx70baSJ*`T3<46*PXLWfc{6zl8OQ%F28< zUP#lGewCC|T2eyUwQE#ch@UlxNzgvEox!uy?beoJ!M{X zgK~X(q+75x(|8?%+iA3|O3`a^R`d?zjysZ$LvjiVYp@s<=>{ME%#Qc+CGu15$#b2J z5L<&6ddyEARZ?Qg5s;GF*cJl0__Klw}K z;K93@nReL^pHE3Jvp-Hr5jY!lXoKU>w;Rg5^3P8^O!r)J6RB{S3)p#h6(wBMh(hhn7Zl3hb@p7v6+8c5lwy!VC>+0@u z_wX<UW;dd{C7a-_L5GRLb}B~*(zR_HA9Fwobh z2nq^1jJ9pVF0Y{!dMs>_U7Flz{yk~UQ{{V&ueElIiK#p*eDQ)?Kr;&`lnLuU5aV-; zc74Ut!c2dvnyU2hwa%i4M{m)*Z)@9$b$@l?IgO>2m8j#;rA?bQ1#8fHd3j++QLU+| zRn=PLgh!fA1_qo5tULUiezzRe(%LaJG<5YxCeMLu zZR!JmI5ICydj36Jbc+YcjuCNt#A&1}eyk;X9sV1?$x@g2)~fXw@1}{*5|o{XY$$9; zoNoL3GkyE^tv<`_qJUnJ_KAEKE1&SjWn5Ok zoku=>`jj{5`cf&{WsoIsY>tWY>({SvaZ{%42Q29%BqWfeOTK^K{PKKk=qs(NK@W9x z)`KaGj9cYC&fL{R2`*CXVGrsF3)^wkMT~5<|h(tO$^nG2lq+`%rFB4_Igv6JGb33%(xosZnEWR5Wx`on(fNZN7 zLna*muwK??I7<5Z7CBpGRe=Kswp_b*&1Gd-T1rZ){?&!uQtq?NUQ1J3kpXQ6YPV%w zYoC8S^dvI!0q5~MU4Obigo_xgYE08xzs9GhSVK@dmw9=48G(4RE=Jnm%9Y!#Io7>7 zot_^OFTP}EV`H?kveI>(o13$-wLR+QCMoGW%77n@RyKR7B8j%OwFO2*_#&Ni$;z_d zWnv>$<_V+Fe|$ zKd>HOSzg+}!m>(HQITXId}4E+{a)0K-7_+GeSDst4A@oQ*m&peUD}~EN${PKP<8$xfLj}Bb*RNk|ckg~~H+r_D)$h2{`POPj#ls!6h?L3Uru8RIoH*pQEQN#ai^JQC1y`wIm2wez_Uu{x zYpsJ#`~%^j&!`+ar`dR8VUou%uam8 z@*kh*x2~??b{`to$Ppv4;e<4F0!Zk zrDO8*^Z)$)dmL4ag@wiC_}Sp)FWSn=-axD-| zbk9!>H>1LkNcq*klQ`27>$SYCySw}6_vEeEX}^yjPm%XMA0zcBSNPI2vJAi$0L%l_ zq0-7qTGY%#c71eF(a{^&*dC_p6dc1Tr>0?$L!?ZPbq1iscXxWN^fNxN8Sha@QO{U~ z2)~(=a}WVOK09u-nwGW~m?+nMPVC7+Yh4qaq#+IGg=woStJW>Z0w|T~>FFf}&SQVD zyp|n>+Z00uZe(U=*18=!a%8u-_{QPJ*N<5xUrhelO%^aoHMzdX_xt*+*c4pBaOKNjor@Q}{ zzFE)AbJPsO$)8`e^Jka#p(ua(@!*9dh&$t!buI1P*J4b zfA~PHq@dUhe(0vas2KFu*>!Uo&0Rc=0~orIMQVJ{{4Hpb?c7f=!iItsB?33e{>X}DjYqb0?oY<4QPW@feT-`~I!y)`VS z*X_Wu6Q!ge=L_uKeJjTjQNciolyu}1Zm+HNqtZ`JO(ke+f{k}yS-+Ima$)tvdUly8 zD*boYXH4*{EU^s>yn8y-#zm8PZQFP5-09M!s;Rjh;jxRlL`XZgB!2z&{r9N!BM(>w z@eU7sifqeX?s`ux)Lvg7NTr{cn5Z%w_w?y|N;+0HRI9UiWjT^cA9&m7@ZrNM!^3@j zWm+fQ+Z9fnurmWpGoYwzYe$tG=qU22S;(1f`zYy!9c7?cv}7fg<@+s-?ZitTgz0`U zV&Ar{iXsARpExBVE^cIEVq#~db+#qLHz2?i8TG89;sfVh+l(yRa%~wXJEYyRz8UFT zSkyE$G~`a=3yL7CCd9>+1U-Hn-*{9veuhU#$p3qi>H{+ii#Mn}x*c1Ebw$>!Sz}^q zy7z+8*|QAPB>;yP6W#93WP2{n3rI^xE7nz28IZ3+X$IEMn>>FwCi7leG>&-2$cUwo zG!Ku@ub)3f*x1-YV`GJzmdh$D-;|af^PQAkp1nmCm^*W(Afcn!s}8j`;^xg&1uo-U z!YlVT^RrS0Mn^v@ZuLq#d+waZv16;kbOFC49e$Qj(y{In4gB-&!3v8hR3)JT8l_rq zuYTd8@kTw)0A%_TV}RrkI&XRU^l1aMCXbty07Sml*XtuYhvYBSji*G)ct}#0AX)NV zh(*=tSpKMz?-}nqrqD1dsFicgn9`hU+w1bH=lUlc1lJ}lAeJ46?OxPMDqj4u@M&YT6gp{DC(}m zGli_kg}e$w(J$~=IA9$ytFxPz_nzWH@XY6+xv1&uH@M9r;UD9r4 ztVSa!8!WmPe_vWEkJqO1%1ZGaJ9Z?XjTq;uW;Ke5iD94=T%Sq( zmI*}m-u&CE_lg^f%M{n0Q7s!}P_CZ;sF{zBrLaYEMrB5s+vbJRD@#rIqERW+}E#PBe1L+>3s_20%uu+nKp@4G~Zma zj+NrHIBT2e7^qg|aoA&i|JQ~FLo7+?oQIRMbC_EIK}^&osFHlD>&J^i8IIlet$T#V zK5Tkl<;5-I*?&>We2qWcVZ_;pKH|)mZz09?=pNZ_rD)0VhIpNeJqx5|=C0m{*cccX zV4w&y?_1XW-JEgUFdDBw2;tS*n#M5!nfGEP@Ea`ef84&knr71q=WB=hjP&%tef#!} zf3|jYn;I%dH|I*#TQ`@ok(T$vhY$U!MrQcZY&&;yhxTL5czAd^*lEkW`t~0<5IVo} zva$cR;_o161pymaZxYt8H+ zO>z*aOH4jJDUbI}^8vpQY=7lSlLe3yOHJ90xozSmHfFIC9U2joco(mQ>EHa0I^)ub zee9OyGbhiVKc6_ve5{E5TX`h&#HWn`KD(Lez*Rh8Vw2SW_UeLmPT9|&S1IK>XI?yH zx6^E`Rp?`O}mX zKj4O*uJ^ZCYX1KHJ3jqe>qUJ0`;roG#jW%{R~u6_B3jdw(8==I2SwE#J$-uZ^z<~# zubyjH|2f_?Ogrx(GjO0Wf4E)Z7!nreCVE?7bhLNRkw^hr`ttW&&PLxrC>(!(f3acy z^|or&*a5>5Z>pc)5;vkI=^GlV{K^k;)=|9p$Y>=#c&fee>(}Eop@OymSwR2F&sxpF zrf@fkN=U5nrVlXXRkX1YQHqs$h=aR(|Nct@41IvY_wL=3)7R&~rmu;cElRiUlwsYr zP4yLj`hFB47BhUh@}*0C(K$%;#y~$eLPA31-4p_x@nm?OJAkphD9m7zdLGj9TI|dX zs%|-n*mD?Z-T;V^>-smLY%XZ#$z1T@a{)okEN>Ke;n%pNg7BAHes|O2fPk2FZN36Dv&IWe&0K6`Ghvp!#TU+3fiEr8HeMLk?-vetr3JEEXbUzp49O*dR zNJud>%!iytSSKeZU22Ssj4oWd#BHBqG(H>O@cE)~jF+LR?XL1)nH@*?kGt1ZRaXbO zNuj{6iyI1{R}VoXn5Yb`Mpgd*sI()`Qn}evXk|hm?PP-==^a8uPSa z;fHiuD9iD~nonjc&py~92pGUGaULHbfAtA9Dv|FJ) z=N=)wn26LjnVE5EX~K>S*%PVBL4XanHtto@pBnm38aPA>4JG}}n-A!wK;a2FYlQqL zQdjU_3Y*y1X=T={!nbd8aVgj!)zeEjVHeQm;3amlhVkG9Z@ztdfK&wZ`a1#r4%zms zZut6@kPxZ5A*ydo&iU>~z=3}4LH5#adAYML^W*lDS%eX`I>V`ewr!`IgY$?z^v^Re^i*N={lzS7DO`u6=hCo^5H z=;#Z!N+1bR2GI(pJN!~X-(ue@si~#)p{{QIEgD9?H&OR_hqnhijqZ~5)E@A>)Yn$k zQj}#eXzxKAzwa#gMEWO*Bw*-qE{4<8EJH|%rmILhB+Ar(-v;(tg&Fv=mb+wbA|NJ@i zqf@sL|6(;sKi{rAP`P-K9D)tJ8)I7=29-55wh>OvbFP1@uG_V1LRb?9bVwati;azq zINjxd#Sg%z{%t(1q*PHEz;0k@xXRIS%5FI6`E%0RgJL?hdY`e*gG@AF)Y5K~CHN)V zsUg*jZP1|OCzA6X7*aw z_`7P%U>#a_-_87&^}9=bn0@8dv#vh+W_3RD03#N=K&n9N>2I$jVcXb8Z{Hz{8GuFK ztQpoJv373RBc{mkHuJ=0v!+xw?;ef7;@d%9zhs?9caHr2jq;Rd46IE^0vXRm-Y-)r zSW1dFvZA8k5iv0q%9XeD`|6?&+ozj++TK>^y7BYp&!T zJ7}l(W5p}}dG>=~m|~N+QiNR8RRt-E|7^L7>v)fk{PN!OF{iAoG$QiDrrJN(*2)8V zAafy6@;XPTo>o=ejIQ=)QyTlKRjWiCekw;C)f%^1d*j9pmxXCTRQE3_8sfe`?(z4Q z`mAFy1FSuE;lhToLe&8m&(9XAFYxXZ3b-|H&ESf%GLF4_Po~;cw^X9H8I8F7W02}k ze{8_S85AuOlRa27o|}(Jj?Is+o;V!q2<|jJC#Moh1Yy!CwaB^}Av8)3F0ZD^y?b`Q}_nkNgx6ob#>`?Wa1Bb z1%;=`VJemM!A&?*Tn1Wz-%%DoqJq$N z2$PZ4ob}+c0=LiF*x1N{qX#{C6By-LTwGjrg^Nz1i>S4GR$H5PZG<>2W#ylE8MRQV z1!L~rw|*IjPrvl`TD!1baF8Az9(cR+Jw?EVn&2IFg0dB>To+Oq<|$KM^YJ4cc01Q| zNir?j6!0qHY{X5_+;%mus!iL`D88Txjc;$g^5yH-TXGz)GKbFtSU%o!?wFmO*q-w- z0@0AiVg~Bs)9mQ*i~_HaiF`NUteDWga(H*ALC%=5D{TU zWo8x8r?}0GGNR9va+{>XyZWG~a~kVds(Kvn$97~3J417oA3Okn@_n>DP~)YNqO(?tc;x)wj#DeD;(dF5DbY3V8uR{Yo#KcH#@ zfDob{0ekBfx%;ByIpwevYFr<8l#ZUh6l8Dxi_;q?N82NltwCdsgKo*Ij*xN{gDkcN z;5Ixm@;I_RYDOiJpT3F79kA?nuH~|QCjxdcg2ugSW_DCfZ7XU^u!WX!;>Qd%#4h$O z-DTV`%kl?{uC6Y`E_vh$G|YmwZ8v&SV-RNQ1x|v57qZPjqsRSbM^s+k;l@;*2WvO( zDM20}>@=Daf=%R4p8NnMlV2@$vCo73fF&ykFmJSz^yh526JEXg`0&O&if0^DCum5a zbWuz@4ltlH5Yg}Hix;;cH@MriQ^gs4xI^@r|K+>8u&YFd@tp0Z71A^Ie+g8}v`gxq zjK_Q&_D1>Q#aj^(+tS*S>hm2f4jno~L<>aDUBF=#6%~|UdJ7AS#HQf=;9CjC#Gcab z-Mg1i_^55==yYx8C(T%Q?6B`Gyxd4mm?F0F@!s|mtND%3c!o@6TXWLn)%34lzrKhPK?H{<`^|15EumOZKYjW%_xg;` zPBu1Ci^i1mlDn{{1Q`=O8zrW1V89UJ1nUBbt=)iLerwik(Z?|ZiA>t9N5R3jY1i)} zXAfO>FJtdS{H1|+7u|)(=>V*-limPgiz;}zu_H47InmTo_Itrl4<{LUR3v3NiFp2`^rhp+Wi) z$a%aO$%bblRILe+N1S3g`=^_wW_q-}CO9}4lE${{^OO6+c5U8Vj;N?4?PG9ANCYHs zFb{`O`L;iJ_^?03z{I2i%IXz%hQkpN5u%h4*hExAz3^TPl-6tuHJ_nOizcCn%CjB$ z`1=e1@&gcIFBdpjB|LjpitU2JJsf_DJ4oFWENX3IV<@3M(Z!fR6RrqguhT7bxiIk7 zpY2G6q|?Yps2ved87+`4*U{0vvWfmXG0_aL5#i&r=Hi75cp4K+C|v>v4~9|cqmULZ zHl!BB#c>>fCTU`9T)uz*{&3_t3!I`zC=S>E4m>P7pq8fl2~QG!|2{o+Nr8Vi(R-$_ZfBJ&(Bn2ZFpvpxTh!j(e)M|R*jOE@*r{rddNtJ5KO)RN0P%$f z1qGEk>NLJfc~*BjD{DVA;X_!43UFKGp_>6IujpRP{7h}+S6)^o0!GN>>eY`rv4oyU z(|s58k-up0bb&Cclo+M9uI{{{h61>=;HeY?ztism?wvle2W++_n$Q%apR>H1GM`9T zkYEDy<&wBC2V@4BtG2T8u7qWCAecIFM@PrTxTDkupx13-XV)9e*Z>_#boj@cyPLa#mo$m>r z1-G|2J6<@sxadBrTj=`NBw~21H7DTkp+h3D0VO0QRd1ItFC*Nxot+)`MCi=5-NP|~ zVPTbpg@w5m8LwX5Q|wGPptk5Nk|w7FY(Gv_a9(b1x`ahz`nPYFQvD`UeKLa`)A)vu zs63ics$gw>W4fNiJBUt|&dM6MBJm0sV8#d^9r60LAmPW4Jq?VAjC_Mr{00X*0~&#i zYfb(#RGzI=M*X$Za`2M{(r<7c7x*#tp@8|INJ#0vFTn z-Mihf%nz(vp>VCbA;yv^j#3(zEvb1;`wRt~;tRODcG4;Aga z@_Q_7GTz@n<8!R+`Wtc-FRvBzWNJ>m2lqYq0{Jt*R0Pr9v*Z4Ti8b!2gMx{LY27;U zSxKp1o1EIQgv3mipN!_4=0D9hn)LD*>FWf}!s2zw+3^rWj0)g?Wn_=qsKXoaQ0W;N ziKFHl4tp>jRi?O%_pCw62mtL-+T6@a%oaKY2MDS{OZpUqw;>x265Z;XVzLjm3Wr)O zsA@EZ1wMIlA0*IGd>MjWV)Q)c)&S**NJ#iRd9oc6%a=@JMFD90(8o5n=xS6}HaF+; zIsGaiDgYpks+M=G=pA6bvrqP~CFC5eJ7}3mrw?`o)cPr%G5hw7Fx6Er`b)dd{&`&8 zP+uu($0Hc6ViE zXOphj{Kql^?oo8K;3LnTvbAt$fKXV4h}L#Pf!-zMLSbWz7S=d7@z4!fe0h1nnh3!V z5r{nj6c);#s9oPFFkiIrUfc<4SlKmo@ud;)*I!ud<+#vO(m8S%(Jn=^KU3;;U4jZ|m=ZnC-9OBS#I&Y~q@%``ZC z8j!;O>X zN>vV*AR{tTIdEu(!3Ubzxw()Cb_&SL4EsSP;&6lC%NxchaLAWshN3Eq<8det|BjWM^vL_ZBxRs9U>9JGO zGL_++LZFdO2+S>LBeZW|V2NYo#+9D}$-_2IP6wd#`$NW%0|X-&5a}4-a<3yhtYaBK z+~`)0p>y4`Wy_zbDFt2Km`UnAFD;r zld`HR2y3_a;rTz^$5V};0xkjD5d@p)3Y?G*S$n@#%O;>a_+L)Id0^93LZvJ7F9Viq zJA1s&d9>05RD(x&nwrW4Jgl8(7vHdODG2x!{2?!s!*w^eRTLmX0W}REI9lbl>OU7l zR2y*&M6cF!kbVPSK*Ic+H);g-gfCms&9yIY*T#(-MO`PZ_-&U+YTFXsaPu)Gmm{sP z@{Jhz=0Kc;vjJ&}2ZWjMBnTg(XyjEhcN!rN-T|-91{)nSy$_+&!Gr!m5G4-3bDv{D z=OT|BC{|iPc+vu4;VK}x*sd&lORN9tyV z)I;h5a3Zk`BAfJnd45u5M#Fuj8Mp$thz2Pyb=gmJH4P1UC=vn6ytfk*_vJhMx(OJX z=Wk)$5nsK%I6cLq6G?7lWF#&jfd(aa@z00#V10r#4vyEe^epIC&Fs+_gj&fAC5;$5 z<6ggJL~0=2C@38`T!MzfDGi-lYYLY8NF&1TIeVkvGu|)Vc}&;WotVDRwB$RFF`@s5 zJ@XijCYTbKYC<%Yp-7TA{FbH{yJJf{cqY5`W0`mze(xF1(Y=6xu&lHU0#Cq zFC1I>_rYL<9u7*@9^!pOwih2rvNeQYdI;qa+>aQKv;jM7mz% zu-!u6Q`*|9^(^^mVT`PoKhn%|v#$xP;wB96Z;o z1i`a?K!m4b(Mj^JuCBJTR*V^bBuc~1&JOcr*G#8ZnnQ_Jo2F7suZ9Zjv_$3M-m{1F zx9CxigS&b9>J{&!CV0%yr5-1^!?IZfVjd^T8)0Zcqoexvb&L{a1+wSlSSLHU%M)-= z5$K5*Yv()oZoT);wwH!D*`O*o{AyT3ywQ*qVF#f%uqVT9%G|dftTTl}ZL9J4l!jgNYK_b{Z@Rm> zyn$v)+uPZY3|AR3tX;bn7~m+90$k(o>}ocwgQpDeJr4XBKR}if4FM|(*M+{QzamZ>Y>xyHT@{^I8x!ajT#_^_)72GxkGpc;^_sb9M?Sjf3kwz zL5fhc>;>_Hv*!~Qwv|}?Fed;$st7$Ha63`-0Z^ z4%jU&PR^&bnVld%5M#SJIjM+$_uV^b-D1y&sQb@R6;+z@-~uAs18sQn*H>Ct$#8U- zz{spddzCnR8^%x2OK{Z4VJY;DjeWp@_u#1xxlV9%?cQwwaWkU>oEOorU``?QQQML^ z7#9Lf&}P;bdwC(?I1V4)mXVQh$mLJmH(9!xiG5=#6Y7A33Fl*(z{4|uxPs>r8+G^H zyLaCV99WJ1Oix!-J>Gi(HgRG{MKg)%krG7Mi)+W-wc)xju(EoHTzZ^$6BiZ)0ZNhz z1`1-%d@tr|iWS(lZ5!dNz?huyW4!?efmoQ2-(h$Um?2`(C?I4F>Ip>eDxkC6f&wB2 zoq`&MmH7f!FmYWH^F`VsAjDI}Fd^b0#;N!M5AhXKQzE=WY^ubJN=-^9q(p+sn_F9n znKHz)bN6j`Q&tRvm_p4ef!{|1kM}~T6Y3Xr2^xPM$HSBXSkV+=VKAZ)X5k;B(GN(I ztduRAHkBzl+u0d5Tzi8Ag&yuK*AnOv*ve$w4+)ciW}s;0+3}E3g}aWw8hqfrbAlKr zv;;V6LIJ(_TOH#EVKJehWOib&<4WJ7h=?k1O0xsiou`G*vL~JZOu^8GrI9#D1sy;QN`t_y8&bI7ZLM_w>PZid@6&gM2 zoVtO*Q+W+E9ClV0-P4fq^PzFj1Uj^E5{6#Ta9kOm@W*J8CyG;tB)X37>4RcoL5iS? zOc5rvFy$b(2jpNv#hGxB7U*q+b=-?^pgsYZ?#U3IpPx^GL2Cr{jHTvG>_H8_zd}62 z(TP`Fd1gq+pViQaAVx!Mp#3kNv0L%6*+|0(ae#1j6fGi8y+_Mj<1P$gnro~`2mDsF zky+glvls7#L!FmG6bb`CZ}v)S#Y$hVfXGF-xPJ)B7;GgtLe2|H5Df{h2Wy%UW*4;G z@V?>)55go1;4GM-`z!NI%m;kW0{|B^-c!H6-kpg#L&r%5|JB%jGQH6o>CMU;~>(Q%Y zt@}>9dxSBF`9jMICZr{Z6`|kgnpAGh8TNR8M#ArJ@kFHw$I%;W;h*y${#tY|BodZz z)Qv;4A+sS4Cu)T4tO^8BYfb*KGrRmE!Vh%`OeAX8wqeW!3;z(9E&~)&aHQVOxF~T` zrTF1btVUkTb9>=LH$;^eKmsLCvNYXlO&q*bglu?RATU1lrNG%5_Q%S_#l>cvMnW*c z0BvSg1^WxnMA+82#r`n8E6d#q+kpfUQd2*-hVJhf)B<%yX-`$22O7;|d%M zZ?dwkP+X|oHToEp(PmZ)JfHk~02_)NRONnR308TQR=@lA4JqmXKim^rH*d}$_N>*v z$~tv4j*dVm7NZn)#m~B@=@eWZlEj&Tz!^0|``~_3ZNVi4>R?#%A8ixa+DWTe9GRD& z4<9L!(T5kYTr7ixz9gZ8?3Fmihnjd6&Q%zSPrr6Hi`^}UJi#kbFCb%rzT7S(n;;}3 zINWL}A~1fUg^c|W6}5AqzrUQ44oyyVcKu^$itLW#dl3A{cN958hKwW*tA_RCDMfg5 z)uMN3gi!FRc0N8Mb*&Q!H8<;j&2%ht@eiLmEHAoVOL=~O7Asg!93ny(`C2B>JGcBPKvZLyg+zCL=IsL`eIV zq`D5Kza$$C7=d9GFiC-gP|4s0GA!gDe9ptmElUbg zx@4_g+6yr$^8d8)y#qy!hkFnaC@i61Q zkBjHW$A3|5bHoBQl9PT~%0w@%8yx=>GJ_d4PiJanNB2zBS{2|hS z(Zv0<3@DfSK+jjdz1jfFCLOpGsE~0$XoZVC!wV7#p57MvRSMY>0ph z2h8Igc6}GK&Ay%(EezNteGEv55NcD~`hWhs2Sj%(Y>(&isp|OlPVc@6eeIu%8dJeA1x0zR(5%c=B+L0jO_Y6!|`p!JTdUX?(AF4i)w$amcOa%4b zT80;eqCA@WnWw+6k4(40@~IA(=Lx>*{smP&5 zJ_Z{DTArZoQJembj~|6ljX9|dyZ$qjl^yGqqzsN5e^1f4XrAw~f)eAhBFJ`j!^W4U zCMK72nKCQ3sH&*U3pCxw;$y_}0U4--*_d_zRc3OU9_~0;t$kAJ>8JA$6suZ=(^BAg z=iuX`$1ziYAb;>c7-9qIHFukLa*vxfx`k^Ug}#_~0x5mjEf!44T47;fP+QO7b%A4x zb+qH1)~^YQK9ITkJ2zs@`lz@bIzCQW21p2@+9Qdpd#mBR$0#|MOHTYEd0Wim4fU80K&>^KgGeyhqYll`fcb(K>s zP)(}){;cQnJ{XI>K%OET1`-`eqYwCsHZ!9-m|rf1Ks}I8LJ5r%Ysu`|h-a zR7GPP2kHrl8*;oitfR;o%;;G$1>fPJv#50Gr4n1-@Lw?P#0}ok(()5}7|--Q<_W!j zOu5dL@ZprK=yE7-r2TXzXP%00>%IA?GO93;FWpE(Vb`Po>rGswY{_BZPXqJ!G&AQ+b$r6V5h13Vt2*L|1qB4Rp-onz|v-T-IQ2l2k?Yx0c&byx?QFPiTcB zRVQ2_nZHPQFr(+LUA_|Hr0v}kaanO-;qpB#iC_uek2vDYEG#NKk9$9AT?QRu3+)8& zN2d2MtA)XV9U=%VBsgloI#oOA4tza7(L}*JRAgurOetp79}OR|hJ^$C&} z)w`K`+<}|IQo-hdPbTgIWQAPx-JFjZ^F_EL>_`ud&W3 z*%%v!Y4jlXs)e4*S`CC~fWb2y3U!lP{^V*69^bLfo`t!WFygVoQ$Uz2@B-CSm4PrI zkQ4)egqEBGZXTVdR&c&{!7R4gh+$@|lUQET&A#p-^T}L~PK`!fGfu<^GORH?wt^m~ zFv$YrsQ6h{Fp@ZRP$sM*w%NQ=@YUeY= zGbSF#cj<~D=XlwP%%Q!4@5F}h&5QxMZH{SEY+Q!V+7L6QxK@CVST~R{3{ZKx<^L*&`TNsBZ4>&_~wqI_W?|E+{>4=$aFiU-7cBSplFb4gK4Tm03mQyJb>Zw z{59#dn`mDF+z3As>R1UC)LKQ!%E|%&@x>e3wreQf_w!p#(S0C{Nrk#E^qEQby!How zKj#VN6{}PNTH%G0M9RJUq48k)L3fZ%9d1garTDVT_3s;Yb8vR9#Mk1M>CrHOrN#Hc z^AiT3rtPfHx1CAh(lLwQ;QWx^g2oi+gV1jf?$a|fOXC&8t}MS-cmnS8)C){iFbL}w zdV|58>CME7P&j6mcqAk?!@dC;CX7zWbN0`TVaUF)umluAAQ=%>^c3>)(bz zB}s#o^&Tc&i2o17nV4yG5jZInP_nB~6V(nK(g>2{kOQ+I3b#NiPh85vvqDUz{(*o4 z5;U>>P;oGHC-9liuwfzFpTMRS7Rl2LgoAccyX4KYCezamMbyy7+UzeZGVs<6<~9-6 z;<cDhUwJ1$G*8ppCsf|K9*jXt{gH%`!ztFp~=wPaX_v zjFc-^Mj_fta#sS3r4V&L#lL*{(#z4P2V*1#Kvub+n70V)3QQ@WZGGvoym)wK42>a$ zf~;3LJOEi&$UcSJl>kaIc;qF3!NSrHcX8`H(5Doot zfChl0LJ`Rx$rZ??*%*wuJ{g9&Z#-;M0ghYr%_a(cXhafLv zbFe9%cG8M&$lGm#v^RP?BvB=U zC@637PH+4lJUEU9@eiseCe}YL?h5J0uB%X|Z_ew`1EULG_RI?ysHmVeef;zZO^TLJ z{)$=%vLN9yp-gz=HXevg9GmF-H9^#bdKPJnFx=%kI8I!5*JrNzI+httK^!}?`Zm}mA<<=S z<;7iOa14o#YtNn&hIyyBlj_+8psU)`f#? zqmH!alo1aIpcJ+S+Mb3vCF|MPaUgKofBN4r`2EOWPU;$!)7j?VOW}-5$2=Zs-pIfN zh$^DmV1F}IHa>G#B1;IKD+6*Tu}@&Qi<~c*u%Km8YLni_LkW3!pJ;+oK z@m{#<{6JwM5)-`VB(q$__#SDWySp!Rr#kR}hGeEx|K7fj%mxF>Z^O`C+aYh%13C1W zP1RNqVO5%>G17pnwF-<$^N$}PdC&(3U@2A}$aS0u#R~F89dU*P=HLxe9>iYTu?}fG z6_o9?(q8?`lWqca;6g-9KkqywDT%7M3MLCoI=n|@5s4U5wW8nP^w4+y{dgJ>=Y{O0 zM~@yQtpXf?bfBnV*X>3gB+3Q+aD?QC8|bl`66W^4z>~V)qLBftmCMX18?I@%fg@~0 zhBVCk`C|Nx;UorzI|^|NjpCXkM~-x`8^CyGJNw6gU>t0?Hz30Z^);5g8qvz0>cLX5)pd`ZKkc(kzG;t3wIqEw|xQ;GBav&dc83Yo;RtuL=C2CWD(o6J)DlCax2Z#M=5&Cu| zAHmfVIII9XH>0E3pvDB^A{QhDa{CEdyf*QaB&d#S0Rc-f$NtZZ*^?(+_&#XgfBty$ zQl6s)^9b1f5>UeRFokt^-~xe-0Dq6^${3-0VdjL)B!L!Mg-69{@2Y=#{3@ot3CI*p zn1;k;i@PN(+w(WWw{#c9fvgNNcNe6pTwL4{Dx||Fy7p0_%+x%<+cvT$2vFii0QNd$ z(?xE&$iVUHxT1&nP(TcWEcx;uU9Jn?JlEkD3kv@OjF#yBfU$}IZ6XPxNE(sbjxYm* z^D>S!h1s>sLn3Dki9HDYK^M$iI)5<{&^B?uX#Iv`MZ3R?yB>n6AC_d=g!5`j=Zi6xaOx0xIY|B0bs5XG8h?)8gj$@ zisi3{_!Kl3aIuO(nI7osDgiR*msmkQ*MOrsqNqp)s?R^p<*i1386YueyrFcR)=_Jm z+saPu8hyz2CgV1-+uz}wAXZmYEpng1z|asGEUthF{Yq*pHiX6-l38}!Z@9Rka=bzW z`K6?y=4NNp0m#J2mj=(gegD-GG9TX4+gtPcq$;x>JBDFdYG7Xeu;*-e3A}!vF>ewM zQiga{F$iu5b{|WA&crpoZV;Nv4;+*T9Ivlmz8IW2bEX#eX5{7NWt5c2;d%v^IoxMJ zjL{l^8tTMViy|+6;D8C}FH4vTSmum3#3n;5&xA|tAz4q{tVLYe2aKyXg@%OiIKG4G zG+iTHoQ}Q}re}!+T*d)x7LF@th$(hVlMe&<$T=q1%q#G~f?#^g$R-&KEN0*8g~C=Q z8swzc3g2c0FJz&$nfxwp7X!BD)gQ_6cENEq3 zS&Qyc$7i~@a4a)ru_plNgj_`c7qb!4nh9`7;QTw@I&@&+uv}siUmpYR7^w=#zWU|n zYwbLhAsPIhzo1Tj@DCV|;qTtFi9P~7(J)dI&eD#BKi$+}&gje9WZ(lM*FN|sCMS#I z&W=V1%OGf<(|?!Pv*!-n#UkXECtYFB^}Kn48ds#P^@`l95C|2ZkH~EkD9xt0RdEF9 z5OVMvlZR!JglK}GVgz^G*^3t+qm9T!^OBCa5?nQayvj0+!KbKm;UYJ{0E%MgFm_Z9 z`RoT04o{I@Ls79IqSg|(q@_TkBPQoW7;`W<+K43n7Gq|iVPSh0I6{>pocC3*K7eL{ zYW>d&Ks#|9>xf2!pIkdZW&zOuRDE{@QWycPCDy45n^-dv8Ci<4cfU{!7%0Q-1wdFJ z5`K5QizMF{{Q=1j^`ODQ@MWZNC<#!mim6B^Lh)*4r`v+0! z9HVg(-ylZF@l1IB`~z6MAHW6Gg`YRFu)xvO8;%dgWSI$39Kjlq6J6+@*>Rnm8&Hi^ zc()$}=}x^AS;M(rI=Mg+gP}UlMad;1ufc*n1^Q4=*FWm0=EHpK-cE7@ z6;Lg?E$lI!Qs&ASy%cV-qgM*Dev*};Hij!7q3{xSB^hZjhPtU@n!*GZ1t!|+^XyIO zl{~r32Dt?V8S!~El#b@_xSUjGJ@I@`w6oCrG~>X6CK(^^J?ZAU7h{at;7uR^-hw!C zMgSQPTB4@#Dgvz?gATU=er>xo8coR zgTwF!t%ZUCbml1WyK2S=eKol~3?wVK2gX8p69ETcxv0dAhxG~PB8O7BP*-Ni^{aEK zjw8(%47aFH{D$M~q@0|$wrfpf)=lP#sU7>TDm$v(2&}tS8!k!|B~**MAhV8RN=ql- z;XTC8_|M9Em|G`^8J7jhfhNT8wZ5gL9~xtQbc=;+&!6fiP8eMGamaJ=5Nao8aKAvO zg8h;npeAW_Xv49OUaKC$Ct&Qg=Aowo{_G-z~;`m@4%Rsn#S^fdHe zFJ#sz`mrULT*ry(k2{(;GX#K=0B(sr({p9Xne2M;()128GKDBIe@Sp@kf)(7O! zFr3Y@XktR&j4AehK~mx&>f2xsa5o$^rS{V&Q4GFXH>oQmuJ2+u~2SMBqPc8AcL3`*yebh@&_}7C6X1d!8@*>@ltK`VlX1M<`v1|h3 zJz=|1Vte9~U%iUM9hte%xl9woaE};FF^DT%0w+^*fR0ms3t$IvNkSk|R-WCnGA;k# zXy}t2id?6RQ@t5N1t>qiZ~bV`DBh5)P75T%%L+exwZICJJsFi2{*67Nc%v!-CZ0;! z&Eoq9{SF4sh>!!9f!*(QxP&+agD$Wr?FMkgHKI>B{%2w&uD;mnP753`Tt_?J)o-0wrt^pmQqGa%dAMLAP52q3K9e? z%ThpsC?HuSi6jA$9L!}_qGSw+NK!zQY(jxUP!JGAP~?CDl7r-bu7jbv``+&RzwYdQnU zdBbWf8L|pQB3!Uw!L~Txu&^1J=6VHma1<@)13R&2GjSF8kQ(ip-yY63O@Qo}q@?U1 z1`9FgE`VK}LB>3=r}|`j09^G84-XgeXoBVa2eD3yxV0GVI2`n5ExbK1U%vdx6v{|- z_>!h?-?8Iz`r%)Hza8eI(P@pTs59SepJS$K4rFwPEWAOP3=_NH8N`4LAC%y)oe*46 zC5qPP@A!O?n7Ksa?5rp$DcK64Im*FKo#w5={8N@0O-!FZ>+8)KsBjk-76?Hb7^ZXE zZVU|$)}zkZecy%~IPEG#%94_j)TX#1?UsCN#3Uu3BSOZSgn)E~xJ^{D4(a1+bo41~6b{Dtc#b!C4NrUSef#z`+e3%G3 z*WP5Pk{G$ZhNxwi2?{p*_MiH8>z5ft+uodHx&=)@_LKz#18dO#M;%YiWC#og<|it* zFU#tz|9n<7+n{XG&7TKk8qV5kx00Y11*Wrw@w0PBK-)fk@+3{C0v5Vmx%}N256Fe4 z<7#}o0n7CH)2C$EP`>B}=pY#?!qn7C)CBpVV~1E{H%81+@^!#QlV)2;iwtHA3V+jt zq59lu)J(_Ld=3Q|0@@MCqOg$;y3lMp`Yc@)WF8DOGz|hF`h-*`(u69uoxFwD_k7Uh zIM_JRFX`w!l$ogKx&q_R%@M85R(N#jsA$gHoE&%c6ke#3VO`QuN~Y5AoSlM%uCELD zgW(Mdm%tO45FI^h)33J+M#q@8=qQEQ4U^6jiA{j$_HtSq7y)V-V5j}Q>FR^4sgN;< zUIc}SRp(-XIB*o-NbHS=Su}Mkn~J#;{MUVtz}Y-?+vnSM4Pct=I!MXPl+w2mXiL&q z7p5Ul+D^tO5(W&8K#TXs@>%x{^F?aw#jsu1pfUh~hDjdArP^E>bbxW~7^gXP#kbga+`Sw)Mv#ResFN6QCb2lo4yY%C z%%stczUXpk=|zk+fN~fB?>_3lX8=kK+zOdAqjgU5Y83K&pZ+yVKO7dqG!KO!3o7Fo z&=L(rBl-vGwFA^)n!vC*2~y(gxIJHuLf3*gfBN+4K_(g)=i%x^Gv|Z^oLsM#rn z7CL_S-0%84*qGt$+x!x=TAX3lA_gdn3)n16z=V_-Op%_ zqgSvTJ8}u&&!3ofW-zABTkQ>}ItVK`yh9FJfC)wXIdS^*6o3^Dg?&6wtKUHcw9!|! zV;142`|QrDCPOYSAxVK!9C_ze?qN^ zpt$+kOeB?tW|6a)fO&dn3bNvJ)J3pd8-iE7H{{)gV$grjh;%M|2}XlVPBDak9PUvN zrqWF?RX+UYiHVo?$tHMtB4^xYm*Vw)h?A}4L=`>_v~Y^O~UP>k{mf26Zz%ZbXlX)xIlqaj4F zao{S0h6v|@dlxmFqc+@)#DQj9XN4vL-p!k4L9DYa{NbB2Q5alUz|sy+pe zeIf%^0Vkjp_zg4d^KWcdRD>-!G{mvHO*5PWZ^XyXfP<>6Tib^o2RZ&HxScda`G+nWbinYn0@zye$i@i+ z3TD~R9ni>7rovmO77B!o0AB#e(PVKs(E^u^pRvxC$U6UmO6Wr=*OCnkJT*%E3U;x| z46)}*yVTX`_1-l#aS|2H%iA%*4-$y?=`Q>$SJvaB)%>&xN#GaLf{X2n{lMR>cfob(;pab$@B8RxYgEV*vqmj@qBp9stFfP>~dQF^+weFhW7CV z5Z$B0-D=xm5CqIdwJ*SH_I_^U!AW4hX$v8>zbGyJ9m7cE2Z#!f)K?_Lpgt$|#Xc13 zm^XV2a>6taPT*;=O{7Wlf0C*;PjgSz_+Ohc&~5Au?H_<>2h>jO^1=G|8x?n`%|{*dN*YSVzY}@|MOC4;TW4w4cNXlBX}qlD|77L{Qc{bd-cUkd7Y3#GhoXF@#LiImFOAhR_y6d-Tl6YlLsD#PxN+an$a*wDUC2 z7rHz|S~@C&ejRm3E>IW-EB+Kw!wsZPH8qflss}1S)0cW&^c^%UNGgjgMkB6<>g9!n z)2Zwp9vLAEexU1Rpq(pcJK*-x49ib_a*pWRU zSKJ)hNd`^8f!@3ek3K}P$DqLN172sjNm73e-HqQ6?#K%Zom1xl zB8JdSMXLq^gTXpw`a2B!@OSM4^56FJFI|qm-YK1!J8KG>l+++40iKQQL!YM~I#G|o zgkroL2(;DQr~72iGOwN58Ksz#g}>cV(0+=Ac?Mw^DW%`i2L+HG+f_b=i)$;?MHq%e z3O(PPP^_I8H#BRYuh+(6s5doo*Urs(MT^S~W{gM2y!jf2nQ_Z+o$WXObJOEQkOEUH zA9q?}cU2KF28wRS!S9X<1FAc`eTJI|Q2~mQ4DrGRRY&bpe#=mrW9aue?hua5`Ciry zYzHnJb$I&g3wISn%i9@KjiM4e^}p4P%WfQa$t(5!r%?p{kDnhzXV?tL4Gaw#Bia$g zQcAOTfYa}>)R40$8czr5`SHztQ9#A}YPDeZm*F&-pS`@s?7J~4xfE;nF;*swm3-A| zQ`cd(hK!zQrV40OO|S)QZ7voQc^rVYvi}4IdjY)2AZ_AOQ7M`l=myXH2We@*qa47& zny&gNG-)%W6+drELa~Wt3Ke#;60^6f>oIUGO{nAk-Yv|;=FY`-B{Nfu-P61#h*Az{ z0B=+{K`80m)i4DR2PYGqgPw(<045WK-9fClL(o|(QPDXnGNS z)h+w_;MsS&ONYoGa^@GcM&LjwA-i~#9~=zw{XcSKljE+=kS=fn`%qDKz)g9QfV@AT z6{7bvYwOQ~LOWNZoeN4Yu8(1g#d~|5f(y1FKt3}}9!mlu@#E;sV7+#tHn@f)@Yk6$ zbTrQccOXj|%!P>WB`ldB;(doEO^rPoEF^#UT2#hbp{Q)gX~=yuUtocT`rGnL9rf*r zqWdwf0vefbhj*9w;#cjQnJTJd^>5;LDDw=>Y#XS5GglmC8vv>3XOuBtK1D~o!)RL6 zJ*%oNW$p9BIoRK**QbMLPHemFE)G(KO1jks>2si_zOLT_`F+>uTX^>1IFdc+5$St( z;RzEuM|PnWA?tHpj=Ze_CQsod@E+4ZsMQnj=*zWIKY7^8{n2C>~IBKEmy0#%n`w4^_@d)RxMt(Z}2Z_ln4v7#dOD3uE!w zE;E;G@CE};-Ug5-kf;fv5qD!_1S&R$!f(Ie|L9bK|1Fg+s%iB$yH!lkI+!>=36gwQ z`gDL|Y+iDMRGv0{`f;%Oq8nD7NAl9WZ$k<(ZP%f1Q7W$zN1ol#@Ejd5C$kagSirXC zVjlaKB}-PXPlV4wCEsB@Pja%FbVDf}?QCpW;^WbcCN2+s$ofggA(MH513=)^u>vmv zQs)tJ#-*?@gHIz>7^(!QI*HrA7i}7H1tBB}kzPj^H^z$@m?su?s=`#@Q8++Ru?>cp zj9HL*>H}c0#RW$21mYN^C&!Uo>3}W$JFhWAxA=NDh&Q^j=4BGl_X4xNLoG{&Hsm7> z!Bv1x;{RHaZ6o^(`Hw~%7~Uwa5dj=F6+=Gz9t-j{cqsB&!7v$+QDgSCwstz)`3|8a7rPmCH-oYK^3RYH zntFneadvbCR|lYT4&6sELHq8*un0@)azMaI7#fkPU;(@e?+;_%WPj<6Df3@zYiiQW z3(b!02!PB5HSEr-pTBeKM&dYkOE3xnn8Y@WhgjfnP1xZ6<<1|0yJ)VZF+B;V-*i8F zD`ef*S_L&|)5^&l-Y7^&f(&kP3u56NFq7DZp|UQs;bVdG2xrW|0cI&0LrGvT$#n$0 z<1+w#4h8}c)rdH9!&!Lgv7<++lZ6T=-@p?&>#p@135EjZ(>ofA787NM@8M@A5UvB2 zumtLT+yVvzc97E-tYLsYCLa;>K(V1ti@tT8&A?WBHYpS2nK~$EOchSR=knL(f3^VQ z39GuV{1;_@rAHc&7{eQ#3OZ~HG==^~<%o8;%s|X~(Q>Y!jgF26)SJ-aJYd`g*9G!z z78ongh4s)|;G85LlHwyWI6O}U`$YsK$V-}lqVwud!p?TY)4B0SWlJe(CyX}&(U(9+ zKMf+M-HooLpf2_TR5Q*bmLt!#?VgbPs07k8bcs2^d2*uL4JU-NAS~;VJwa&b*Mhw; z2AqRtkQMd)nbryZn*#q<%{(_&esS@iki`u4x0hJvH-7wx0U=X5D@(!7oB8%_*fiA% zxygds&k)Ecy%UG>NbxQT`FD6HYVLX0M^-^KvS!ai@2S?;54|NVEvlF{XZVXfWHQgv z3ka|C_w##D;mum*A_pDA9vsNkH~^bE1+=>=XXM0nL3BkU;R%_*lQcy@)1C3+FkATR zk8Ae)m;Obz;ICr^T}#AKhoVy(FffbL|46-7B-pnvpxv3mdcmk=$e#~A$PVBPEIXG+ zYR?wHfcGziuSd|6Ls|D2)grZDhB20$nS`!99GH(oVx)Cj1 zYg5<&k&6J)GH8A91>`vIkbS~JZY2xcS~27&8h>#P0fIk@xQY=izJPluHc>WgfrAR< z9T#u~@U@S5EdKlAg$or&FexrZ8~}_-s9O@a6`Ds<#;FC`u6}tYoU2o;)2eyyDvTo$ z-7wp6-dIMaG$&RGnw?i*$A<)kc*N~=@q*s<#?cs0oThQM1yS}qn7*K) z$qZbC|COgP>o7?@G6t)rw6)sUQ)xXI5i~J1g~LvCVG`PLFVGBTt78`IXaF-LXPV+RAzMur7LKP?W{^9U zfHqoxU8xH;{-uC`$sQgfQ>~Q^>+O{%ziBYtzn_-zX=%(4bQA&O0}AMm!M|m% zmDO}evd{vvb5RNuRuyt7M4$h+wQc*+-lLhS=~%G_nXu(&4*N~NA_p^6Y<`+5>gPC< z;jwtZ0>3n23mX4}D}mjZ4f>o5jAswve;*9alvFjPqcu4G@h^#<$7~m7#F(%as6ZpmTU5`YJqe-xQz%Mkgll`4^jswW-=W-E3+kGek8dxIc!Hfz>??^D_|-#$ z0q+oUCZ=#)d7uc&MlCHZLdJxFaFtpQhQW~TMG-(Q70B6y*U8_dMuHGJltmZ{+lTN( zvP%*mLnC@(THk5@{3>XGXrd7t9iCE1Z$hLdJKv(S17*P<$Xk$#{5*ZhhF@@s?IQ?g z2&{;79DrLjgBpZz10_cvkR7BtMbzF5N(BAXQz(APW4|)13Zx}LEFV5)T4{Sj8_ixnBU$DydtMYv}O8Y15_wCqD%7+ibEq$#1%A zz%B$`+!ebq!<7BAh!TLVoT0F5*Bt8H!%B;kDch8lHv`R*cAX4)^-A!BQd3jOCJOF~ z6960ONKa(YOAEStz7i(Q4_&xPREf`mC`T15+&G6(>XagZ6>#> zksFBqgM%Cp3C=aV4?3JI=*Y1dQI3vk0`oE%#(a6KPnhLJ^Zx|4?^PgGvJyh5!>r#K ze1{Ga!vw@B;8UCtQZ#MN+5SotG=Q+jVGV*u;*zY@4h=tkhOCT86b_p49hk7pJ=aiQ z(t#AH&#&X9G9%wLfn{|T-U}rZ9DM#l!o3DeNYfQ)%aM&Z^<4%a-ll`l$QO!)x?ti+ zHjd5+YG(&F7c_7Z#1rI@%$s(BTKJ(-xj{nTOE9bTHh&{0+TmY^CoScT2S)k#Hz9QbBm)t4Q)mY zy=1HG(wTGyj@JAc-Z@Gn2{a!ha36wzDP)e%G zFBmxTX+0Wb=hPMY5%wqS4XR`s7_ zBC&62ptjK*6k%)WdA)*7&Q$ zXkg8|I{|C{vUstOg9~nmyvt&sauJ8csAeNFzmiV$3CAW(RrhJXfc1bd-m7yTrx|ut z-QV=>a%hASG4Xr5_UC^=Vgw7rZ@cebJnA~)1g6!2bX+V@{G3GbhBb`oQw9RX5^?k5 zI3H_NwvX%Ta+C@tc*6*QoYD|EsoM))gGgdTl(Y&|xYEE0w=umL0_`yd2E*ivDHXC}=%iI$*4 zNiJo?K0?e)SVI6JDNgi%!KMs0jC}vl+j0doohD^F$t}&g+*zMHzb;{%Hh1s*e1>cp z{&S}1u0EyNhsZDwG3)#vQqZJQHR93#@!W2a)rH=#Fw*UEpU>3lEin-GT$WR@Uh=yI2jnr--@Z}9ow zsc-1_^u(AMwhOiBo+eQb3V?(0+siH7UyKyiuUZvTXbooVzome{)}-0+urQ7}oS#v) zaltVy09yco6f+aK1$~jUb>Ph~@kD5=p>)oihK!=1;NWY> zOJMz-_$*bvg{w;iUvBEE5TNwGBtU-PY|Z-N1oo5h2gA)aKa#I z15T^Fi|Ha7(O`G(VcSQOB-Dw6(S!onLQ;;#uwai)S_#rZq3ePfj<0^X2ZigtvPcve zQ0q|}Yn(+A)_%Kw-MSaa=4xaSh7QKNQuNwR0?R*w4^m?~SONfG@2Du#pf?-b`c^}w z8YO}=9@oM5_yVbM0F9r(kB$l-dU3`FzhiJH=#SX6!KrnplqreOxze(f~ zWct_h37R{0yeA3cZ`dh7GC;yY$xEZE;ARFn*j(KodaQ^>==qfBmoWwwMAC8W|+Bps+1h&9<%Y;&ZAUbc1yefehCkiZe(16t`x`&t3ixI$Jayy$m zFu}z7=tvk($5@P?P6Tl7Bd{;%rqakAnds?z+rt|RPM(b?SJ7dsj6FYu7?LlQKN&BC zNC4h0cAJ;}rKc6(2X|+<7KnHsFgNE!;~9b~@|~a)CrDC^vW(;c3_1`v@;_l|UM-ua z1m(NWf)+biW4{LW_pZ08gMS%%tUfv?QQ&*m=bw8z#9XkMEn@)DaqFNrS+|ohD28s* z_WaPm$|c&~K6{^zbipySXP`;i2depJm;<8L5mkd|2_Da+9z@#Neq{{@CRlIXT;%12 zNuI(XCj@v1p_pod;t;mcWD;s+aDHhQp?ab@Hnd$35H>)lCbD4)1K4|RwH6GQiHL@D z!rlV84ot{VkdJ?iLS9OODzw|-wWbneYHnhJvz62i%(wIQYW>R3w7vd^a*mb%xts&C zBn13-LOS3lCXwC?1(Be`kb+(RC|by3^7RTPiU8SLa6BpbK z0;@VY-5t4jADYnQU6UrQ?FV)j#eWAL-PA;X)($2Wh~gm3fRkXcV7Ipv zt2FSI9=h&$9fCZlX}bz$O+E1f6^?H9I^Y;O4h75xStJ1&y+}QBpsg?n6s*VV0xYRE23*>YdV-9-mgsnw#NJK4C zn}Z7c0MiN9gfHjTqHI)*)5b5LKHkJTn`}Sv!~w!)J5u2fP%JquBjtnjzI~7HDfw@y z?%yJN*9U|q(f51z9)T+bb-~1#p#1o0Oc=QaswqjEbC57ocM%RMzOEus+>&eU4ob_& zWN6eyByt!}hiyi`VAtoJ8as~Mx^*i(cA3A=nW+X&4YASJ;*ieJkDCI`ZVwy9+T%rKt!dC1&WUbv@&}#gGV)G%qywPnq2W!28)i}AKNNnPA0Cp6s zzS|(wJq2d&%#GpwaoHWbH!7l60}-In`5~U4?ZnnLao9Ff!NzTjXU?iL{Y*o}sLEdx z^>*$03Bnnu(FjbS?DxH81lbOWfY8Yy3PW2J`;oY!d+s_It(%4^M;aKRQ9oE=pcBP= zcNBQXjx1qLp1cNB#0p5n-i>^~XPTeMcky(bF?7A0#7vF+s#b6v1Jqb4LC-6poS?Zz zER%i4#^ibpqJc(DpmtywPp6f+yB%48jFYh9L7yInq~;wGW~SC{*ixNDU3huv#V~tdm&cG)GF)gHSWT692beUEjks zPhp0}F(=~58Bee5dFR$*u2nfp`?9T(u!Dn1;98emj<=(({a(pE&>U2`cI#D*y^h+O zk7{u94YKiQLx``xzox0FhcAZ`s6CR12!zkMf&EOln}!&VC=43qMuXi!i9ngibg}?~ zpXkf1zVS(g=*<0EV1^@OqRPV@XY>*R z3i-qH(;DnMUHSYC)iM)sKP9zDHO>sZb(0VZ`bd!MKVVcNy_y7wDnrF^755!QH}#x= zLT3M(KnJLkAOqF*%g(XtjP5lXo7`Y!uV}V1=;zJLFGnrg#+SN$htlcI^Ob*5`b$H( zWR-QRvR?dwmlC&-?Rq}GH`l&bp|MDL%e^^w!*olx3H`yVvh8@DM38Kb{HxGs)A?M? z+RUG|I2t$@GwKdDy%QfXY#>y-cvjXsp%qtC?M%2gT>pXM^>066! zGuO%wzvt2$bs2s>`hMhDsD!mH?2iVH^e>1%g!hPvkGHln+A<_*-2Cd0-h(?I#dOzQ zPf)Gf(RoufBKTyKzthcqMLmn;loe!RE zc{TEZE83~#lB+yQ9nZRh*U&i49r`tUvFttfl8pN01s7epvPC^UDGzv!wU4o${;Fo> zx({avfAGyrwr=+v>F!ra9$E3l#i`0IXRN7LZhw`UXP2*gn?r;$?r3s*_K;b*rgjm= z97F4d8zl!iFM5T}ka+zYWasV>dNVEyRRZh>E%}&K-PmY<_q{|9Vch1!K2B`|LA>%qRV7Jf zsxqec%C(duAp$C|t+&dgi;e2FjS&17IV9em%0q(HIZ?_1 zH+G%~-;|c(VD7OsSFiLA?~IsC@1$4iUELEIDKacsPm3I{6Jx$7#x{gB98(qc!0PY9 z1M=8&tH(|fV|-BKN=Vi^8~4?^wP*H}DyQL+-lUwwJBj3sjkJrq^|iXQgpBf+y0u=8 z7;fNSxMq(+g|1~hZ@X;y5T08hZ3K_LDt@FuX1TUeRt+nUrvlGW99?Zd9?>_pIV1Lo zZ$0|oD*9l7$-c2lF0wbu87Q)qJ6J<&*5%z1&S2N>>tE{U=Uiz?$PfW(S;&67(Vl3j z&ZoZyW|TC;11-YVvpa+?FS)luuj#K97q%gyvG3gDX`+RAMnRirO7S9lG2c4XW!03$ zRqB|Bg}Sw+NqtT!69W?)m)?APp}gm?z4^Y;lCfd6nNkgxLhYU{TqtF4V(9uQs>bd) zH^q_Qihrxk!!&Rn%!(X1u7i;NR z`}2o8FOT^0ls~w_@>ACc`V@_Bbwh@Su{hZ8fK%~oph+|1_yA9YV8akt1eW!e$PHPQ zNrTKR!p#Z9Jv2X&I+4L(>|U!GF%zo2*s7}YXdMp}n#=jp8>8*71g;&4Evfl- ztjPV^``Nwmp$^4TX$X_@UB5;|;B~B$@>gP)n$sGWbQ`ht8q)JgajtlM)$KxIjYXMU zsXOb=GjEQx;Z(gh?uNB=u!ej6uMv4(Bb8q3GfWjO&)nGaLKf>XXoKCpmr=Vyu?fs^ z`OMhF>|jkTov4rYTCX`jU)(?Tr_I`R=9(Y*YWXY6Srz;d0_oGgC~VHzux$lIR#9)Glv~d_s`n83ItvY~r%W{Y zH)8u1&C|2GJaOiR$WLhpYI|>ai*dK5?8!4Rx4``35Zwh5VrmY&d&t zkozq-gMq=QzJ7SFdRxxeXc`uDcXz~?EQ(fFEd$4L_;Rl{kMKC$ha7|z%yRC3>r{g1 z<|~x&U^yHI7h>QN>ZTB1Rp}UmI=u^A(NX-$W61$+994@hNH^aC-~SsBmr%=j<5f9$ z%4Q+fsrfMNF*>vg@7r;=EMYHdwD`lV;xP-~`F!3xX*#qBe$Sr$`G}!@ z%ZcX~*4{n%hZO$NGs4GE;oZQAvRFs6H71-8@K*|2Z>hCt@nVYQ*O(j(hBsHyMgiuY z_DSL-AmJ^KT6U}((`gFtReL}0vOisy>}Spw=Q%zBXT{+(8H}EP*Pv> z&_cYK`Yf#Nv^O>xruW|-*0ZVFv6b5&8X*>nQ`@NmV17a<4_}lYb*?aU`^=k9aaGj) z{j{{#1K^0uXe0kAh zD*=K`Vg=|)xYf~hATTAzGbhnKtKFJ0U4S4A-5Et6EMbfT(#dqT!w6An{cG&G1AS}4U@Xe3hyae`uhdgNGjz4l*}5$qNVf~z*wAdP zZI0H~0qZ5^8T@(nwxwn7`nidzHzhP<1o5$l4Jo?WFU?6|dUrkeaDj;r8KQ0Eu^v^f z2X=8XLOE|fBz(R%av3;rFhQjy(?~%I<3^$Ih!D<3>7SX2qcK>oe~O&ZW0YZ=-V>L( zCVH&e+e7#e!qnj6OGUGWI*6q}EQoTWzW! zWs-LZQ|G*j_8pHno6Z^y@9RUrk_GApI#l*S2jD@~5Djwhs zz_~7&-s6U$${f(-qp?3Rh~2_R9To)u*HCBo4o`}o|XL-{_3Zod#02t3>t zml)%$yeQztGXMGN0gIG8JsIAIqeGvIejZ&_n?Ghyu@Scsl#x7G{{nO^L*n~CUcYG8 zT_kDy0a7n4%6>`&Akxo@ot2ly=_v<$J3iR^rk!q-kz7N-GJ0=%Q{1E5L?`s1P16O`y{{#o?1Pxr2|*loqgzyZfh7ltv@!+WAKA zYq6CbN4w?6#9QK$RaFsVme@U=1#i_=&kxh9F+RV*%b~wi06Bzx-m+6Bgv#J{B7blM zwVEug2ZApSB^xDyp$w`B4dL1kL`^Jc_w3J*>Upu55wWU>0=C|LwZFWgBB8^L{opTL)r_bgDS_z02O&Bm{wBdxM)i>-PCt~y1{WYC zW(9;H!hAw+Q_IMsw>7K3mKJ1MG&^KgU&T*00m9jvE6L#+q(*wmlBs?}SF!}~^bO%? zk$#+J2VfwRQraKs4#d`*Ncku@JEyPO5)nC~#-1r01Ir-TE!dZ-NU{pWOIG*48vmW0 zec}Qbi3){QLBhiesE%rN6~|r~osWMmw)WFDbcw3@`b5;LCKe#lOZL~g+4`73J`yBm zszhM^W+kf5oM>c9R`@)6+5M*qJjd~>@x_f2z=`^XE-ZgGRBp>?uk9J+8T<0w3MuEu z&o5P9>e2J^6R7<*)T0D9>qh(T?}S|^FU|r}MM4Nl^crdT`!B4_ugvbd=l9G&r5r4(lc_Z38SnrT>_z2;f7nv?r9Rh^j?~A_?mi*v zzHG70gT1OUpHpPNygNpZA-NaeARa9Gvbv$#elgJgt?4ZZ0J|>=RJrKaQ;dZ?xC$VC zV1?8Tn~9(%!zDj_5L~Yx^3+DfQZ!X5b)Xbf0fCc& zv&{UAb;o~OsAXqnY;0`uhYK=h&$*peH{DS|EqGVoE_ZGkWMSf%V(o!DUIZ$luIoG_ z0*kHgY$|g-wbXTg!h`xVX6-y6Oz=jp1n<$xW$+m2Of0B4jM}Q{qSvr77(#zFkLI00 zQVwR6up!A^=QUUsfr2SyUHltt4SoB3K4w-9<`d$T*&j$wA!Dk58ls{;_BIhZx~aGh zb1c9j)R+D!iP9}x5Zz}=e~esSKvM$imR5 zsKVCDsxZVhyGn~SeuX>m`g$6I{$2e!V;e0K(i-iV^H=Y_RIa5bOi2>K;sUZNnAx1j z@90H2Q_sF=eWeNXJW?Odi3bPtetsiaH&}6B4AUQg-K%p(KHG{T?aN}P1+Cfp`|a2| zuVk2G`y=Oy-nYVecZxocWI&*jQhbtOsttRk+r?4WnER0(pCKD+80dwVoe7|Z-`yOWXa+<_2n3>xB-F&_Z>;aDXllBQmb>Dh;Du}V{n6ag;($xK37V1T!6=Hi zh@EO1*CQIVb58aHX^{^w4cup1;Ma;`CMGda4QvflL;l6!%^cYkXEVGyvakO9cbp=u zzx&Wa;ou$G(SQv*qt#TNlorVBylduqK7xl4`4+Dr`ewK3Gy#OPLHF*ExJy>8<0!jjo3v;Jbo_w{qvr?fIZjnQaVpu=0o z%J>d_Oy?F5Jp)3t>4HpK9^z}y)!P0FJzEy;mojWBw47~d8$@On*iU8!nTH2~kl9F> zKe-ZGcq&v(vwAC-fjPr0Lg@=}N&}~%*@!0rSnRDP_#zg^->(g}POZ9GC5`t}g0}~i z@2r5aj#Kj65r;%FTDvYcv6GALR-Fk2bTLg#=HmmGY^u~5upn~w?lnQ6#KR4bX_#0Q~ulJpVOJx!+wpc@_n zFRjM9v5~qlR{F(_eY?>E$@slnw)fReMIYR;jmU~_$(39P0dd)b%~jxYkb?Ug&Il!J zgPaG)pZI}-#Y^(e7OftAwf7qNDNNklZ z`LS+!x;aye#BqR*S6VTacQ`nO11Fww(koPJ;gb_979`_jQw#%M{X;Le=$QIzCV`Y#nMOPykeJ?S-S=hz`_>dp%9F3Fq$ z6?V0G{k(({u=)W@%QA=--5bRt^6?(Ql#)Zs*gyYSAD;u)Xo8$wL_{7fM!E@lwpsq* z4k(fYfm-(*{=j4YWQJrR)|uXgRrI^wGb2}Xu;}#&NskRgj0GXWHGRHcSBwRch}z;% z-C3o){4)*PA{kX-<5u~>9e@A*#H>DDiR%5=&6tw-{}?7)Cz{#uyUz_A`$I{RK!N@C zY4p%i9I&J+@yUkUoN_EvhewCn)er{|$;(pWu&2?G5_327T#*o2uHU*ii>E2)40 zj3+1|KiYXw3Ux#`k?F)+m!+$1?A=8N*j}(;-<87&xGPj&LqNnjI!z?cU)wNvaztkKAUG)K(g1q0WlF8PX!=ppdZ%Q}EbWA8!Ye}EON?&i)bsu=pD=B1l3e$x*p zSaF#8;EMU(+OwR#J^njMll{h8DI^eChnCGsMT#tM55Eycf#znZGLC7)O}PZ>oIji= zj5sjT?iGQiOf*O!MIXGFBv7zjD$E#%2P<=Ey&Ja0jDMn=JJUF2v6H*O`8T#EmlOkv zbeAfNvZ4YF36?li=$Ny(yuKVe)j+qIp{V^X!S?4%-Bx2IC?Yq!s+W$^ScSg`hue*pR93iaq8Y78_FUtCSI6JEkaBk3T(bL|}ZUdP({*|zkDA5~mA zYthH~IbXI=h~>IxgUb`i>M6B{1s48G*@+a#gY6?b`sD-90Rs*;ZoTBUHj>&3-7HbB zH2o*^C>cBxzt)L!{#0OpnD1Y2V%3@k8U*0VQkQHV|KSzbE;-#{?G5PRSq*x^;3Ex< zzHV&btR+v_bqMz^tX!aL%KR#IImBb3{_VmV2{3l1H;g=X;GP@dgo;Ir=~JQq-7#%)I=yVP{KzWBr2Q|iVGNda?W{-vp>?wsE&L5#hSil{%MHy`?=F-8 z#q3T)Qo!SUliY~~^!&8-?Y0o}3{C!ew4y=VcLxoB+$vuH2I@{tIyyP-R4oBmdu@Y= z0w+0M#xXfWBn;+tvn$5<>$nLhaSGNJ<{bK0a4WAORVA=dkp)~ty0C&yGJ+~V^spkj zK}_6)W?iM39qZ(F<5m$J0rI^Ba}dn6HAB+xkN;}_`Cg^S{55ptRfoz{*n0_^Pt}Kr zJ~VI+FGZI=4!n(`Pkd^%pwXAd^X&&%flUx=*p^GPHz-&1YOZ|tjeoJ3%is7GR|i}&5BDpcxa-|}KvEkrTOqs&>ty0_A9hV6A zqLsTI#dYkFo|achqa+4O(mbr_T+9m7)p=BW;2Ge9`Fj}K){jK75dtQmH8h|{m1Omo3R#U#WRB|UovWW2-CIzIbmeR;*Jn}V7E z#^>s$F%;Z(6@Lg!n&d|f216)kxw1y(jXbliQLVG$qO2H|IMiqQS4cS_1IZT>gNbh? z4P3PhuatRx&hF!jyOceV)9jHCA0hGVd-s6mB=3wpTpe$yduUq0aqhRq{B-E~vjl&ngljfE3DVN6lUJ|KaotBIz zBW$tT=j1L!1)T!|1MF)6PwFQexdfO$dzd8}X!)QYwzk(=?>=7|gkxJMicwByW?@=? z44xB0Xgpf=)dC5vLw)8FTlq5u3-=ACE-2XBgFtCjtT*(V3U<}yJ2QzXu0bVOgV(AtWcrvgSG*8_4?|^6B3<1vR3oZd^ z{6=khRk?u%^jpl}ULw_=*)7*G>dU^KH-gFv14x-!?Z-?DEFK@9!sGg##LL=8KjQ6Q z@gGS%Q@3r!KpEl4ngg2?iH!-gJU~B5;{U*jW%G`j}(x`$$}%^?hAYAXT2{j40LAS zmlLzp*)j9PDkfho{)M|dZ{k+7>Q)QvmO^jCiS{k)@6R)s%!pe@+2|qX6$v-pMKi4g zXek@)bh)~U5%*V;VSN^Q?L^fOzBee|%MNEVZ^v<%LNVA?e^&G+Flgu#_B(O!s^als z7YQgBSWDS7(MRusrRw3X%`vp92=X=nhHR#Yg_3RE5c~H8hBn(11;Cq+$Q+2Cd7nq6 zB{Y&h_$%+Op}MhbxA70eqXd!)Vu$#e&EMX(ebay;Hjsl9yD)iiO>2q(M&hnePZT|G zWz?wM02oLHpefERkrIRKcmMgXXz*q$2McNpKkDieE+wvlnscA-t*_J!ZgMQoB zpT32kcFGxgYxUs$Ntd>?Cb7e=xD$}51#1Mg54KoqUzy0tX15b(sWL{=By+?~!sS#IV4Vm;8=^&IqP^NU+TRSEhO9q~wy*sD&U?_7 zn?;8mF7Q>8)A@0~1D%aPI}J2z=LCbmY?P@RP%Y~MqG_CF^yPO{C6}RMi2geyC8Yz% z>0(KIOaM|o+VwY8!-7jZ+8lHq9NY`*^h+udRX4u>POL01CF>FlRoK&pMFqt~C)po$ z4v~a9K(uQk0a^ zKxXu`>aaU}rbJSrfEzfHh?dJnaAU67pm8OIVc-33f&fwYxQ)SyoKA&azAZ15<3 z$=`EZu^YGR$E%;9*SxTy{;wqtg=>k>!Cei|i^gieVS$IzqS-uRbx=~orYcmx)0fI_ zAovBsBuoutGRn;+dn5F!c3-7~fg?yEfCXewik~GE3jLaGYAvbP5QfZ*a8!{_empz; z6~wfftE*mFbG2r(gbNUy{j-JUCiq$mSwi0t2OOo1onoJF&jjVA7td}my}K^trcf0O z{vrf*(G6&XiEbu|OHO-wd3m|i$H-&VcckgVzq^iwkOZv&H6=hY)HR^eQu2vQE|z8! z9FXl0hbFYn2CC*#@bedUJty`E#HIC#M)n2jYFD*y!YRU;B;G61Mv+|uY6OG8+d$|b zvV<=={CY22x(A9Oz^&R0CcgiO_$(i1dgL;33tb9UMK^%8D=G2pOD5JF9wRC~0C3Cj zS=q}r)V^TV07_%6wwREf|KGf*${Tn!zc}DHk)`=>Nl{)!YZdF;8t7#g!3;|CvWGA4 zJ%bE09cyc>-dpLZT1GoN1s!uf^#9H(lVQBjm-6C7h|EM>AYuWl*DQ^NXgKgpGW#+~ zc}R5?JK4`X+@;aJ4yG2;L}jajF|9#y3|g*dDBFqX2ZTU9cUTv?xF9Gob%kEIj$=e> z5Q~pgwpkkanEYte>h$D4JJTA%tK*dSZuM@DUIMOl;|%Vr5mm>r1M>27RofW~4qqW7 zmjKMTda)+Ico^}32?Jo<*=8{o_2HttTy(hW0d}o7UEn!b2+X4ZeS5VYOP<MR zQvdY2m>|OsP0^1(aWnQOfONMq#ywjC6%IAz&CJ!aTTo9k!4wa=KE|pTWXQ-gPZZPv^b1f z>KgqrQ73&OBBn+=F(T9KM`sEmLlf5m3@3y4)@uVZNmU$G#ZXd;Ln{Y0#73eP3pRev z>G>PqS?xZ~cbb~YAG1fNnG1eA^)e0W3*`De3 z0y#U)&D;Q7p9^^GF4So& z6-ix|i2_#9=lVrCX>7}H`l;U#FBE-nC32MgC^G>Z*he+8Ls&tyCO98bjL3KFT_@Cx z4`@Agqi+LtV{wsWT_`VwgQUUcSo43blUfxf?LTsx-JaYt2@kIZ!6)g-Oc@j0L?(4W zNE8_NK`l(W*C@dOGE;v?RSGYWj(#JD9^)T366^{ii75&=Gs@2_D0d4JJ$qwsGLz_* zFnqK&9P2^|Rs!=2vfiIMN_6M!(QfZ!s2`GI`4S`)WT?;9g(;eVk_*^h@Psr zGTtFH2lONLunXE6)G8~Ic(a;OIn;jdSqeWDlk_P6^OzCzroItB5;3>L!n1J)=T{>=TA4aQ$2 z6op9$o3pz-MWOmfu3GTfpC0cH{7+pGT}h1)HqKifc@|z{t5j3n=>h z06k|>yaYX3#ZZtc9A(zHduGfcAoe${l>#S!|uwP|7-x48P&!R-Pi_Xc2x`pogqe z+rWB7P>!K(tf8kD0w=Bp2*K3QKB~?>h-=49k6$iYrlNlvG>gnM0VC8kq*lFuZ>+6^=7DJfa?hdFqTnF0)}A`_9k`a5;$5~>#)&Nhg@~}W_zf)d~lNLFthic z>de-U6H{_W@t&Rwh?M#+C$o-?Pi4b@1x@y2P_8cLtK~uF5%NXzkE~LS|@=kw~k}cdgazW{B`@aDyCu+B*5lqp((_CG> z+R_R-x_S3Z+h4c4A3`FwXz@^u>bqb()q8Ab%ySv;femS)Z_3|KC^#|Z{JW_#hY8fy zAr&q;-uC|ylL)u_?TeKy~q&fTEDdaPc&u=W8;^6ZOd-&0YP=>bxByo`VrPb zoti9%m!|8)@kdu_|BO19p%W)p8zy!Qu2eJ(?Fl^8a?cDGxc^UsFkGPcO;wfqUc)PF zqAZxTck2c|0_&Ak423Fv=6;^f7>m}p=p@}`XU|rp;rdwr3azE$GBtk9xX{e$g+Fi9 zNsUt@H5LZY3$0qORm<9qKd>)MC-Z^W&`QOC)w+JFbH5}$R!kzjzrmvb5uIyJ`*M<( z|Kn?sx*z*wBX2aS@=x%yfUo82)_dRBtvB=8gmB8OCzJdXlS<@<8mMuDxw+r~klG$Z zWh682vjItcN``W#DAW=pu5{@w*Y@S5ekZZcy!qJK#PzxNXVeuzF@K5Msb(#R@Np8l zSc*TyCf#DDOzWNHOg7>eRm_+sK#FT>3aHf8VZwow>%P34+=tXrrjUkH7HVmB)%LY7 zy5i4sc`i+1{YUyE*mQ5T7G48Mbnt4$8$e}o44zjAvumu~t3Hb$@X6KwxpaeAnVH&9 zrBLc!j;zTI6_z%_>C>U;ar(*c&e54~9ZVWkV>9J1`I?M}`_XNarEgj!M@PMXc#@Jp z^?LsS8GLxbFz?w~FQA#XuXucdf~>F5x(#&WoD)^I%%}a!aCe{be^{)%YrX;do!b|< zyvsvYh^Mil$V%@T*P{3>ftxsaaSIrXTfg82C_gzegD%^ma+ldbrJ<&O-_iM3^?Bvv zA69`CG7^|JFno9gX)_#*T=-DDeiYliY5a9Yqnb?(lKNNjBTbz3>}<6M3hF*1!Xe;|-c00leN3e? zgr4opWG}`4abY;!%ZJa4dU9lgF6&LF=oPLA^Sim;D|Q zhw_v&;Te#Ot!qL^l4hMSsU(8`*$`foh0d;O-&x_>{wxTO3oxc0$QHHmDx&sAm85&G z@7k+xy^L!Zg*`J|6N}f2yGw9kmw}$%

=;qTe-}G!P|szPV=^P+mcgwmQj)0#1~& zCSv(Dr`jkdIq9tKnOWU0H4n6>^xj1tQH@&4zjHvacZ1Z+N<~(i!|a@7tv|Mo4rL;z zESp$BQb`EEtjqe5tj+rnaon4CMie+@cZUu4-Our;>%Rc~S#*S_>)Aw%e~MCjrK%9ILPV+pH?k*o% z`BJ96RE8(4*5ycQR78g2;SzP=67^20kCbNY1gfy+FK);rY1)Cr}Zd#u@P zXWyl2?O$DK9i`DPb-GSR=-P@g4>?d9N$2SU1;A2C0JABDR5n3BgG0~Ka(k(s{D)QZ zmNaXd=AIaf-MT@iJ&Sti-kWa^3$|e+tg~jX$~7CzF)+c_8{HpHHoWn-+W7#pHs;kx z@f*=~CY`SSm6E4xT>|kzdWvOwinnUVWR+Dsm-erg@plakW{OXI*4+?u@JL?NtL;h&b zR0h&;ZQ^!qx*q$g)}qBYOzCr&(neKP!T#MGT3n)2FAj}eS9;sT>uDbU*M-cw zRZWK-Kb~sHtRyD#5Zu904~eGFp-u1`_qs^;_RTiqtT5J8fT(BZS&(s?ZP;)vMTWa; zb~{Ws+eWMSp|c#D5-oaq4$yg}B8cWgD*;+ZV2VJ_lU~hC*zNVFjO?t^K~g@tf7N zB#kLPGyZ9R{-5>j|NZxO8XV$K7?S9EcsU4t4MHlTJts|kuf-w+eYmZ0(Vv@tqCZ;f zaehBC+m0vwg2^I~C@vN3-JRxh(KmXGm4B{g-+nCka%`CKH&b? zO!2)}SJ-j=FN(V{ zUy7SZCp*9Yw{O|MzlHy&|6aCtVgb#nzNs5MjP7S3TCrA;Vt@&CJ0rp_M!)cLOGHxa zCbf7INk&f0H@re~%M|2!MmtVjQ)Z`<(W~hnC+I!_-4jehlc=;*N#(+u|A><(6x=^A z$w9kNY|YhQM$7HeAU9QNui7BT$V(=1`@S(qcdQR4(22+Hb%>g-8|V(O>V$M z;`N?m6bG2Xbtw6Lcu8c$0e5ix*IvF%v@;wXTQJFQtOhceG#cFR(T*}l3?rkg06;tk zMISh=gX_9_&R^?7)Y*WWcCN-)rf~;!%nIG^eiRJ0Xswa*4HQO%ohQ6IJ*DWVGjhnM zFsEHs?Ys8Z@wzq{AXb#gw7;NopifngvW?d9@xa}qI;o%js-V~IR9#9!9}M)}ay8ZT zSBffCx~Q?Y0>mb9?clwd?3rUoE9|Zg%_@V~NXYFECyEX1>YGURg5F<8`ZseD|E>S? zl4veu)ZG*W-+G(wYO|$=vw)){I#odKnDewhRz(g6pB0~i@}m&bh6WGx-hSL zBCGdBd>;L#;I49oLh}k8W&ThZI`w+9a_842Gv!CZ1WAWo_iVO`P&@=_I z6jeG>AnZs6EOK8JWFb)ks3=It2$I01IVL*zd@oo|mP5plKCBo6NFWG`i=?O8`&SDZ z>Gc;wc_{|6msI9Jb|jt_vf+-85q2}j<6+Ckh=@ZLD)9zYgdvP|As73u;-4W+s)AOA zJ&1=>mnnCU+5v+ZnfD}pwO&-@B#%~+-k93She{P$wX3TY@P^RgfI7TaqYYL<*Wp(S zzAddzqab>TbX7w=Ny=9%Ouc*B-rJ1Ym>RpOB`*Dz;P-4kt3<8$kK|5+=t)^oiN=yY zLC7qO-_VS5tk8*0L2(sG!nKOUPzJ?-y^A7dE{Yn8DTo^Zuq)6B#y&2S2I;U0=z^x#Qrq4zo~ z?6`U3M(eF&oTxNL#DKFnIM`9zFZuJKdv-Ezq<|Fjz)m9gZhzlXB@bA($kph#d$lbV zs0>es4xL%|ySSEuALD=_N~A{J`S3^b?6S;P4DVm?0lun(IN87f*1Trj{o=PFBNhSL z3h0-mPy>w%LsX3YU~2NDYlC-QtMFuR_9bJevALlx^Lg1Cmxd{f<+=^aVCJFJ<~Vx~hc(egyLpeX##kU%Kq8b^yGsj<1f2fm z)M~v_pnTTA2|;FpcjyIC?lb3V1vG{P3*p96#g5LMFcR=^VDz#){lpd; zD^cJ64!A0hOn=3<``q4~8DEmwO2yww6 z;>uuZ9Rt-KAbcslTvv#qzA)^7CuwDFkN~J4IlHlt9lX6&Rz=f*nd!$O0QhTEBR1Y zVk3nK>6fyoE||zw`)_gH)>^)q_Lp8a*$aq$z@Arn zx^#t%XV3rpnUBYSg%J{KB(j9$F0AzLvV7+rm5j4w&7*xa8KdgodP5n6{{_=1iu`XE zEeXgV_{?e=6$0s_7h+yN-nV|V7WG2E}Qsf?_&NHXholsEJgzhoNbiQq2*mAV+4)O*o~{X5$*2Hk&)q3 z5u52ssnnFefQa9Dw4IuY#s!fuBwMqNSN zcrWd-y?}_*4ky*Vf84or@b0G@dd_E9Z0qJ7j1EP>2c3new;J}me`#^X?QQbJQ?o4g z_fbT|lISfR*yyU<6snZbO2x4jcV=KvTLQYg^B}?3i}09q9ro3zv`mAVg_%PuaW0fa zLB|2OXJ8Uu{C(}fxi5#K4q$sQ%> z++r~yWg&A!P!F>G@~Z63T0B)L?4{I#t@B#$6OD^NEhVw zbT2sSie-&EAJtqfs_&k2Ah%F44{fz=hhqDwCvImmffBv*TP8`8gHLo5^vU3>kjtvb z*+mGUGYZdA?1u1A4Xc7xIY`9<-9wZj<&%K)`PjC`H#8mo&yo2Z7|WOk@?s2JuS2wf zy~!xv&TjhsoC9FbBh3BThl>~Hl=iK}1q<(V>&W?gO^aa;aw<*o7UrfJP<)xsBkqJe zPy;=v!1H!^nCmE@Hro25mb^&vN+Mu);G``H(*l{)8rUXxt$+M!PBt~Cz z6o%L{HxXPo{46Mljeh6pc?+PGT?7>~*a9Sas1~DSV8XmIBT0<@ia3Qn;Ij`DuWi7=JOdCHh5ap9}(oFF#*;&Z$Spp)2%X^HT@bwH2;j6oPiv=&Ph@5 zXrTT9Sta-2@`S>Zn6C2uyfp?36$`g{Cx%|TU{Yg9*Y#kr<~*(h>N=$TN%1}`Q}UBM z?vY(g=>lxbP&DxXf(=77C^BJ_WF+y^Hv6;bZhV}Pu4|zFD2)8Pjn}0nGdG8UH)7&s zJOJlXl~71bl&8oBNo9a*{G&Us2)fibMIN{@LSaMKlbNNQAOj8qQIb&-^5@__&8>R= z$cmI_>=M)%Jz* zg=RplrC;p;N*E(vV^nkd=YV_CvWz${;K7Ubs(1&a-RYXoa99 zaqTOMXJ`sV(|Zx45(H`7dqzkEVi>}*3=iubVyEZr^aM7;(X0RGuEc-a0{?%#ZXrlq Wx@~GUG(|-_CsAy|FPme2b@X5Fb(Q}B literal 0 HcmV?d00001 diff --git a/analysis/characterization/elastic_migration_v2/figures/fig_v2_predicted_vs_actual.png b/analysis/characterization/elastic_migration_v2/figures/fig_v2_predicted_vs_actual.png new file mode 100644 index 0000000000000000000000000000000000000000..adbeb2519717c8b27f0375f2090fb804fb45fc7a GIT binary patch literal 74605 zcmdqJc{tYn9xZ&MkVvD1qLL(;rxZ#hiAWM6Q)J8#nTJ9eObs$sDkL+ZkXd+SN-|c6 zWX?QK@A^J_pZ7iQb)9ov=kK$xz4y~ox$ocb8P;d5_4(dYJ9nCifsKJep)j3MJgH8h z&?r(U)LQhk_#G{UiYfd<+ToOz!vz~t2PZ>&6N-wVgRPZ~gO#}v*G&`q8|F6GMFoU~ z1P=3anK?Mv-jEg)wElnphJcOzH9;PQMs0k`I$K5U8x+cB2l79v4pUBN3KfNN=Hzh= z=V!w|o!nJsSLw!Daz$rNe+n9sei4tx7MtlhdwVu%)1F=+5lq_?X$`;XZfS=*-c@XZ7>$QWdN;yL~sx z)8qf>2lJ@^`%5DM-eY_I^XriP|Cj%={@LBT^tK%SF{gvsVsCKx?~-x-cILU_h_vez zuT;>9lP6E=T`C_=)-T${QE9lmFzu+fO`W>^bWNYs zK9PFHL6AGvYAe@6*Ph9GIl4-_E~yQY*MGbnpK$l^n4fsD(lJ`PDee;($n@L(aHOP7Q0|SsJx7jwl%Ibtw6QVsj)lIo zzP|q4!h)vr;S|jWzsmfLM>`5wk2(wesg3g2&NRK~wRYWZM|q8wZCtTOS&g+mT;C}b zL}Sco*^*lRXx~|jd|f~JTVrFkF%Ab0CMoqwdMr4!wztbCHSLj=-Q~4Bz5Vs;*S7s% zb}uc@cJ8Z7Ya9p(4fSJ}yl(LQz4hG4ht4l=&+lED`EFy@S?CcrIKgk(StygL_mTGW z>B_uRhTYp{@CaWbplxs5NE%9{P`bOjg^WJYYw75`zE=N&Rm^Ooy}i9{S230Q!a#g$ zzKiI&7e}@KPFnX=1Zow!AO2({94TRazcQG!WsFT@RU$ArxUwnf()hwqnlTn zKe?-UpB(h_TA8O?w{9K%`t@Zi%ZnL?Wwh?&<=aCPxy5x-Q&Oz6B^nu+nI)Zd4!g}* zWm&dt!1b497*~ENaGO={qw}t*QLc#)rR(%uJhU(~@}MzZb+3?6di&rUe@Jz2mWpCQ zoEq;-HQvEIwxgDomhQ7Zox+6-sre5bns*3Q^4qjm!Jz(yOt_qvY~k|Ecl+M$EG&1{ zZQubP@_zSZ_uiYvu$Y~2MpB!5zr+v#@_F+OtSa zx!zeA7V-OZaf)3dTpDk{>?47VA(#)Q3|yV;gww^!PspK|cvL7!q7K|$vA+XYT0 zX{H#Mo3F#~IShVV7bRgW5)qGQ6d&!$;N|6|7^glrKmY5os_bz?!&g;*EEkrahlChB zxn#a5EhDoNDW&k3M}_Ng72fcdq)UQJNN%1Xjpp1}t3hiiK|7C_+FG#)diB*k?{7-l z{^Q3Fu27|4fBy#k{rSQ&G3Gug)0hP&wl^;(_O|a=lkJqBWzLxLR_#Ws zW{S=$$D!t?3Gbo0=SRXtOc?NC^byLmZfBUe=66Mnv2zf3SV8nAp}AFJ6!zv9~Y%^6JE>mU155DuCji% ztAvK$Pd@AV&%96ebd0Q&pq`EF?3N*(e`L_p{q4j{}(3h0U zlJtJ176(tP#=Lp0dLFO&fxhSb+K*173J6Yo!e?C`ett$om3*dYEy+UMIf?K6=bja# z*fe}}vhnO#UYs@lba#_lQWLAlReJL77iUMwHCMclakKsX&!#nWbnKzR#ubbw6%>rV zy*U~tm`;pAotV$uakZCr%#?-GdwaP>^x>5b>v9T*SND<@2;+!`TO(1+qb+i%W>)n z8`;?IPfa;YjeOrOAt5m~IZ2~7?qN67e2Ao%xw$#3kO4&}+rsbr2OHzLv0wPtV+r5i za-R(oC@=A$6TbS-#;M`9EfEnB6iS@>y)R$Xp2>ObDk&)m7c<}NAia~^Hi~ce=g@<5 z!y0NpXgO;s(pfY@%nV|E=5JfV=bwA4MkpF zNHwF`zd!psi{w1#e$nNxEDS9z^&XZaSLHJK#}MH^Ha;#qw>yP-usK=VN3z421{px! z4ad%%51%~?z{URRi}tEO3@2t?vB+iv04PJg2pber?w;IZ)mgX`uUr23aVqrEOQyTF z@F*8oa(V@*L`nR5?$jY1S%@a1$h{fW^?gk~;*@fXJ8?OB%b7E0NbJ9R_l{J({JHK2 zyu7@}+})3QE>B+~_hxHrE0mj@mL^DgG~Pay_wfsZ$oNp5zxghcAt52&OzaXb-DdwT z6}GHOiim7RkjkUIjCVf}EJbpCxc;-WIpuQ3jlOfwj=F32x&^Ej8L8dblTiIMW4R2#ns0e|a5 zhwJ)IkJ+8%=6<0XQL9aTF+)o6^7DT}#%;KEtuus3%=9i7@_(RO#!URKI`gOb}KLseQ;i(>=t ze*FB|_WX!bz#GoP_P$gGlYeSO-<~eJ!?c6)-f8rT&-|sdE48DY-6j>~<-!jYKOvmk zfMVtxP-!ayc9aQT_<@VtL1|97u>a}9hlWBUh;mbkma}ut@jOqj*}@c5(F!f(=Z;D{D})K{z>Xa| zk`e1QrKPt43+@VQX58?}_?os4ML~Jb!*n1#c9pYd&Isq$G)`4kH7+W8J!51Q^6u^J z9Ulnhlrv@UyM16Q!yEO4&oy$w!VlN2p>BSo!X9G|6lp?f#Y6mju_fU`ya>e#+1?x3 zxs_5=Ru)rQouZXd`rEFK)%ft?!?fSuW?2vR^j!G$?yU4*)`RVw+S=L*1KS034bZTX zy;fIf2gb+8ms|i6hZ&kqBxpn)P2Id@OGH!@`+7!3vB)=qLvdkOjC4|-sutbo+mM-= zX>61cUS3{4K7cNGm7+D&oT7d6rbP6M$B)a}v&_pV>78DyKh0Lq8av+(rxh;Tr!qLG zncUTQ{YOp-O2*{u?6uj^PRa09{5=!uTi#5ZviZ8-ds04h7*Sf0pp0J~rFY`d8{6kT zI}oZQDLI&bo*V=)`u1hk*&Z`k`ZDymvQzp$pmxreF3j^lCF z)!|aV^}TgxSIbNnrUtA!@?D0JjfTk19-o-)SDZ_JFPW@WM8z?nw4#hvC!a7i<)JB- zmzNJe7k|*P1Fsra()&4-C*I%RUz9>C*E%g{q_Xz7ot>RB*G3_I{Z10^^EBKS=~`NE zkGWs|?mC#0&N2?-qLSFS2C8=+wvVlH9iS=4#1{0Q;Cx5JovT~-wXw0fCY~EN`(_to zAgA05Dg)FvflE6UxE2O_G*)SDR0i!d`Gan@0S^wfA^GcqrueaiU;dn*pM8*^iT%pB zL&Wz?oVw33O-`=doSgLAw{J7F#Bq=2Pi~+o{@YPt8M46}clMY$Y^u)Dx}bB)sxm+<(X6imtGO)!HN2B9s_tyHJ?AGV-icC@(G_^oN@6`<^4$EC zyi?Yl74N3MC5;o9bZ&~YXUu$+3)4g6ZP%j5YmX*2HmY2V6t}#C%-^M{si~FcaA41# zJ$y?$zfJU3Q*9NG&wTez9=&Sp^T9NO!EXtniF@4=T{?g*1KX1q7Z&yaL;+2Z77Uo^ zhnM%Oe7pWh($HU>paYikF`2S%5xkObHt{_uO45d!*P^2#%lv|mxvG;G6@`gS%o|+; znDwOwUy^lx$o;7ABXAJP(S{jm6uo7Y?Fz3@$s}0>ebszr|JUV1+YtQz+;gm!zv&i zY2N)maz&p#dzScKU6pq$gP2w87v7)M)$5O)Z%mjVQz~#0nNkb2LolekQHkmr9uB~y z^fYe?WlZSiuohp~+wt*p$be&Isk9eYI;74gCIX~;x;!#07T-&K#vNR5F$STu{EE3=$Hc{ z<6Yd`CRLmt3^l~i{i%1m1cU6-*a^&sMyM}M?HtkH1QPv7NCQrX1t=!7vt@`frslXhevJQUiTFVguJYHibuL;~NG>U>MeWq;)7YhaRnE8d6B zbso5Xj0>|L-4~==d*Zt@Dv@F(sOYa6%xuTIPc0$y=Wv_Cm=sCf$Zolk)U;qG#)dc` z3?^n;QP;B?I`#IUE<@ti>NqgBeERh1<(bDkw2f%`ftx#7!W=z#J)aAVJZmx&`?q!| z@8RZN6UZiB3JT(t2A`q1`8^=$l7@zc{*ltKD2&41eU< zN!fN$$gsU-|G6>Mi77c(zKIyM`fp70xM)RXW#6JON+0apQ~6G-FK+eeTpDE!L?DN zUuqplu5p`W@yiL-sK;Z`_%6zIHKOaf6ppq%hjB!_W+bz zY<&Es!P*-t4Mo}=>4r4w>gwq>ow8^?uRmS+v4K-I01N_B=vP;XkK-B#a50`hoAuhcs^a9 zq+)ew#KX1hcaVNudHw2D?kt^@s$DAkmBYPn-=+qR+W}~M95iD^&`!&(S1(SxdqisS zSD-hHgQFR4&t4A*>k}Hf4a43wF&hjiXbSqTyxzS3jN=Zkv3Rg`EI>(lJrNH7_6sz$m&c;DE`9-j6)uG#s zdq*8!9i6;pYC6H$+1}p%4gmVe!TR67uihN^x-VubIhp^@;NWMH)|;$wy_wnBCWs53 z4@H_u;_ZdK1LbuZ*XZ65CYF)12&zE&oZv`|M}^Yg^19B>=vUMQtv?GrK7P6~OlpT` zME4ZuA*aD__hg*Mir-!b2;%4C`^=S+#awF3r~+R`v*SU!1Y_ z2`-r~XmuR?R`quKk>wSag`>+DN?9p07>C$n_46F=VS0#I(kcX(4oI8M>9y2wwLnlW z@6)W~edf@#e&>cQY5xp!;sQv}T1)_%ruD9GukL3O78a(Jc{E_%_Rf#WAVwjuyHTnA z4aj3-^@MLPD?d)~COoE1(X7VYHVNLNe_SO_Jp<`I-lsoq8CLk1(9s%iHv|Z?Y}{C! zoRY$nDlYvzs5U}0{?oa&Qv>)wk+uiV6}gQ**mVABobI#wcymPS`gMWm7Z?rNvn??! zgB-7YdmVk%7=wzRuWve<(=93?mtozHHv{jL8#O}OP*joBiXn2b_$;b7Awb; z(*Qa|{X1jPOuOYAqGlYltTA|k2M=R*+a)2ZTK&EEoklM)U zK6X6&$;C*ZA80o$0m4^JOnxDz0T@o=uGl262jF&?z!C~vy28Bc=rM#nzU~I{k{TWJ zA9NyI|2RgY{KdZ?m!f#-=;*9|=4}(qAETDOIehm@f$MIN`y7?Kg@rerKYw2F?Aa5? zkKa0f7!6GUY_yQ;lo?|Z@Ja7Mj6hY}Q> z>WibFhaV7y>bbO|JV?it`997ptG3OEfC?ayxjOp9YA|$!_N#e*WP8!d!ofU;0U{_6 z@)NNAgoA?^px!61jVs6rV-OXsxi|Kc5dkmwc#5Vm9x9>2Ao>J+CUhr(e1ty3xA%W} zMS~~oPaqvpF7R#xpAv3g{=|v#cFQ!w^84G!-+_>3x4Pn?o9D1DBO~MP{rk5wGjI6S zF}*b7Tph3EB*VmQAD`VU4;lb9NjQ)|seh zNDSJ}NCEA4pSn(XULbtl(pVXD|JS(nOUuiK*RJ{JrY2mN zhOqs3l!X6-M$&^~o#Q%fkU^PdgGp&!qoeipM=(R+ZfFRZ z2PiJ&K4-h)mIy{GV3$n$Z@V5)d0?iy!R&9mchamQKevkNDh&BiRQ;kWe@D7UMgouf&>8|+P}EY4Ik&}Y@Qou1&?dW3 z`Mc7#;Ht}Co$yb09MW`Oo^EkoU7npcF|B_Q2zIjzl$5{?H6wNZL23EDpPm5JfVlzL zYf_iwr9O5T;SchblDfQeI|bXNz%ctZoWm@GpnlHn}wl) zf%Flb!Q7b+HZ&dL7emwTy?cFXqvfKfhua?Ke*7qU?_{a2o}M-rf|RP^E~EACE-IdPrB- z)Fi8UKpef~na{R-(>X8se*W>VM}Sj?etwk15Nw3$I2kP6@VA5u?z0u;mBS5-ysxLAgl2(2%lk$%~wGQRQ1|7Bh24p+T0u+8y0)ihKFJO`nC_9p4HNhgP)*W zgrD4Fh;qg+CicW*vQ|=|hkhFi%e(o>K2floJP#GagM*nD=X!#*j~_pNuWtY}V(Z)U zG2zdj@61e3H?aQx-h|v{!lLxSgAY7VANZxD!nJjDL@+-885*jl-N5k=Vc%B{*`2Bn zM0{k1>3c>TK5|6#)-eOMmBFT@wy|Gj5hy=klxphgg0d}|?t5S!>m7U(p3&~%0z1?ytu|ro}CJxqTPfQIoT7g1HMtUsS{X#h7od)C`5j2nb^ZR!?A^Ol) z3cs&R_WMOpiQ&>b$qALT|ibYij_G z{~9O*zDW#5B{UMC%ki0?AlO;{%*!ruRwy^m)|vU~)cG&38=+i*Hobns2GfI=QpKFt zPiJ8e4eg9S`;`BHql^H$J&$sDF}UjpJZk8b6GBtHv(6=4{dr>XLS8HGpmS22j|_25b2@%KM(=X{ zcW-aR@U#^~4JpULtq`>>w{pbA#*X#O_nV8c<*%+RLY63AFPN|P_#%(*M)l)uZEbUq zaSd&3^o^Kve4pGYJdTf-Bt;rA7lU!ptTlbN7#mYvv|KRYb}{-YG!${2KVT_Jf8^dE zI+(MI%ec(LpZP9ZQgpIQkBsJDptFPn<+nLtX96R@5M?IHV@%R$P4C;L;ASvZv z>=h6YV3oYi0XF###?F`N=^LTdgiG1&Aq@Wx_weKvFhmXmU)MtTat}-K^z@wTTwU=G zmR+D1iAa8b$!DYd-F1ZNxx>WX)!ls?vbixvGe^CB>Z%QrivP8~Osw(nIZ5m=xFS`! z2L7jC)-Urt7r7p(S6tw6w&~^h;Z#jnjK- z?9Iwc&fBqt&QEU-U89;dI?Y%UCCN;AshMO4luUFWFrX(uJ87osYFB2v6+VMarK+mx zU&w|Q-Qwu@!V>8I6Iephr@`nU0&;3h01F^H-3H`mWS3yPb?cUt+YCP;C?KVhCI_92 z_tHG7O69?{d}{Kz&=!%rrxg@v!N=WWmYt(`tu9MK_*#R4VP-hl-z@bgzPgQ#^OB0+tNM3MJRk zg4wZJ$<8jX)kV%ikJV$R`>QY2zoOZ#Xy0gH5cgS}jdnv2|Y#k1-ng3RO_j zA8qglkBB~6{q&GR@#c_n2T^mKE& z;fWa-F){!@V&;JvuF-lg19Y1-cUD&V>-)#A4yc3+-J&u8No)mdmJHBBYOUjF$8+Hd zEkncIi{KyHU`+~#`{A)7H~HLYXiXzOKYsXR@8RyQg~@dhOjI~XT=M6b(qJvQJK!K4 zV*=&31i&u>K~4Uswl)x8IM4&bU4U>!cTdk*-LUTOdn6^pJYeb}I+C(LnCRKFXa8+~ zc0CF)BEcMoF>~UgGBAUtgD4RJDxmc)udEEq^$=%cx?JEYzJA?0Ly&3Yvga2UGvTxf zM5SspxDuycWm+3qj;Wvq2}DLsz$p``pJJac#W!Y554B{TdoC>u&W^x<`1t)p5Z@Ou z4Kfa1AMAw0{yEuAg;EUST_Gm{1acz!P=Dkd4o&3_$Hj zD9SnXZ=@*(GBnLn#`Ho{On7Ukh%(RT=jMcfSB#8|82_|bWG7=D!jKCHp_HNu))4@K zpPTy=7u+wwcy*6mz$8LgA`DD)bAg)^t#?9`#mszPbSBE72tMejj7%FuRc*Lm&bI;F z7=vdu2D4)XRS6)1g@dC8d3QaFQ%U*_E<#C9&Z9tixiR`IAiXiA_2J&rtw64zfJefW zd5qEJtPs7!K=C}2=gyurhD>gR^d--=t+h2BDR{H1_?G(6)z2UVTR+{~GVd{n4vXQT z6r}&f0qcs^RsGWs^d+ZSlH=~JZNhQIlq zFSJQ-kFgRu{=Iw4e$Rje;2HvIe_Y*5!W4iqK=0$t+TSw=0#}^X6Ev(aWhSE%EAxfE z16a%yw`?ApOu15k(WW^-TT4p_;6uXcukPbTf8h#TQ%&B@krL}}JkQ&Y1Z zQh(@H zmA^fY>ZmI2|7`-mH^Sgz2tZl$_3NXxw6yP>I$Zq!qoA$~oj;Yf2_(e752&on2eCk= z`=sh_>g}LK^3)TTW&|KV6w5X z@mwJUF5;uVqu>b4UGVPsqkb_1@rZ)~^G9Y8?oHhhFQ^i~VK>|=tQ;=%>YL5QH>%M= z7_^MPygW|0FJJlH6fPN=o$%3}h6{&q$hbl7efx;m|3Anv7zx;W<292S()8uXL`k}u zB6lf1SlF_ef9uw*W3?<)1~3m0>AwpllyH9y4V%zgFzIggM2%98l3)Ve7A|SCOF%cr z`@h4admrP%DqpCQ@0~l{(5hiftB5`G_+{e&F&e_I!Ez~8x8z#1hp9#j_;Y^UoQ-58 z#$O4EjIY&O?>JXNef^R(4`03CQX*Xj~ecfyFoz}NGC!O5Z@lORjv0{JBre# zYqA^f1O8AbKx^x76^~s|h1ZZ+w^o-XnemPS!8%+_;9qt*uzAOoIykWyDVQyb8blzC z5$A{9J{*s0(_a0gLF8eYBJs+G_v%vD?) z>G30U&d$zUqM}>CcvS$vZ`!#tkbvcAC*0!yP#6XphZ#0Vol2|m)vK>+oDbIh^*b^G{a#s855D6Uz>21XfY3{q-ZT6a;PdQdd)s3&}a z;yDfv%P(}%c!fT1NI@=l@#AEIXuLKvOE4_?Pk z*WLdoPMkGr-wu1@`;gxa?@Z1za>_mvjG6O{g4_X|ZeU{*jKCsRI}9MDFyNA>dGge$ zl8TBu(O#JGS!GAj+T*QqTakb>oBb);!09Zi6}fOQ8&{8jvl4FYaJg zDI&Zp*hBW%{oLHdf}>G^b_zRTtqf}+7`wZ|s|7?d46R6^H#RnwbxE&% zVW_3ITChk=vA(|k8s;lwSb)%tCI`wpOWgq(73M=tK}9lB*hQ}1ZP@Y;D9NYKp4F_% zn0(&)FBMweb)XZ`9f7dIXVa?wgc&aaeXqK zDMcLPGJsqpoExniA$kp_gPWrrwehH{4`4fBVPpFYcrfn(?iiP$4UZw?#1}co4VZXg z^mBIwY9lTcP`>;2?c2eB1Mns$&n#O<0vZ;r_j6f~b_1PL(KAD#j@DoGAAnhILo;W5 zLpm}e<$JzM=5chA|D_Met6ewp$&;<7#>Qm;s7G9<-Zo6dr`a`S)P8pL`Q6o345^=S zf)lYrQw$VukRGrS*$#W|V;e0_InNpx>;k?D>gE(04Q z@;%<>^!LZF%OPLbV;`OOKFMml%E^T=2`2yZSQ@Xi!YH83&qC}zWYYN4qR)MQmBM!& zh8Pg-k@*j0RN@2 z@?4{K= zQLivdplHa^dKaLo(Yo||X+$KhqG7^V2Mx!*>9oGWxN&esBy-5Ww1Z0Hs+JpJEyb1( z1DGj3p11BSd`{IB_3No=)uVlk6gSK#)gMImz5Pex;K5_A()32j{m-`2uc>KiY2niI zQYk>u^&2`0H!NTuQ=Q*C>R6sSJRgBqJ{+Xo&d9pHH9+ zU``N^BrlSdRYIl-t#^j z=rD4&U=pyNARpg2UVYSg>}B4i%2+)9FsTs$bFF-5VO-tACr^A)4t)mR48Dce9y4c* z12T&u)c@55&4dixgdg}l?VduBBe(sjqfI7S$nNvRdVh$$SmzYg^>teu)hg4m4Z_EX= z_w0z%1~hb-wt1m&J3@!}6Gc7P7)??zM(jc#3nex#&TzcDycPabxcYp4{Lu9o$aV~D zIB4^8x}}krkop{ylo%+DeN$xMXQB`%cJ81S`}bs!!V2d9KhG3X(2e!$AE-wOkF;gd zA--fVUjp$mpl=Gny1MQ9_3OQfmm$%i8osw`yA3LxRRt0GAJ-HcOslrIh|Mi$Ua7r= zXCu_2@amvegZ_=_*)QD~eJNX+_I362&`{ieDnCDqo4JEQ8MFJthzOLG^9ha#H3dZ? z5OiS@4EPG}i;6-!yQu&*Dsnh9Gj+xefB@cbqLiFHTP@NjsDkMRwL8aSQ6fJ-ADV`Z zm>0}L0iL6qPJlL~8Lo0Zotv8rO{ml|t>6x*veL@R%C6T@PoL6K5O8)0^Dw%Ot;zvt z6XcGEQ4Fw$N#e794ZgO*D_X4)nt;liXju=oSFc{dWlR=4;Iv{u6@}ev#f|HNBmV$h z@=DZ3^vC#u*$y{b2Zv8!VbhJu83<(LsC9Y7!K6e(uo0A{P1vzn^H9+jtOeoacxdYH=fPfD zT2>~EdDrLtER?S~z%}CdCZN2dqaz$Tge*)`KJWWOUoodoegAE~;INz#qrs=rkv!G; z@u)TYKm@`)d;Z)G%Lig+UtWH8jE=#IwP)YH zwdhf|HIq)IT`BkyduB^cZZ09toS_}q!76IYammR0YNF?xxF(lFMsvREvy9-&3azvIFCAS1c|~gEO!C%$!A~J+$?d!&Q3VuFNQf{ybu*_G`I}8 zAguMmZy;vSmK(s@V056vEdsxGNd>LmiP_@_lEFtI=D=j75zq+YaBlKVmSZC01!j|} zN+t8gDdtb!6M8Z8(B_02IQ)>{A4V$PmEBW*s{z_$rKQ!esU zn}w^se%%bwqXIfRmZ<`uk$0g=;F~FoUhbiNl~+M)0wmml>|~4$H(JgoLk`kp`Vr6E z!}G+UXBpcIA<@ynnA*lv6Q(fg-34aVI6IGOP96$uGj@aD4v^@RTb|m28siVXH*8+w zOwq`-n($lbd3o|CmmI`yEC)ZGIC`qN1wOpfJn{PhwQA@n@~<}j`t=J|uha0>oqHyA z3lt9xp}Eo0Y+Qg>lgPiA{fIU0JdgLZQBHwOq%&^cWAhG#X4*6uSrExkuvxkw9_W|{{qbDA^v^)h~ z&JG$g2|N-Uu!KoF{jE{O>IWy(CcC9MJ6NSk+S+pE=jE&sTz9df2jM>8MY_VNQ-;v= zE`BcJ8K}S4TOHN|RV79JN_llVwaoVEty-KIw@gp?K&z_nb1+k2TfyulO;|*L znBl$pDopdl{l~W^+0=iQGxHt!M#W2?1vf6ptIhELc4>ZnYCTyMfn%(>-cO12r#O z@w=n&TA+49vN>;a84CR=2n?Y^iA5nSULuz_K@YzJGv9gJH7^xh-7~VYd)+G0ka0=U zXld2DsTdKV>GyWbTm&mik2MOY)%Q5V61b_Ts1Qpz&f~93F7J`?sJ{-t#S`Xq^JWDM z>th(a_F%~hgzDYEz~1=vex*tymoJo@SAh$9Kcy?$Yem>hfnlq-hm^|%H?%9SU7;<= z(jaJTJ220{t*UjeWYgGct<}tEr;XSMo>`8|Bo7F@fDT!hU)TxX1HqQ)HH6W|yCHp= zPveqDu!H}GouvRHSW+z=eL&m{GBP`pE~P1;352>$G`6r)2zeZ1zVCTaXo0E5w9aJK z{VS@~k6SQ0!q_bGJy}G#*Rii|CoI>cEiE5vUeHX#cZz_=M;dMAAeC1o=KeuTeaGR} zO%Tpu8db_2d|Bifp%ahBrJG~>N_YO7FM^YXLM)qNBLEA;$p`IWZbUD_F`>>lTZ}D` z7C|SX)RGqEsaGA7I+L+-W#^6^=HDEeo_q~zx_{jX6bW$5M&jYn)y2NTg-UwilT@1z zG{S{M4apt)?byg4U@YsqkqeHn_dJ*a{~PBpPC3`jp%I$HIMPLOx9+TESmUz zCPoAsz^k!ob2AV=jwvZAWv^)zuZ7(M;dM%0{`PsNEYPth;9kLgWfMd8*-qHWDuOwg z!Q8=B8EK_?Nf(n=1IjirSpqw`=bel1`AGXh+A*=@!X=PeuqJcu-%rObVdah94CRxa zj*c#Wyn>y_CTkzDwqel}If2r$&4){oGyjlo&X=yyMBV|m8!%cIK8wFN6M4SLvbM4P zz4Zgs%x;8Z1>B2Q?O%|2qUGLK(1FCSs#V~cT}3B=)rP*+A`&Y^)qVfvCriI?2A6WMIc)z5cJSqaq%Xz9q0q-Hr<7h!p5|euIUzi$@z`E5CB$F z*Hgf1)8fw|qHiLus7ZyBC!e&&W=kkXimf|#-jaUVaR={0$#MxDCj^vV@Iv-9{5_(fFp+?-O`_sLp=|bl=*o(C? zjQpyOiinEZ0dB5X_e=(0cUJ^D67jhcS2bC=BSa!-aI&{1Wd4;KRgu_v%zoquf3pxL zGAf!v85(d)nm!$c>>z{issIiP3<=ptv`wtJR3N)HZrrG5N=NB!0Qd(6A$lMBKL|Y< zwXI#Dr(x6~_HQW9W5yFC_Q0>Rf&~BvpwlZ|h@Ev1Jn~SG=1nhx%Qy{G1$oK`9W3l% zH2Ow2GA{gxlK^qAkZ*O42L8*lRtT<=!xS@$@P#PSglkZ?`F+2jVWRKSQtL#}tD zER}$k+r+{GkOk}##3>hqkKF@{4J_!tE02G!tE&LwpO^0K>x%(3MO0&40SzZ7Cpg_M zkg7Rw)Dt^9NTRXnFTs6e3yoNJuo?!;`6*=giNyRMlU%GZ0~lQm!4gwRnk0o^``sE? zCzd*4qmT!w+~F~+N176G!h+WzE0$u{f3V{ETym@B2$9}=5oBOs#VXbP4n-Euy-K`W zyHRr$0Jjx_IPO8!DEx~U$)KLIvs)AsFj*uj`E?!V6_=XsO`R&JQAIS$+ZYoEo) zo9;GyJ%Cl18e@}$&Kt1CWFETWwd_dN1IadZO3I-Q&&3h-YQ)nP)Ox_vJ6Ty`g)*x| zLm${6i)6hEVI?14I0WNbvH^`o^8?B+s+2r7Kj7>CY<0iCzyB_vw-Ida{pcdZIEH74 z_3riLufY?&Iu=Xv5w{zF0n`vW4rEYbq9yikn7Is4oOSz>*{m|u!~Yk)0~Sn|+Q|Ea1f zfl-y{1_(VruPv4)CVtRV3~(9!?b%5stcMZm{fN+99qMns$cvh1hqvf^Om8EmGV;QJ z*8pr!;C`Vd-DZ|s`eN{1!$FVFbu^71gy~imme&A6L_9^#Atmm|#&Q#p0KM;^(-p_u zU{L?}u+T?%Iw`EDlc^6p<=mVzvFc&t?f2!BC;!rv|8BpaC5>Y@f47trD~LX<`+Y)q z5qWsWQK?1T4qyL7Xv3op>>JOWZ+BZJo4<4$t{3hw z9>zuVR?;}TKL6YpH;P=WG>l*KCj>}4oS8+U22y>VO++KhB0ANLS zkne*T!w5Ugap%MOO;Wu6E7oeGv(5?M!EB|4lvo6K)B=ie2wj0|5X!C+$a;QzA3C}fLWNj4vA-t-#uPN4wb<7WN^#_y_6@=GHaRh2q@M8P zu(b3$X!PkgxZz)O===?P`&Oh9p**)R_+_`BG9R~#Ra&?4fl9K}R<@$xI-_524n9~gA&>m3f>6alDhg!{V&AV&l_q6Ojr4hby!&S1uWl9Xgn zfascm2Tz2keJl?ma2^79{iyTXzij(y8anXjh=4%QA?HGOlw zpn9-Q9~2`|Ls1)r@Fa+Of5oMD+tZK`wQlhhWQNsPR|%mr?KrMYv>yK7+Q!Pv_&F+A z7g6sBIT-=w4N{905EpQ0mYRE!d#J~grX9$+u%aCPy1Nkd+JOZTTXMTwmH_9KxB6-l`I47d(_itY+8rrU+)s>_LrOmjc&|_5O%ZwmgIZE$3sj@~9 zMZO$HNO~{{G3F4~a5lhRBDN8KC=}q*)0`f@7{xA1r2z(XL#86f6~G5^iyRpNn-f{s zma~1OnY6ajj@X5Xxf$~89-Mdqsv-weKz6DmyiDr5#MJol)i_wAC^boKq{F3eClPF5 z*G+23TDzX*CCD&x?hEB5PVRuPqXo-3q(M_LMJsa`YhWnEvR1DBzGx8fK1gR`lQ#Pr zyY8w;M1yxMrsF$4J~ZS&0<^?5Y0U^c-2;-Y#7Gs#+wti-Dj%LEb|MwPqTmpYd&R}a z$Z0XO)x_a~!T1wuch}I+`UvGaAjf}!KVLeE{)yYd*dv~sTsVwNT@S!Q^Y3{&n>KB_ zs1uEz*^Sy9E^hg>iY(|J!-q3|B}cP>orhp{kykKVhsjUgFa*2S>nXe=lb2uz(bCd7 z7N;JXEsYRR%#M*%Y&r>P3AGV2?rjael%c_m@`?A<6Ha=1%BJe(meNUqV%|f*06A@h zc$6TIk|l?nygX_O3b5TsyEulqb(q58mLi)zM66!1J_GY8r3(cD427Veq~vx`hD21x zkCPv{dhJ>d)@7+EIXO99z(PQ~?xNX`Y&n1u{#n&iQ}ZVCHQ4|q+l-n?Wa5UsaBLFX zC48%8Tq>)zXbt{d{ry^h^NFU11nPMpSa=M)3@E$%;1co28w_BKsAl!iO!8At_#L(N zy?JAW!7fB&EH}J_ipt6-F%Qi9+l8JgXubHDh~tn79QBy~lR_^pV}!2+A(r@ruHbkg z5ByS~bDyoDrEOM82p?mJ&_P-t(X|5lcJ!mz8Saff5Csl@nntH zF)@3kb8<>cN?*&nY_kxT3VU>aOYox*zK6v}ch|4rK78hovXHRk`s-bXu-1c zzqgRBrKRtCCx7zm4}AsR2X{Wr;} zYH6|JOanrBPhcV4(KAF z#;~M2QB7?9#8FQijPa_RpDHShkZX#nssw67xzPQaU-v@h0YnIPQUSo8oQJjyX@m-B z6p8h`Bs4sy3JW`8sYKf>YRp9Sn0I2(j}qmg}BYI=%%X7is7L98t~!Z&$7 z8Gpw?9}DH%!bHwG~_T~XpHgoYOn?+>zX+-oRU8`GH&rR+(!$}q9t5ni*{ zn`+4cu18D};LMM`QuFSSLZ}hS5!Mv4NX!*hJ&rQijk7h5;~|sV{hLpY5+ZNTvN`!z zeI^JC9LuzkEGVFwDmO2}W^qhSZ6g7C1l}a;Y3<(kd=i>ar>ZN4Pyd1fncwyCb!yCe1K2|%s<8P z`}XfItF2|C7>xh6ZfV@P>B+RF;wT!Uj~2hcwEp-9L87N)_G7}6TG0nChk0@x`Sl{- zE4901p2C9xWG}_c*Z_|=rEB$aM?S3gK|t+0z8&G>qKHH=qG#?)jZ);62Qgq77iCky zN_Hv%KwyFNF~{jW7dHgKB$iphk|ipj{KlscsOfKg!uZ2 zCtCxcb*$vNbcsb;94henDQ^+zb>|E}Xzb5|l_VoCmY3-*O+4lPh0>uO{+CdGVaW(K9?TLDg6qkYbCaX&){{ch7y1kl{oW`6q3 zTgDB)-%Jm!zV#!Y?Z8={&A(!rOSI-Xy;^f_9^zKL?fVG3lR^~%u1|nfOHp|5LKcg8 z`I5rvF|`SRk(@w7IYp(8N+b-42)pZ8xFZLSEtTsFB0?bm7vq8d8W>my-xJQC!ZAf< zm6h>7hT=vO^QBOrV3dAErpR_wcDwFR>#{7G7=V^qv&^@UTY$e>Ln@7IIRmZOIy#;L zRwqO=`V}=)YF2oxCX7%}#@If2ztN-UmN$3<0v8apCBW5kyNpJ}39`9GJ zAg*0iRaHWl!;$4mPK&`)6b3bN_3G6w^v4oHycHbO4ZtoT2nTe2Dy%^fUJ34BY^1pO zO}av2-ThE8-J*$)tlEGDIf1MotI)8;Q}Z%VycS0!$*_*yO>gW@5NAqwcsSeq3(-S| zYTs(dAhmtv4Ffx@NPsXKGXe~ggKy?+%*%~3j?*cL2jl0jE(z!AI#3kwTS(tp8}+@JG~iNTf0hrdM#-$4`J3(pjE zB%r};&9KNTtC62^GE6Mri&+m%&X!J&!6mGrku7?%oDSrIicL*JgAiO5sg%gWF22r( z>w&GUt$cC@Nt|vq0jIG04Fls+Cw4|*Nyt`zuMl$_v?HsrI2+eRryWh9*BpOeVE-PX zftJ5(X0*+RMcy_&GfBCB3mxYw@Tw?-9cRd8%UH$9nuV8%-8&!GBBN%ur#2flGyFi zd2QNmdFWl8^z#isdn6X-Z++Rfc^%w=J^+n4a6x30_&u96qZcwNYqW3{2HL`$q#`C4 zP@-=`-@(T#6_hj%T&Jht*sHyB{#%6vcc{};|M?&H@0DD2Vs4G!KK=L2wslnLIxaqI zD9gTkI09tJsa808j15cj@KMG|RBnDyP7VgNKlC=Z(n_yMJE@7y!7o*fH{{6^$Z%`+ z?~m8<@X>fYq<>+)F*{PDe6p~9uxFvg@j0R&6ANT?%uxO~pbs$d=|_Q!JJSA|Pa6j} z?OnL}C|mo5B6nhgh~?}54>a)w3E$cI{lkez5q>kZktei<**R~WqkE-b8KQY%cn$TM z>O-5Hruh(Yzxw;>gL;%?u7HHqj3F^%W!+ou1+a zE8?MYdP!$49vxjwmQD4tZjKN(9ZR>vl9@rkD{@rdhYx9E*?H1K$~~y{HR_-Pcm2q@ z^&&NO*x z#+<+Ibg(v@x%tJ}g^D7ze?R>N^Q*7~1 z{l8y;7P=u^bG>E4sld>ZHPmMR4_)5@&UN3m|063Qq7o`ANg9fbhLKQ72!)c7*^nY5 zm67a~lo81&tAuDsC0iO+ib#}-%1&wcpO^c&pXYv`_x&HoeH`!oK6ml^eZQa2HO}ii z&#Scb@{X5k-<9S)0s!S$`9|c^tDr?{`S}q#Uz*lW-!;~w?;^quFcvieaT#n|P$8__ zBo#Ac!;cD%*oAECLlag{B~0zK21c0ru9&$7Nj#rxUvjFjvvZt{;qDY%zfHP}QH9oJ z|8>1|Oo7b~2Iw1zP6Eh6R zMU+(FZ<*TLxg4i6OAwQ2{M<)vZ9=dKdD{dDBWWW76>>zTzCtzr!$tid+1PBeVH*vx zn}-fDYy-gfJs158FNcFSLnUSIx-0Vol; zkX5&CIJ9KPzWS!O(_-quM*!N%oiD-*n}TIO9M`W)DJ*1Vd|b6kG_%58bI9~nm#i!p zF6B;H{7X#nj!>|0d1Zidj?AV!`5Q+k>aH8~Z4^ zuhXYLg`Mhr8(yO!bIG@9+Rv8=@VjMGjqn-?L9^^K^PyuTD#}Y@IEe=SFZ*Sy_$uXZs-{`43PHiaU~gP=@hB()4bMN zaI^9SlG2(Z7cS!uTqel053R(>Tlr=Afinl4)P8IjY_5I(eB!&$<_ccNBHn%WBTX{G zB1{is!(8_TX$nHDn=vAKCCf<0KRNs_2@~8VHop<#(+G;s2Spere2f&(TdXfTD+-7)UK;KI|+U&4nT*gVhz7Q%1yz0*hYN4C-@iX|MK3P|iN#I0R@MZV{1OGGoSIduhqx>70*X*tuu_2RGBc z9=YSd5U9F(+gM7#ubeM%e%^GyUK zs5CQUdfj4Qot!F-?t2d8dx_#>qgo~(CV*>f7z8OP84W}hQP%>H>G<)VLflc=CI5Wl zAYFq^k{7Ws@(#3-V+|5IZV96AZq?e<3=w$`PRF17HX;70N! zp84bb5#`BAC^tOZCtN>|j+CF@d#W<`=;Y;?()ANwo@u_}+XCw9rDY$!{W){cxpCvW zUFH%V&qc}RRld_;5k%xj=IWBO%HVolk|LCZ|6OCAs8%2^vHO>Jp^=d z!}qRf_eP$sCHf(GnxXWAQ4k;6Ih4aFVz14gPu>VDEG#K#rf(D#UF$9K+5qENyazF` zDRJA-==cc<Y9R8-K-A5kHXJcaE z5#T(yXP2d=<^0w#sKGlify#%t2AvFJ)6Ds6feQeBYCTw)EJml!30|43IH`zClH0>K zYu1NiDgY5CqYD@b@Rn;ms69BAEJtTfmj{EF@A44+aV=OU2!<5in*B`FAW=@25w3yv zxwmi&tZykOF1|7l*2jdg1n+a|oEAb6{t})hZ)D2xl1TJ|0oum}=F@2Jf>AtpmiX|3 zHVn(b6MTDaKiL6p51RW2r?8uV22HbqMdyU}-$pN_5dz|N&qC`W*wcUxlpz=H#7nGVk2EQ%C{|`+61|F35W- zU=r((p`Imr%wIPF0l%<%lDxuor{rm)pe-31fE2(V1}6N&HCjhg^=3a)L{Aqo1c;yy zA3qNLHV^S27{w8o0c6+@7d|KqQ9K5QhHmXJ`K+wzuBD+90Kf!9^2>PB7$BdtOq7EZ z5!V-I?jcO)wqHOMjiJE&7xb!=F_M7O6*dRdMmp|;z8zj_#7B(SKkl8ncg^W2&gjSQ z;ppS1E0xyyw0<|xRzR3c3|yK~^%eLy^LE$>6*<3I0RBpP{ zPAaj$K@qIZ^e9xZzK^#GmUoI_R#$JYNoxy6kA9O2n?7O|?;SISVHC1(P(ow8GVZA7 z(@)bRQ$8-apecTNz_@-F%6Ax@&WPyYs;YvUe0I6n)a63M0x~PPk-h23flDn8q-L4H zdNro00uo`M$nd;YnlHv%T4`B3ZH;y&w?uD0c%XbjO+0$AM=1Vhu}AXwJR2_1Ts6^P zA*Nvtv13Km2VTQG5H+42fpM9|SK!&+WOrvIacN#L&%oV?c1 z)Q?HrmW=FBC*zut;%CXQj3zt@SP9$%z2xS^Dt{@wo4Iw{1=GJ#rQ6R0ZN6jTL3a#+ z4!tcRR2nKNGGYMVbEP_F*UM5+3*)Q-I|C&)c<;Dra()3Ru@mp5+iC%7Y$=OXJOJ>wtnQ~p(g zQ9#7_sEov_&t3IUr2=RjD+plwacXo%aFl%%!Z3mso{9ixK$*KtWyz3KufLq#^W!O? z9;3&H=rz0O6$4SU4y=eNs0x!CUpY1gdG=F#S*;+^5{xXKtd7ysz>`I)s+ZU~`7CVG!L7s_hlSME`K=K~igbC{;HCB_uvk|rr>8Bd z5%Z58&|4TjkQrP?P2;v3xmv6;7$^F z%55cqI6w!t%{{RCLToH6+1J=TD=(i0c0{ua8wF6%NXcsqt)Lpop@oFNX$`%5eNL8@ ztD;o;0t6y3EYQiMEI8Wd3n4X)FhS*-0yMY!Qi&J{!#^7JR8|ITC*3|2^-j-|6g`U@ z_QXedXZ7+?PUwrGz^?- zaA{=)Av4fxGkkzKy@sU?8uqN7gy_3eSdE=VSkk)+PNr;whgR>_zpDP4r%!2>$ahN< zK!lk0MC{k*5MyEBL(&o*ur&v5gkH6`+W=%kFt@@hZ(f8~p0ya89{{GIBwM1i>L_Nb zQzTBAs0>#ZHQj*kZH=KRtpveMRlUc-_{X0zW6Pcwzjs<&poZGx)QNp ztB!QW_*noqnhzx*f9nFI#b~>H^2>)0fjBU*^33Pizo~vYN{P66VBdcJe1NfO;mG6n z!z$PLmV|?L4{;G(48ISAqa*=)`O^|fysOKg6m~(~fG&c(&B7fu!;rRu;`xF#@w@Q9 zHoM)5hkBNDv{B_dm?`1CC0=7PU{$c*+0BDC1vB44iG;cCxRg}iL8OmZiG@b%NntFL zchnJ??+y0>Oi(7HQ7%N?y^xd?4x(xoI0}^y;L*MENk>PLpM;?}STQ=>iO|?0zJ@o> zv-#zrgbE(s^1p6&_lOv`5P1+(0U*4_%6S-AvtsJA_rXaF{bFi8QNIM!A|ZIMkwY;_ z;K|g&sPyZ`7vei1_2FGWYBv0>PnSk7|viI+R!wPET}>C5XC|Wu(LM+ zL(caYvc6xBH90AWG&KK(V+9wL)obo_D262Zr(GVFE-4ms3oJO+ofvW?9K^zz28)J~|?K6s(B%!Lhkj#A$e4m4r zfr%kjB(TQe+2Wlu7-TL7p70=$p`kGx!c#@pk0Xdva*5Zqdv1Jd_wuU)6&zv}y6fO9 z0p@uX3CM3^W;5E~8i{vxsQ35&uqb=AA*o}4-e7@z8*3WKrvlZkD-;WWW7cp)c#VGa zML@B}Tyt=2EC7!>Mcp3+ylE$s0p>uDNVU_st9woM!q4k>0Bn}v1%=%{P_b;u+v>@D zo1QxOnQV?!YQVP$EM10xnALQSTUwJM|-(^QhPmci%z5cN9_l>X*FkSsXRuK(9)m- z%TUy!>i7?&m1HOtCI|0pf+v7&rZMf^oT1OZR>R2`Aqq(Vvl50SVhOF6VWfbf-b{5Ca?*sa7-~^C8tI;N_rW)^d&l9pMMoM}fo1g{4e*R>fxb z^Ww2G3Y3=Jed`RfZa(^fUV1iN8I17cpk&4$IzLdU2f=j`4+tjOr~)V^;IDt~D47cr zW)geK+&noUymND!}l zD5(dG2b^VmG#y23t!qcN zLbh!&+>R?4V=J&TKCvF2EM#we??-PUEx`gW=|0R22$uOJ91kYB4F(>hd4jPhOUlPj zM5M8Mda;&W2OdQ=_4V>H*x~UA77v%$r8z@FW^i*?f^@Ru?S#3RnT9AYuxWTowSHW? zg!-w)h?r!Kj2ac=H!Picx_xADFta=%+I~8G<8%}n0h-~7qtkd(lu1)w{fF2ibYRsJ zBKmwE5;l^FEn7En#opEw3`^jhS(97(eDmZ{l7ic(iA;*acN&A#ktaV#CrhDjz}HzQ z@~H?{4Md(_Z=fByee(C+vUPCFM|-9X8x2MZ_-+hKc{YQgueZ0RIe*JsjPWndF&aob z;0yM#pfxn#K;9-68#%PT+5Hph47c4&hjR&FJO_xT3*{qiPC^%kF9sd{^V=>xvr0JM zEAh~o04*E(EYmD0CodvLAgX+~JN6HD4`Xn26t*Tq>afD_N$q+Ic#h3EPq#FQxvsV1 z5Rx?|VsfW}a~Me;U{16$&K{g+qDxK*vU__W%w@;+6B&9rs;|t8oMz*Op)Q~mRMbSH z)ugEyvU?=>$PC)KMs}%GXMjG5MNaBq`~#PVdmT4}wkOi+x~?uCjJ8HfUt!M$A3}WZ z2-qLI@DwrazAINnG)cl7aP!gV|C0Z0KJ}KjUTqSSl41jWzI)-iEt0d~@-jTWQ6pOz zHIP8LAX(ZH33v5kJ+;`FX(qckKDsihefhUOG~JcrGGa&Rlbn&j+R9A1239BGJkJgV1y4KWG>D1s}*#{nc)jSKUp3k+QeP2JkQPh|%8v|UV4&;{H4FMn#y%>F+ zT%0{pLfksfRm79`@bc=0w^4V=&mldI%l`x@%LE?s|S zj|FQUZv*Bs7!a+!gr0*65^$EOQXgoCNck5pI@SUe7PeAjCYEx{@nmJI)k(6o8ftNmL9ccRl z(HkKX9z2Z8}_ ziE9o!DcW1KVn4o8Ao8Cn(GSc)G$Z9(NiZHX9y7lIe$r5?O3!ui3q( z(*O^xF&eRbaT#D*lyozM^-hXX*AH1%aa8tAh{(<@rT0Za#eYY3hx)q3x zo_FpWgXwR09OGiD(r8%%DiElMmLl}-*%`WS@yDG^o?lUPb(d6bP4W27J7RvbB8SOW z%0I39oj9MLu}s+LnEw<1K&2aw{3OX7Eqh=w@;SMK~RxOH}IKOPlbAG!l3Iowwa4uc)gFHsINGw{LcPg?FOMOq>BnA&laRa4gj4I3ldedW#*7WfFVaw{OgeI9cO01K)@ z@J1YN?4%wZHANZC5a8gDlIiFHL9cpV>gi_Ii43)5bI4ZJ+P<_4zJe=wkxI(xUYF+% z50kwg<`otNJg@k!$sAGMd__I($6l`MS2E_g@&A^c$(3_;!08^&JGnN%r*RN1T{(mj zX7rfGT-|#n?ty`i!Y%@xfxpkQPqpJVG^;m3k|!GGluHh+4FtHWdYVg1^7u= zuYr=qb2*wiF6GDtZx^}G6gcIWxZ3$d=_t7{nOG$+-W$R!IlMb0JUn2z;#|zZe#lEjtHJr> zuuoMJe`@H~i+_Zp?P(L>uZ9+UN9VpnF<5c-jjX&+%a?+T-g26@mW-6YL=zo^M>pfK|*! z2$PZLLDf86TedqUCT6H{>xy}@S0~rvkRT2-LR5~UfUSUE%^BzWKd$VaR!(H6^&qU> zcA17IiGJRt4X_r%CYQc#=i(G1)^|i*GQy|WNevk-cfka^$nc6*8dbFLWZIu=fBi4m zddr5MsxaUETR5*2JNO#S-}tR%ss7T{WlBChES65Q89W!&7`~d!YuS%0DJebFa5Av# zT-!Zh>8{RnfAam@KkO$=sR9Dzhjk)%H2R0uH4co!)aPHA9_ZK}hrF)lgpb_68^0r| z|6kCqGf!(@-}M<;^P#e&zc}3ZX^>ash@s&_WtFnF z2EOy+ax5b3JU(-{ScR4yX_iU%+h}Gb_W9lU8-=%)DmdRUnYJR96NG^G8|DB$!$R(B z^Vg1X+i+nB3xV640RT6^3Vk&$XErPD9Wy?7alGZp#lGEtPZo~eHreUEN9PG#E6BMR zfXy^uXc+szC$0@ z2kO~h2{_Mwha@&%;0WlA=H(kyXMS_c;>~Q<8hOPy%odf`(B*P+!73Jw!+Lsyqr)&*qtzi;6WM?aJOiJ9#O3A*v-{g>>nPvl%wZZ&6>2 z>>ZD39p>h2BzFgIJ^*`SKV09)HvIXr)UkK*ut)@LsAh5!os&7l!;VJq#mC470Z#aJ3&Sba5BXXwSt$;T zb0;)TfCkcV9N|~R2w@XE1s7K0PgNI5q))(DcDUX$Y{)ru6fztq`Xi&rCY6$qA4}2}fK{pMJa5pp@-exFn(cdU!NIa9}jH+1;o)ZYb z#A{1y5F9nTdLbrennTfz^S@55SX}<=S5$0LfK6*&+Km*3)$;36oOLJjWxADoZ|RTl7_4V$x}KxUooV!T7r)9ybq$X1wtR-r3q`T4s;Et^hZ{ zi=tW{)<9DPSTlT*Wb*StO~$1n!O6p;g*^RMU{R`_aX; z#!i}Pk4l^#yBxcNAcKjWgQcd~Ao4+YVbiXXC?;w)>G#a`CdI!PUrb|4g>C+-4(VHrkLJy2^tT%}8CkEXN`J^|6V0#$-6%)Vun zW^ZivY$8aDJ3*mb6#=9uMj}C}#K^(Z)=KQ;Jt`UhQ$B<>7;KndwzrQog|O?= z9n%9KPg~DXLJm2iNTezsr>p;l-RZcwSP1Y6Ll6jjou@71l^#=MIO58zg?k@rsG9~$OES}QEtPt=1SeUgnn(mhq5)J6kn6jn!dUorIBDD% z{y8A0D$d*x5b)CLt$4!LMI0_}{@08+`KraVuT@pvG}4s1s%C3Dz5fiioPDn@TnkII z`iw5Y4h>Q>G4Plm2Xrl@TK+6DA)2tkGCoZ1bUxwe+KFM>0`}L34;#g!o9ncHlT}`u zTR-pY*#RIBcQr>#C`}GB#c9p(@#W`uSi8?bu#Gk`TurRyM=b{LB_EiAI-H$SOx=vY z{Kyl9lR8`_06l8k2=N*6Ono;O5kQ{ki6HgdUsMevQyNOZTr+(`F88@_1FOJY&zC^6#vq4-n& zHM7`zZKhdS#%TF5cLDtbBoqaYpK8vI^^pjXsIV}X`YsQ02Y}eVBz)s~GS0>zG6YyZ zkP0RSrtY{F8@FAWp2fl$rE^VY0q>_3-4*L>?d>JR#F$WHqPk`4(f;|KjcwdQ=nSDe6}!460dcTQ2JRRu+;!oqCwP+c_SPU7%1$$&aC~wxHXReN|%?1d0Qb)gLx;g@g?fe`}ueTs1M zD$CSGDnP$M1O@U^7#*#EhiA6!3GDI9#X=S;^%2QU_IJ|TlR{{j8G!>1?nDUuwh`cU z6jBs*(zQ@B0sdl^?t9dZoq(1T_#s>g2U?0TW8udn8#`il#|}4qawUTol&piW^ezJ_ z3m3SO)P}Gazyy`SzyzXF@znD~*c=f82&2LwM{=V90W$;u6KRNnVk)4Gfo^UWR9wR& z5X`^D1dN>ILCA`Ziwgn|*2HT)Vib}1p_lQ$UQeYF?}z{nE%a(cc?XIHid1gD4Bv1) z9Xt-m$3VJ(J#vfiJAB zuEYI9z49^RNiJwZhAvJ1VyCfTGS<*Bh#^n)zpTYQL2~0|&^UGq`^B8FCG(b;%+jSU z*f$oG8ia`kNa%k2cD#J1K$&LY98P&Xp(8Xp`R2s9%Q1N4bv=-Ak~a`AFf$9OtJ~s# z1SC{c8)mJ$;b&1SUvUWDfV?bBD1a`UWZmChybSA2Y!2%JfhVU{__k38iy&T3&iv=k zOMNMX=>>-$X=9tcWcA&~ZLwd3HsgYmM%Z}3jJazv2U<=Xb9Yyi9v>XM{YBswgr;fYAr{t;8(!Qa#>3?D5%C; z)1U&t?hQ=PMb>)>U_6DC(0EKrTeGU{lxeecsx)!xK!%lGwoE~Xv+wv^at$Nsg0_E> zoe}_M*j*)*ZJ-56PC};VQktGZ2F@|%r?e66*EVTeM z9cwWF?lo?;$8hapBDr8t@%req^{_a|+cEjLu1?>~%t?QafWT?M`XE{jf92zgW(73D zMy_TDUfy5=tAvq#(mQ9teLc;pappxxW*~#8``*h6=+(gh2 zwc)U?o(kjFU{ESW;c*C)=)u9khgju?6)kp{Fr?~z0WMvJh1g!D3y2u2rxzjr+WGCH z0N9h19gK9wGzb}iB_(^3h8y^c*s;Kq(ic&WZOJS5)kK*^0$#0zSBf7VYI9d<-Q&mp zV33BdJ%l`mx3Ou{CgS&!VjeCvWV;L3xrO>hMyJs>E`a@pA~OH+_Hk9jOfVkRS7mM#m#V>^RT!Q(5nicd<%Xho{DMqaD1cd)ywD;ZR7 z$#7~8SSux^H8F`g0#-6PF6>#TVK}(CV=cy^DZ-h03C(yCe|md79PMC>>s<2eN$_cl zylV7^NEH4whNnLTx-gb$@HjgUnAxr87)pmYfDCO$F`omGP1L!q7QJKz%H z?0LX#mbryRL~5$IKdWVMP|ZEiTl29M$6q0wLL7!f*Bv$YY3N2}K1CygA1E3k4hl}j zJ{?{b)2|!g#~^smB+Ez|PA1YL^w}@w<*h)gCe*Qk0e*XPTh)_8dd&R%{1g^(}A6unCC zYjs=8Kn0^v2P!Rr8!3H<<}e(6o1E~Q+_F#M^g!ni-ZJxZNNN!D6J2;YjlA3` zGIxj{8zUhuK0^Rb8K+L2qOBSj#;wHvw%W>1(+!UC3}C9D3@_o6D?)A511PSsACn(a zcjFqc3{Lic!^Y<=Z69cY8Y99edXvPQedZJ0& zO$URtKN!2C*KAG@9fKqYEec**3YK0NcTxmX!C%lz^CByhqA@LGuzLv`uJht($9Uvg&I0OKX0pOcXJe}oAh{@zZT zM08OW@FAs+2t~!YIUz0mV`K_+^9@Ra!3UGSXVMA}SVBOgd774`lNJPx1CtSVIrcPy zr1$

>=l*du>ab8d1P1MCMu=d-Ex_UE*gK@=Inzjr{aq=6vHBbaoMV2Sh&sy|5f*h#wY9UF#e| zSwXW?T1GNBaB5N*6$Wiy0XTgI9%X``6Tu<_`rT2SG>DU~U8{|ulbSlhM zNVyLP#8C5&?N-PmATZJ*4f3Yn{1bT)RZbbW4gLF&gBb<_Wb=%_x79ryU@r)FuQKOZ z2J4*k^C)SN&3cNx(^SpVY!j8Ulq1~x3=>k@Iy)_1+zky0(Kj_E`;l|!&)2nSZR`Q` ze+Jfu_zf+YUhje`4UJR_jdt(mqB3aqi$t0Is`lZw;lFRC$35W-&2N`C`F*72@qV|K z1TAnEu$(m8Xby(7WZ2i#)D#vyFS6)TVO2rZA9KTc?%<4xlJBVc0ByX={N~9X40fp~ zhhJF|CIWH%LxPs3$?555!=Zgdq(=4t5%Nai>R&N*EY3btt^Qge z$>LNeC#J-5VlC^#w^vql&s((UrPmjklRtZA)^FcdIlA~#1p+hqQV7nOf^x3xd^7BDF) z-ZES0V}9RT`6=AW?k`9dY$>7U=F7?<_}1+86%j1&klLP^us} z?fw`WRO1Ix4hWWE%R`rKB?4H~ZMkq^@}q36@u z-+%ll{d~FLnao*N`Q2TZbVR! zY#27cqIBY6APZDtC`jG)27Ars(<{}TtXb53Ow8S$UA=ct1gDbwuEYMNORZXiLQ9i0 z#I`NeyM^^w8xoNtFtkZpbge!F=)J z#q_m0+`l(Hu56jTb5tcL^<_#=sLWDP>6|lT247Hx`;?#80R6_ANl+Pmv{ zO3%2(1Ezq&)krk0U4jWJ>b%5ThnoO`iWj%9q_}twI!#(kO$6HXD_6P!Mr&JGB;P3) z7w5O~+gG_|>sHc#Sy=ES=`G&hf&6l&v5CK3_{Mny^-ZkbV1H{4|6jC3xh|%KXp)eg zh0l@N4I4G^WJDh5Y3^e>WYLsaP%w)@-hfbxuGZGlyz=N$?zK3iJ}@oAj(ni~&>tIb zt>8J(78X}<gRBEpuVL)c*I~!;?$wHgBH3ux}9pATh;I?w2KK;U#E-==(!r zPBeG-1FxmXDZ%*GAIH3~Mqu9VT;Y+64N2IzF@3x0R8CJ9yZrIf2lf)P zw)*8uH+H|@`todIXm3YJ&$U~f1)pZl#uCNnr?7Gyye7DZJhAL^!*^2!b$pRF$fjDL zgECxFu}hcX~&~25i4>QF-gbQ}H%c#*>cSmkp&2 zcAExIi&s2+`vwQ+_L;8t`j->KaLw9nMX1NYS0&b(rl#h@+S<)+$42BkDZ!{DJ+*v? zc`XZBS0ORFY?BbT_S?q|@&YmUIs8n|*rDmL`Vlf4GM>=SGy zDvkiN9Sz*5sd*~LqDdM}A_MBA)6_djKO3AC?PlY*PaRcUNJt2p0~~BLJa#U(e$3`% zg$1g^*Ojt<(jh=&{V1qNa-ovrWhv`^I-f6k86*_sLPgA}kPuFWapA*n9~=Bz9mTU} z^GnXa+z>8?L8$Ss-?Ds*iws(`J}L=pbh+vL#$qC+=)Kq(P0jP~P!#K6J_6QTdI5%5 z;!;voU4hH+Oyty8NkAS|YT>-{+*7RogY@&(uVoiep}Mv z284%#+Q$fPyWucY0g<6DESfJ`p=)~wgXnFpU)pA)5CG9><>o{*wxGwT;V^3&oU3D1 zw>+}%a`sN6JdlGUQQ_hfCf8Ck%*UdhFx2w&DG%aSl}+UOs&_#_eW%@{7^F)Anul;F zZ<^Rro6>c(6}@h~puLJ53GQweZA&Sxi3u{?kCkh2pO2UCkpTzss4K9QZ%P6TMR|hNoj> zVlu_h!=^WV6BDV}wMt4|UrPq;j%aF**_~tggnD8Z=$0FPeqQYj`N%G;L50v@$<~g_ z%E~y^Qya9x1eriRLph1Ip!IGZ#!lD??E^XtS{Z_=aNr6m40a+~Al|dGvNl@hskL;l zgDV`fd}0fC4|pH=ca-r*@^>OA9|1n(4K6qNPtXoNT+)QKlHyLx`+gp~5BvtiE)g1@ zApV7~m1>z;6p6iv=*d95boFn8C12H}fEiR|0Ux2|^0!{Qlf^o|Lh{K8N7{4`PL4LN zJ+U;wWmnAnJ&}z-k4Nc~{egx<+ZvZE=-S#Yf}c_Ym=H@mXR|QDEa4*0`JfsNpo`>= z0qWa1Bib2{9;PGAfX`q@!$%fJG&6+%!TRDfETf2;0PCNPuw{X(&2$5SXyE3db60eu z=cXGDL&zx)e0UH(1ajElVnK8<@EQRR5*rN^?xL@^U?vJUXC^tNgJU+0K}1DxzXst& zOXTJ7FJ4KA`j|?95#l196aXJ1;^m?0VhHBmc#3mY^9%Qq++RTe(%CPhtfWK)Pncv2 zBl3xx%B!eDU?#G_^Bte}&o8&2p82wDydS%(N%+DbW+HVQkUpkCR%r1Be_d2mv@7B# zETK73eSt3%RR>v^+=&U-`lPjUX`?0XMrqsiP+)e5-Tt9Bp@EyrQ^bs9551`t;3s@K zO@nvJ61Z_VMs%joETxmlGdYazZVC$8*Yc6&6E48mNk##}+jr3a22pgaDgI%u0&8|y z#!-OL??f6B;r)YPh4^35QDXZzyNj=I;NKY8&sWvL`&NWaGw- z2FSTk?yTN~fL!E47{m5ESNQnm?MUNKud3&-7GZ&Rl0Oe&~Gq}xn^Z2LYIs?PeZ+vOo~3xE*co{X&T749q_1f*mzw< zc*is9_@UV;wIF0A?S7!-iXFc?%vbII{9sY#frwpU9ar-E6h9QHKywecEu9+>m?h2MxkiIpEKZ>ywe_)^R%kD z2Q?ySa6}DDl@=OXFXZoQ;F*K96$V1SWX=f3#1vc(crwo!Q`B^` z>HknK^wW8>T&v<7Wt;Qs)$c+h00c;^)B^U+RCcg0@L(_o^G^LHZ~e0+uY}0PAHO%{ z#*OEesb`=u+T5P?=`n&Rf;kfd#6`Aer7mYw#KlLJ0{8|D!#(HROioS>6c(d4QkN9O z#dn-NF^35O9J9Y^nRnM0BSiZbMbK8PRmVKQH3Qxa%5$(0cuF@8yjq2f@K}0>cg*{t z(NR2$`DjB&y-NQ|MYKj1@$vjw32?*Em3BvKFK}$unJJ!H74@6P5I_?QGWS|SK1Hf$ zf?_c(+T8x^lIqM;rzW+EsLaO4*t)s_U>Fnr_%sGlh(TDPtz6i25=q9M!2jULrf~ny z#C~#S1{!tH=;yvWb#-;9Go(A_8_LAOrfW8`=575Ie9-}SJol92NRx>yo`)TJv>J}- zjT8hRs!D^X7R@?phL{%%n0;__QlZBScj|!&ZSmn4s!`;2_zJXexooWCULCc>Nkx zI6GCd0Ri#KDgc=a7VBWrrwz^pPBJ$+ObE&Aw2{>uRv^Ak$rS?#ZgllG0!lu1n#Qaf z(d=Es;U|A{HDGI8qTMMMkkl}b!5GvE_%$BXg|eBk5aO*Oq(EVwEsrYv>4BA9(Yg~D z$d0`N2g9UltDyUa@PSA_B)gcxHKPGXq5GZ(6H**V(n&VlIco1e{T$lC%?PU)hpq8= z*$${{V^t#8bW_WtFymOp)}mt75)G2|9z{qcE`vW_hd*}~?k z_EQ1xl}Nr|$u^soH!r<%TIJDp%>|?gzVzGfZa)milvGq+^cOas{c|Ss(1G67&F3^We>9w_D5>NlKDHu(2Qb1thX@=?8b@ zdK?H_BV_*JU-8gDAS1v+SSWGPHKA?)xoe3Mb8K!o=1vIj7$E976j}&=YI&_`sj1Ag zp9L&YxH1NT2@+GO(QEbh6;+g+qikP$$aP>6X7Tri>y}PQFBP35pk^fTfCJ!S=su7F za7-u#kP8rj3h2|wY8V3YJrNt?jNw>I1Z3E!;*6s1gIuLu@?fHMrH#$ahLfz&n~U@?%`-G) z#tF`(91Gv{G|qPGOzhqWBXtYy97X8{OLQ4-g^_RHv;dIY`6%4771xM30%&V#cMeS2 z8rNW;e?6C)XvkPF-x4c@9BCPHE-Ey3n(CTu(=@4;9)E^d9>*0eix|ORpjo~kWr^YC z$kG)ns)73-#&R>N^)NNRPz;2<73~6_LWCPvh-6|q9wu~x4EVvxAC*V*XT*JC19mRZ zdPIO;jE4xR&=-H;D~F)IIx4@!_Xoh1oq1a#y%7{8uNQ^~o~ z^htM3M%I)H9vE0r!Wv-LLkAw(26hu1=qH#DB)|(i)VjTR)=(CkDQ!5zeqjXg5$-Uf8KG& z--~U4v`Wj!pfS}lAKLYG4Q?8B9K*v$C^29TXBYlNU_h+)@!vmfs!rSSbYk_YRZ$l& zhT#RS8-2bJFs)%J`NIL)G3_o)e<1dskcAoz;h^TleYcBpGq8ihhrA2Y(?tQ`fD9Tw z(YSXZUXq_EoNXRwPCt9`ASNJ8nL_2z!Hj6NEcw5`d-Gll>!1ng!7*)&Os0`8+?|Ey zE9SKn*Z%!k@y(I=3W`>k4=DR@n+@_3z>Jt;WNQ27HNtH))TRn|!Gc4B)#y_8Bj(l2 zx+U^kvGTaiaKYG7yZ@l`2ONH8yVu|~@Py*H3ryh}7sX{h!w5r0>dAXNYNFTU<9 zd!$O%+;0@>Jz6=C*>vAe)DoBQh{CoxfE78gje$XnN$2I>(9_iH1^v+}j`_VPd=edsI*cF+XYS#C?COpNmh z_b1IY+lyH~sZRcwX`f$c1v~{{E2gVw>!8Qvfv?gxmt24`(jai)+`{u&?be}=m98K4 z(X7(B-^cg;NvzN&flbgUnI_CC2D7TMI5B1sFr!NtkK%$M#xgR^Qb3|>z>9|!+#2V@ zm=B$qK1(4)l;e5-7$f`2&fLsQOKbcdF?3!$3)Tf8&XF;O$H&Wo>0+*sZ`nme1l6pP zQ&08c-_&3k=7rTAEb3}-kd71K<1-BcN{O;SeEs_Q49I0!Y2i#vFE3w*uk7?jVCT;< z+EUIIpMfhxh&v7}`dTfSTeog$BMd(goQD+{KxsZA_cSJGVV({3y)7DgBlZH_wR5pt z0HWqkZit7pZxRJit-*Rzzzkfp2N!e%u%-Tb!iJ?+8XyLxg%&}n9C+o>2zH|!SNv`j ziWji${92us2l~cKF>!=U2gY=#ZaOq*L`c;zW9mzb;xGof_yq;iBU)NQT%ggrpkxGv zhWh8_X2uyKlF$I-Z7CE&C{%1Adtk?Kl2cinhBz;F! zKwJa3E#+vAt`UbbRl4r(izt8?Nc!lfXzvK%P1E+MrH7RJNl8gjm>5AQ z4|W5TOt&_-y}9XiCgk&jC3<7(F2o0x_y- zIQT0@#O1MZ*|~6~bvN+TvsnjV%~; z=$tH&q|*e)xi}HyXg;*pf5G&yJVHn!uSmlz`5h>xN4FymVvPkO`-OZ0^hhAD)rq-j zYHC%Pv#o)Sd@gq2oUzCY#5kPB83%veSOlaRlPCy+0q$zZ;Lbe+9M=H%zYPzzYVH#+ zc&#q}_$s>P)_x`i#=~|IXK*c#A!2w>e7gD_S~VBsQ~!gsy$jcWpGHB4`W65>@b$3x z@SB}SM0#hF(F{P|0o{`$d!ao6#*09R%7;*X@obabyTib9n@tR>I_wCI!~!`gM)tMu z+Zsi7kF@&H{WV5bK+ZA3*xBUD510!99kyRY&#A23)P^l$_Ej}OL754_#)%6B^(Tn3ILf#9uN{Q@9(C9(`{l>sObh<9!c74F5&=MczNs-KP5ySn;Sb}!P{ z!+&)KD4qN_&tvEmzEC*xcRh2^bf`^fs~SD>^A-X=97CdFVkESUO%?+w2HX&3@!`XV#LuNjrfLY{DB)1= zq7SllhIi;+LF~~}y<~5*>niUvs|9~c^!z)YZ<`%zl2b`iZ&(}Ri}!%~t>6Hwow{$P zR=FF7%(jL9qeVH7k>RVh3mM}Net#4GGnRL%)*!ZJGn@d>b^OH#U?qzD+e1f)V0uat z)Dk4XsqPt@c3xb;4H_OktDt^1O%K6SYqI9{-{H`1N5v5|HMHpgmS`X*;O|kzh%zC( z@k;(g#eM~aGk-s|*HOFPU3^!i@-%KXfRuvB#jQ?7v;y)kuM@|?z;2Y-mF%`v^T|KKq}6%_Ahm;JB1wJjMAittMi z=KE953n6zL{an9n_!S*@Cy*YEdM$QWVB|hT7U$6qqFMA?>2B&hU^QJ3^ z)2(o2?*xdApE)X$%V#={RkX2OaP>_=O9rz3RAm2!oP_RMI)S39>|MDYFvH@gzYV={lRi5^~1* zAxY1E<>7J5KoWkM%Aa^zAcEA z8oreG%gZy4pmargikk{b#~|6F0I+tgxlBI{tiImuUkCMUvGu_bG$7Mx>BmC}IucFI`%Q*5pnzGoJzf;;nu+kr$M+^Os;Qg?Wxo zWMpLS(#ctT20hrrv$ZxFMh76QHI%qJqd%evt7cV|*fA*#OwPb|45LMzXR~pRahXG& zq4+XQL9a^GFY4m49jw+qJSgY@2fw5Qp=glqU_=H)25t7@gEkbHPhyq_^kpNapBbBv z;#m!1{IOaN^^v-6R9HRKV?eWU-J|SO@t#Kz_Z%>5K;_Ls%2oZgDVTqaocdW)TicAX ziA^AtkTVXNp)d@L=Fq?#V;G1GbB*ZnaS5*UaUTy3Iv~O?8NcWDVJ4(Vbg1X*NPjJe zS%)!f8A#QKo5DsDQOJ0Mf`ipDPKif-YS6=<4zBErpMvVVD?zlx3czR}vCx;XA*>;) z2$w>PY~OtO_!Ody81#=W%Fy~cDpL&W@H4R#3fp*A)1(#DowQ2(&wqq-PX2es^d z`~9=idwsCR_^QZQTsHvfe?b{r>WNhfH@$F-uHIfR`3g#||K>J@W0T>=s{frDj_xsd zb$qgde>=GqeaFC#s}3!RFSb@%0(AB04qklY*cY=qiNze48)z*wb6=fd=s3D2yy47l zw>pE!C7nQ+|BA0!Huu5QC2Sq(XtV8n6<0MFwa^ekL?ofPsBPES$Un2f6t-+qW7717 zR{G(bzdrI4eP}+i`kh4dNgBZP3EhAxgb2h~r_^;2=HPqE?sQ8K{%oUS=##PaGSz_P@2HZ5pMb%Ra zXdm1SxZ$rGYu<50ajT~08X1)GH2Vg^mtKH3T2WmMss0;6V-TI!t51ML7m5%^>~xT2 z^KV*aquP=V@xTmx@Xh3(onP(1eI=7&vX({4OO!9of$QfU_l^JnM~5-57kA=)#V-l| zDd8B;){l!|BS8Al8`Q1UL~;RR@=hXnAHwJUqULShy2bVD>v`@SZgVkLd?G@jVfFv3 z?ajk-T-*NdE0QrpNJ2tF3t44~NQokpGS6kGRHh6WR~ZsT$V`!F6j35`lzFU3WyrM3 zRHzX3e)g+nt$TRh=Y9Y9{cO*+J?ma8UFUV4=W!hS{+;%$5c8-^8j~|$?hpR@<-xEb zCjI1rYdf!O0l!;-!Q-bW{PAoDwqao@6%F|=d-Vn;erd@{&na%@>AMj`V83oAu* z)`#;I%YEMu>s_RZ=B+lx36q{$d@3o9F9=^VLXo9=s(UqoQIZ}ID+`_Rz6 z{!*ICJT1g2bxPWI?3ltxsCATNQmOl*K9sqPm@vDYeu_R|P)Vx=;0ZgrOsPUjP(3@% zRyC^N<6MpY37eZPu>yB`f372q(5c<}dI$9XF5=BA)jx9st4q2f7={bpRtiIpm{4Bj^=; z$bBFpoF#rpO*Ib>3)z;srmEwJmCOJa;q3P0F}$o((FVy@tB7h`_vVcoTS|5ks0I&I zS1}riovQf-Sl#d$K{AXTEuB{S5?<+NbPZ{n+YS~V2fYB!J82q0o6Bsa#vaFN80*^GemT_$gv zypx2%v=CfV=nnGXi~Z+-w25s`ra`kYN#29VbQKP_a+s9pSr#(%aI*VP;=?UyMX5#J zHX5~fanF@e)>}Ld*+)taD+h;4gm=9I2M%xt6bM`iJrIJOs>>mu*8sapPOq+n>BzbP zqMm&=kCVM|e7$2Rj4fFk9;YTmIvhB0!a;VRh?)|u49YVb4P&GslcN!`0|!TpXwDnD z;mfPDe|sb(tE~O|E&tdg`eh7>MrD;IsPfdye!UVJGG!fg#-GLCwJmN5+QV^~Q}UJn z{({8V1P@ehG8I%w9XupSAR&Sm?n|XlkV?2U<g_rZS>yQLF@72agplM>p$~|d-TL= z3Fnu7n@cd@L~pZ>$W!6FQ&D26Vv>_7q3vik!e7=b-%s!Ji07J z?TdC-RW|oM#tybaNrwS}O#!h*c^W952W(!!`}&GIA4QQ7hBEpob8r_ivm2S>taCrM z{HJ%!xRZ6IQ6PHzYrUl6`pLVYiEFWw4&VpoAR=sLc&Xs++x16}cFFfDemoF=qB)zU z6tplU@cB0G<&5dsZlV zD&C)?bI2OhljuZxN&jZ`9Q$HZoQ7M*NGVoQpBY3CX>caA-_9i-1!gqC+htA z5TI>FB?P!WHL!SxG|dmAqcXwo;gPfNPY<${uxXlK>&Ho?V(owh{Kt>N_uuAyE!pi^nEoy+;QO@W-z`p3gj^dR z{on0kdjo?_vCG1W&6s5`2JhAzd;7>9MFiGmNsEkmeN!K7k%IfadmkV@mw=i=j#d&8 zR<@g7di?uUhL={rQA_Y)==lZe4|*-|8R*ez{QIptbeh&Yd8W6)@wXvclN5ily<}u3 zwmP+JiR{Gcfv`IgIIO>{V#BiA8~&@Qt)wQxN}iwq;Z3w8(54Wd>2qd>YMHohHQH@# zN)vm34#aQ+>1y2{X#K~Vc)5K0wrx}KHjw^*>C~2XbGEOo-ao_j*~jM^C5o+Mn{QRu zIjzwwz0SDKlTyE%xQQ8y`J-xSu7Ra@9=U7(2lntiRd2>keQSxK3!o><d<}E-CeZ%~zly=!iINO>=AOnIB&* zUaPI0Iw9QWWatGPf&un@K`$n+G96@TnSNs30g3COOt+}73R%-^nAx{BU{rrxw^?;M zNjvua@EJ44n=P!{wexcjr8X{Knzw-kCcglZg>KVj|D$XT)r)$sN4L{E@Etr^3kMZ; zym~a@;+9tcKI#?}&o<6`H!#qq?Uxn9GTc9mp_Gqsas6`m1{-}X(9U{M1rPZWKgBXc z!4CSoL8qsE2Tw#9z+QEZl=9S9>h>!uJ!n+WxMDf9?-Li z)0BEmpi4==1;?@hfqe4?>VNIy$UHDHKd zOTQjUtVytIP{#XUaT>&ohPv%)Ti-^<@La?HB@?;ke}U(Ut!Tceu4+w+{u-8q0h z9Z)H^ zv*mD?E(U`VlLxJsHluYye3jNtQ$b)`4c^PUmEbbpCw=_uNi~2&jM23>2*nJ*OJ1Gm zS<(mo@b$IuEpUi*SoH2%yQ0@Qr@r~DC?%46z%lRF0#wJ`k4_{#QkauOi z>39S9{8SlWMVo(_o>Tq$M?hPiZT!V+b_qh>dlKcoU9)x3{cx)c$NdkU`#P=Ie>b=J z#=gax6tm47Tf*P%)tc5gSwb!d_mk3-voo|JZI@Q1x*&BXkKTi-MKUlDA5|Cc8|;@T zzUf^0-Ev88W>a5PB+A3W4?DfW%0I%O%gyZMC&ijGjlVuEdeOtlbFC2yv9DhjjmZP+ zIo+Iwh4Q8q?JhchC?n~Y?_sl{+h|QTCoW->PC?RYpAMib7ayvqgRWC}SF_U$xWA8S zvQH`sEqYhv%zL!x&-xyF`m85*=)_mkrpe9iG>?^i_cH9eu(7tMXHMB&3juGEN?4LR zSJ42YoTvd5BVI5%X_&|qss}&8mGPg8ghx(EKA33hkwT6xXLhi}8z&ZKn;b?6XoSyLfny2A%=zb@bZ zC#`wpRvq|HiK%^}zNqn_y5RT%lNCO4+9>U!#KlXH2W}z*%~~gL;~~Xj70WQ$M>oz~ z<+s>PxVBFhU6uXVX4dBu{74bl8nzJ(l+8P21tU(80w41HADGlV`iv52T#)>lb`?c~q4HTjWMDl|6 zrV97zy7&FOYq3%Jn41)m|+rL?r+)h3-ibEfdFMZGCt*Ww@abJi_ueo(zx zw`cp7d@x7N&}B}ZCB@aCY_L9wr!*XwScjzNwM^ch;4RLZ`zQ*OS+ls&9uY*m3A_sag1rEqOYcP-~PSe!-v3{4fRJmR{WN~XXjr6*8ku<)+4o;_5Q|_ zC1R?6Rq}W|DLu0~p4#n$njybd;s02InH0~X`|U~Om~!^p>}MBLl=PIxKUy-J-e*RR zaQa&g&yYeVT#A`WpBPP_58q|A#Ly5+%LR6(idNhDqK4I+cT6@y${| zm{~2ZB1jC|u*`y@SHf?$Q4IF@5ERgTs^(p+*ds??VMqbhooGN1FTdD?@ImkQt_7Nn zP-#);uKjWvh83tk&Gh3LU*Z+Cj=SjTtp{31Gi}^)BNk)O80dblGi7-)qi;`Q_ zi_#zLvlT@di66qT95AS&zyP@X+p8wjc(OHNWf56~WYbFm%v@t+D2*ta=vkVu_!Kh0 zm1Dw0xr2NehBSt&>MCh-Y=teP?ENdB`{oX#sz4$zW0zsQWSG#kdpbO#9t%I{$kv4* zNU>74#-C5lni7_FQ>YV-46ALb?R)lY$`O-7f@Ry_YO1P}Nv;+&10{M-+ut;@wj$^t zR<QBYQ^}7|Et>wwqgMDNuyoixPW4;%s)a!c_gVe0+*S541goErbg;E=G zb=TF+y39gEQm(z#@jUjF?O`=}6G=sA|JzsXrcKvTw4`7sy=ljF*-g0GZGA4s(d@5< zQ}VsY?pHixTjvf(99sdT@yd0V-_;nX7>5qQC(e!Is)X^R79}C;F}8bt!!p#4ut@cI z?V|0dn>RK)b7W$hL~s3edU|ec{q=_K>G6lq9q7vdx57@u0%}g*z>e#uZL>|)B`bc~ zTn7tFXA?=A!j=gRqEIaVSv(3{?xB{)5Wain0DkWJ*7nMuD`Kyd>YRWVh$*9`UuOea z?+_J^o~vQjnn%b8yx!ai8E9|68DB2)&=e>>6ehQHnsc?+{-_Dx(_D&Fz?;nzt0VR! zbr@`D`UZb4>18TniHN!sZYm1Kol-KI1FMU_3YO@y{I|w!+qOlGylvt_&QcC;d8Zy4 z%co!Z`njFPJzJ4#5kRxF@M3j(=Ai4?NV#X?n)HiUhfLaXRmG$SGkLXTJh9zq>!j|GO@3FWQx=ODk!dPEBcrPgPdH@97$GdGs4Z^l zAQRKrsofB}xiuA^QZDpnLy}y$hKl@ctH=yjFc=1{u65JqUk0t>PGqUF)Iqp>$NVXb z6WIDZp$hdjcQFS5?u>|&Obf{S3lweOF*Oy$a##SiR^H4p4fF?DraO}`!FkqPzK*4x zssQjSt>t5L8*nwQbMdG$|3jXrW}`+b3J4QAjP)M5rR63o5 zWzr`Sai$KLh?B$8S)J~}Zp$3RVKL)R*^hm|eXYsOk=O~8p)=$cTobh#usxNv1hWxj zvO)PZ?auO5^r9V+{)%zhoQKNAu11}Kwd|(yofy-aui@Wy9ICzc4)xZ}9s77w zv?z!~nhd-v)xGqG(t2jN3Ng&|0aja=tn;Sxj;Edu1`QY#*%^4bQ^v?$dwD#8{nOV$}p%fAv=Cs)C)YT=4NF>!icOO^H z{My~k+US=R#bzwz@JOAujXJw6%u`}6_4Cpd>}AMg9e zbykUqMLrk83#!N>cBEjLsL2OHBbmAy654^CWa<3&ym=eFt{v?( zMII_a1EioSR&tv~9AB&23f#$hdJm?u)~9a?3X)tiG~?FOs4FE*T5 zwzZw6iULKwzz+Pi%6BrWtGtu;JThWE+Tt)(C_p-S*{&drMojhBPxVs%6#s>o!V7#E zF%Q!Nvd(v!imXacAxr-%TPEhdyJr^9i;SU-Aqd8tP2^y{kXU|(DlF5kyEy$?G2=$QwDEqO{GH1p-MB<0tguHRVUHQee%Yw5}{q{35z3|0Rd=obn%w1>!(SD9HUO3+3N2;6Lw*AWcEU zZq!i8Czjh$c0dgt8g#&G8^cApx$-Mde0?SO_nhk=2ljpvw#at7# zxb1@-<6K?>Z>3)4*7(KL;|X;XUnnvjQ3O9z-ge7?E8JH9p0Mcj1Y(qzhfc0mh@W zv24?jA8P!87eFHOIPw$@Z7l_KYaly_-e$SF+Kzuk#F&^kcBl{2(yVPUeZ za_%c-d@KJ0r&5CUBGg3uB%Z|K1~;1rUaNE<7K}!Ch^1MA6A@9?@R_{1giUnJj>nnC zbD1h4J_QcjEfaKjU3w63A)?}uBc)O>O+HlWHKe{O#rN)?H!I_>GLC`kf~65MqrfE~ z5_RjPwjU?8;Z8GwkoPG3A-r6Fsv3DqUG;Ef%dg{5fQ%h`xrzO${9}rX?AY7iS;{-_q6|AqRjITpe@}Z7J*u-L zX99Y>Ru|C0??PF!rM^r?#6u{N99uVs!BS5_XCS$0$`xCC9)=Ivf;^A_W1F8`=vv(x zN%QkJJ2Zv|WSh<}rupMIr}vw-Rci>ESivpg`jVf4V|LfOQwP4|*mJIe`hHX6rC#&r zTk=j3*ceDCqf%LFnJ^}4b}Py2M31-ARCCKWzF!gc{#^%S0g5Rcsvw>?W&Jq19xt$d zm)XzyB_$_Iju32EE)Aua%G5&tBW?It4lIv zV25Cv#P1&Eou;l6qzs8xQ$p0bEHqH#eqWQ!JlZ`aAS>gl7AQ9s+bmS2D542C9p{t{ zjl|7ji8^f_EmIJXaqsEnbv<;c%p?Eu#nRjRyZgpT*w?usj&C>a5|u0+FxFU6W$~M| zbG&*kc&CM42Jb@+$sI>TA;F5&bsw}!`=YkPCe>x(hw+HuF3^3GvXlxz;HJ}zI6E8~ zG9gPM%*X&#Q2;LwWWFp~5t$ALlP$r4hzjl((ZyU8wKIwzrQAvMQ7*|Cg*e1SzQFD& zYCK+xr2#YiM0bZ|0-Wa(t|0kHR<-MUPuynDUcFk)(fzdOtWn$BQwO&3ML~?7IS-SA z{TO97#@-W&%F|8WD6|zZqmNZ_O5I@eC=qQ6N^2Rtb+Y%wxQDIr;0$#q4=Ux!lk#oZ zglJmKdU~$8JXB)rKuU|SLOJo^zcN>h;W+beI1$S%^SFBhNtz_0ZEj89#@Q|!AojJ{ z=z6%6sXUJRW~9i=w{Rlsuf_jZ}>LT2CGvf)8fuVv(+W4&-W2_KpMuO!eO9fSnVx`#fshI{19-M+IrJlmx zCjv5?lU6!46kswFdN%QtXDZ6e1j=PLO1mqCS6gp&8rUSZZ zSXsyswF-Lq2VWnh*eUW9X%s|o@$eM>-QB!+BCC)a3#5#W;9H7k>)P$RARc-4 zl8nbE*}-JQP;BXvsY5t(wIdRVgDrU{^LA%H_TXqa%Ja^n6*`&Qjx`6#v}q!+L~|mO z&pGAt&X_DZi>764>04w6qU=ojUhcv~&qZ%zPab9bU1Y38){c!W30!AQ8^Ou-Hhn0! z;6u_d4zCu=zStR#PpXf2#wRSyY47wQ(JgAd$a?Bs(hOLTvY{PMGMLwaHW}>bfvIBuwxQ zrL~Dkap1={Ea45PB=*y3U`g3_eQlklRYE&Vp+)MXVAGg7(mU|8P(q(PZuPa?O% z7LFLUR=akGvs0&ZkXzMHbAX&mymXFF=K|rlZlH|vO_)OwtxkgX?jS6IO&liKnh~LmU#8;Jn0+;-#^&eWpclW=pyWVhzZVj38!Bjh6%=%%xbtLbC;?u3pNmFf0y5zG29-{B& zUE`X6zGK>^*l6)5XMtH+s(8Pzh`eV}QJ!fFnL8gG?0C2v_o=`*JDYvvVCRn_90qX+$=3|I^2v4HIl@1e1aRuy~P91VGGk z^k^*z?Kxm{XV|#B{H+OTVETc1cHIT+~3MJ@HTC<)H+dI@|9xoq-E%FZOPjtGau3IL!zC;LTz3qjuI z;Fj|JRFJHP0ypW^-XqeLWGAWvDC{s@c;ri+`;3=-n;tjr+nXY~8qP9c!WYdq=JKpK z2ql6n%2{e8UPDXgs}ykT2^V-{ zN%QH#kWef*|?( zm66@CM%KQ%HSXU`sL`0CXd4)MA;}9DC!;IhQ(HJ&{}(Cc4-BfT#LXTKR&8A zBL1{$B;b#X0AS}lO2dgScM7O$LV1+~jDtd9mM7ELfc}9J{ZMo@NA$n_#2ucB9DIN` zkukh$oS;Sn7GCX-*n&NF3P-bWr3xYw#{BScfItv<~u(~32xIrPZu&D&pi{?v; zBg#vZw|cmZWy&uWBPkpW$DXKx^$6q^veWJChs^X;64gaPOiwu*q+9@4Ny`!QUv3cx zcNu}a4W+`sVpfd`0If;ppuCk)ZDiDI>hU{f>+y|Uz_28-$`2mVVWaUb zx05I0Pf+Z~g4vMs^}H7%IXeS>R$;5;-k~nVqJ4)OO;q z5V)4THtb0n$wIzfn_~WmbjqA*45m_TB3a-rLAlvi<{n%(>Vel%XKv-Rw-h9S8 zeL6vt=^l}{q8y{Cp4C&WNo$aLBT2MX8&MVFJ@Atq5_Y zp^=siS9lf5EG36sFa_cStV@=G^M~QuvxtxvMY+f+=B>To23%Ycr76h{owA6$SkU0$ z>A#}w-0Fn9g%ME1-JI}Y>3VB)caLUUr+Vg zVw~=1Wn~q+e!kz`;2>}o6loRyJ z^qdgY?Pb()qhikCcTdktvx~mXLF7bS->_=Jhw6 z(+}*qls;COutuU!=W}1HD0VsbeS6@0`^IhsB+&i1GuqN_l>r%^%k|%sChG6j1(46! z6*TgxhC#=UTdt$DhdN5__3)<@C`39Xc-&wZIwG1rVeVSk>0t;-voJM%vB$>g1WEz* z*miI<;L;LLN-8K4sRD?Gu2-I(ZCe>J^xE%=QXM#NQgndE`f#`$i4@tl(A`Eh1UJIps~58Y zIl*75O+!wS0;|EzYSpLEb5=%^=9o6Z^ass7$@LY-9tH-MVGWRu1VX{cg7XS)!i)#~ zqWx~QhZHUJy!J2YIH^%j$3Jv+N}bvsFiJi1rpxtRm%h2y`Gxc-XK&RB%Wx;qWxpB;wp3v3?eRim3{k02v1z5yG{80gTKE6EaH%AnqaHEV_uO1NvZBj z05M02pj*QYST90J%SJ&jWwnCDoc;m@#JQ}z)QH2)0I)iW#WDlCg$;Jt5fsC|1acZf5UUlFo34eK&(}|8CMV4j! zluewvmd+DmKGnTX)JafCNatIYC#R&SjZa>n-Y-Kh?*B7A&Sb_{=l(o7soun@#z@tn z*#e+io}3n3^S$FEg$+?C=sDZ;Iao~DG8yxc^yU%_%K4}Vb->1LJUGXB zJf!GXz#B|C^(0fJL(9I)&t%PT5>7<#?PPv0baTOp5Hg;{Mut+cX?NYO9U&qyyiH9D zY|d*Y<6k*3!n6L6P#NIz31g=DSUUX1%TD3hZFJH@0=BWl1?;-MSJ1Cn4RHg5W^cK* zVY+|t6|ABOvi+~yx_d1cH~CjU*e?R?Rn(|J zZ^L}gL3J}mXrT?Cw|1%~r|_aTdlyRXfJB*5!%HuXjc=^eQ;zfJSu;YefNRx6C$fyJu5T6=keay| zBm*IKRX&wFfsUE|Z~#;bsfnZFO3z2e-u9^dcNW2~RLJqgIAh!XRKK<#j16#$#O9p+ zT33LY3m?11wF2FNosx;VYId4#UrK@G$>3d+oNPLA$$JycCQV*Y)Tcpo9fNQHvi-d{ zw8-N_Ttb~<#vHh<=h`vQ=X_c+QRyZgSK*j?Q=;4OFk_h{g7{)eN{aJ{LA$3;o1@Hb zW3Udw5mq}GY9J_G6B3K2uUkFj&cB7;5F2{KF;1s=^!=xs7(uX}An7kLvqm(;fItWb zCHFH58e;uM#r|AIyesKzKD=WxQ%7-E0MM3ZIwFk6GBG8vaN4wh6>-}%Ki@hA#uaSi zb>m}J#+DP;?jM(RqIQ(H1Z(R*@awOPN}kP$Dn>jOi(u(nzQi7hT5DG&bKbtn9amMwM>pq_w(gsR zi@k1ZWyP?8OhGNmNR;5~7=VX04yDTZ0b;RA;>Z0m8Lx0*ZiRPd) z7bObW%@)2P%3s=zh$65EH3hqh)~w{&&#OQ+G59u+1~u{wp;)w|)f5tOu1p+<7=as~a2yJ8CT{6tq3+OUSRIFDsTEr!8+KT638O?N-`Zue!^EwzguFLyyoN6R zfpgJjclfx*B6Fn{y&q?zVBE$!jD8m~GBU(cOR^~8{bx-*%-82>C?zhc1-vi1&4lQt*#zxZg zTy8Hxttc{9JY`BC|LO@zvChl0f7^}c&f?1NG}r_!0%$^39$h_6mi=3ccNuBv3)-da zh+3PO`y*^-0#Pxdoc43!e6{cI1%k+(Nc;N7W?N|G>HMO#cxoz>t*GL{kO$gMJ;Xyi z@cmOs$+=gvPp+sN6#e?;O9!VO6BD@AzRwqRPtGt(mEdQf-MnWPeN7VIQ|Lf|bu+ku zt|4a3@%jxLR%H|GIq$V(8B2QqIz9bym&UxiY8drVQ^m1iC(*>ygTroU5r88KBt$LA zz>v_n27OGcDd+=I;3~Q-|FOt-Sp}_^$eMYN2~w?zq`V7J%f25QTF!+*@7kV_nOuY2Vn6FYo6{7hXvdg$84PE;dD}Ky*uyE5Z*VQDH30ggHZoXD8zR=3)uGrrRM>R+L<_ ztCI(Cz9?^f=l;Bv+Z+P_l5_pYz7UwfH&^o!~gQ@Xpo=SGkER^ zBJehF%k>Ds@0Zc?G<}Pz`ONesZU4u#zSO8mN4yuu9*I<*DN(7j=Gk83*`ivdWOAF3 zeDw53K>_XU@BenPI?~3D9dCrjJVqbm;Iv{e#G>YwgqYl!WcoH(fIK-de5ho+w+~ zu`=vBaWqNKx;0LoQM9R|&cNKoC}D#dU_@IjzwRr@_LIv{124#K05&1~S0=B_ZaJK7l6ry_AEcqEz82=%E3N{kww*z1jxJ4A9 zIE;ncA{#@(rcYT2cTX0C{-AW-N|{^(DoYiIK0O}NYoST1B=RiNXEQQwA_Qz9ZXpR! zv>yY|O}84J5i9BdzZfPQL>;H2YlU@ya#caZT^AA>BqjOX19QN{O0`|aPIl|9Izpe5 zdj2{>{;uCk9I3v137m#1cum5YKrA*k%ToG(^{NM6d(1!g-xL!c{ z1(pe{@yQd1f~ZHJyxEEki>+^~S_dY*iWqpibkmT(lj@Y|f)rYx$GZ3CTw`_76-jBx zXyw?EJK@}dY0>Kx3Xm+I0e$y7w{IV@bDu~=54st9t0N8_?o|r&>R^RJ!RIo+ zSw)+HIdd~wk1}-b^*`Obh<)D@B5x~_+1e!;F^Oa59_b@QJ&H0|^tGbkK*z6;G&9Vs z>L>+dnu$TDPN~woh^Ye$1sPq_KUk+Y)(caOc_Y<$!WF$5RaDKBUYYc}?N+s6n`Zj{ zdIA&E6AqRvwSn;3$O9EuP4{i#ZQXTFAaEqy%~1#OfAkWPJ0izT#kV^v3c+So6fy%2 zF#H+97F0Ra6l4c9l=Kuauu!P%INr=TC8l+F+b|x%?c29SMXe3^CN))iX4c@mhy$X` zOe*69Yi4O>CA@}x78ZYvmMuGzARsv+NMc_AKUNuD?DT;H{5g(gjOs4uQ4+|-VCn&r zHJZCoq&x9O8E>^5*E4AY;&6@Mr9m8dZ}*fi9YM%M!7k+q>+) zE6I(gCM_#&M7M85J?jzz#NL|qM^CzC`Mb88YoAxouEFpt`1a>v8_oLTVsSXa`gct? z7}Ii=Y%!;^poFBth81n8AQwkPf`ns^c|vAME88+nr)wk@w_Dbh<_=yG&IrKW1VPvp z{@zi~r)GlhN;m*|H`|9bzR%BC*p zaGk_PO`6~agj#OlnlQElk!$zsg-WK!@fF}L06z^-%t7X=6*pqwu0qN)Q0}eepu0A$ z9f6JXt~lg==-abbFPkz4&k$x-a+3QJg38HLotwPq^R4ay4LWNu(n_dL3GTtDd@!Et z3Ik%TR1$j(jC=TWuHATMlAoP8$!X9T1ONL*8MSAPjGpLxGI7e6j5IB`1s5RgTa(B{ zr_Pv_vUUN(D?5|K@Z}&JlEP+lL!$2KeoL8vy-Db7hT$>M#K%5{U+NTStty>|1 zL^RX2EN>D|cD`G!)p^_8?tyqvcs(3#frul2$BN~*M-2;_IL^mm*#@J1=A9V(0{%d7 zG|cV_K$Ag_NA@{!#5*GQ78C>|zvGJ!_mP5xuPOkS#Sy&mol!$X#Jl!fy3~IuUtY;A zialmZ%9@Mp$;zVIZbFVnQg+|9R~@n2L>uYE?HU_F7uNeZ-1* zOHL1)70&D(Ag^$^J-e=PPE);h9gz|41DoS_F*Q-}z5ra2E;L|Vp`1^tUu2>o-hH`; z@+z;M5^YOysSu&Y4`!Q4CJSNnk{lo}F(>Z@D2anVw?lo97Hl}_oDQsoVx@$-Y|*#9 z#ESOkIpoaW+j{o})ocFKoSh|!!v}g+aQyrxTWQJ09=;{ouC9snYgH5!w`k=ZoR)a` zXf|lzBbsHQ5(Ofr!4PboJt^2KMUWuL1|lt}?X8v76>w3y5^5kNC6tvV>p9@5QGC-O zo19Uah!-in8#JHfKmf)N>!JzRAsHY@cbq*3GcNM@)6rwaptPYpXwKg`=D%v7iO~VP z^|)BLy8@g5{8b%V~#iMzFO8LT-#>_Dh>Hf5R%IuF>7Ue$f;0(N00V#fidjWXTm8cF82EGGK;E{e3v1V^d>>|Ut}&~J`? zFbFX+c{kiOt3`{F?wNH#b4%4n$rV#`vySAJ8GRp^ilwV^%*8LbX>n|~eY__q>l)sv z*?slr3@v5J`0cfnj5gt?UzNTqcvCdZWmMv>8vQcHR-M~9aT_CBu}Cs1rayBa-Lw-t zpSGY;BGBgd$5lKpRK$ho&ZzWI{d<1rU(-+CBs}gB^-!m4>SK#-2maSO)wx<_3PVli zkR3e~bS#ANWBiFX8M4W6IJ!^v&4bzg43@y*uF1YzX*R%WXk;F*3zN%9C_A)x&!Doc zvo{!7i1c;mz~VX+EFHR|h@15ZwPRx$#UOE2oZ$+Egueg9h*wskbL|Z@=^eV{H!;(5 z8`&p%Z{$96XCLS3-Q!#we!6W2!kX&jq?A;fm_veqqgza$u8;9%M;nb?B25SIztDQ3 zy0X2m->}W^K-&m4F3B0fpqS8tCgBD9y*dP6zo|jV8f3&YUW-a09#}A`K(?K%qb8;w z_kL|O&Pizni*~yAw)nm`;?AM$h^JZ5V1mQFo1?tOq2dH(#P}wIL;)LOczi)Cucfy+e7U^2L^x)l-9iJ=_ST>m06efd+z20rh{+zk+R3NQaSE*3 zq-98WBCa=_x=Lpa|225BPn(9IO`)!dr$H-ZXb|77$Kp>1?>$b>pD)3dJn5}A;Tb}E z{9};(&(-vA*@rhoWb&h8;iuI4mbbO<8lX6k;OtW=D5!Xk7t0_?Y#!Q<)j^L@R*L-$ zd4OaWUV9wi?|+F&tuaS%M9!Mk=P#P$m`83eL@uZA6>W0a@n6Gvlzz-@Up_w3Q8F6y zmO0&3v@d0-%YMn$e(rK#6aX9XrOz zbYAs-&iVTm<<*pYbuwK<-i26TEj8XHIHjEZaM@1rr=aLdb2oQwUhQVG`(tr}F@6_-d>6a$#@*BiT z$Dvd?pG^Y9kZ$KEmJxN?NJ80KEG;yb=o)ql!s?~(KDdlemmy!X_h6&vp9327#Wk|2 zjQiTAUEO10`fUN7L0id2yMXG5@3e7jX*M+w`B2rRXrS;>Q4r?U6mU|AZ^7jiE17S| z*d_JA-wX{`5t}~8v_E4>uPx(=Zf^Kd*KSK5!cYE~emIFn4L}3-)uO{ZgxVl%$7bAV zG5)M~BgI|%3lM+cQQOBKY3%VaZtc5>zGY$A?z=!CcoMJNfT%88&e3MAnPDNCgSZ(gSbwE zhYj0)T{M3O4<9DAS}A^7PRiQQB3neo#ivHHJG|woh<6QNtS7OLFHokKjES*KpI_Lt zjndc#O&?+Rf%HxHI9}TuE>7$GZibpYETC!bRDZB#{Ill#9DApBz#%JYms2O;hiABS^875_hl?o(Rg<_3 zrSg`-Y^=GheB4OM=T%Ts z2t3V1Vd<`kJ!{eV?3V^e#YK0!l(}r^uN#o+=X$%4n^;9YFp>n=0rRSxw>c~UXh>@l zJdzg`>0#kj2`y;#l!2(vk&asY((6oIqAotcDJLu~6W8%Q;~iKu%0K0)N_#N>TrS=m z`SYjeKmYOn@V~lhQ`3hLA*;MwE+nS6a;D;q7F!~v-1X6Y2I*%%26~!3|5oD%eKQ(| z8NJIn)sO%Tc2+C*wXUU*iDB#^q-lGZO^2Znm(s|Q+ca9YKCnitRE_hYGZuZhH}D>^ zeq`*T7Gj>UGFyUR|Ez3gISe4(`@HjGt$n4byln&dUx5fg5HN(d`bp&Qka0yY zv{xTbhs!~(qEIyUYT{GiK_y*mcBuWHQg9WqK2cE^zQ@(#1dA`~4QXz+X}!F=Y57tT z>;P~?H&l@Ogznj2@OFNTQ8cloMV8LJc}7)$J{*Zp$iDR%TtRb6h**;}jAArjA z4V$!yOebQ#*{d68PBl=SH^M*@{(o!iIc92*4CI}wamy>?PW==ghyv-p6XNnPfvHp-SYGLI7yp8kd@fe2iRv&ROmn*&s5Df^4SV-~SAw zmSX^>8F#i0L<#W|c|bcv*{XR7dh)cQygSH?DA-)TD&5kc(dLoFTsh-N=R( zeYE+l(I!XW2<4j;l6}vkA}mLQG`Zi^E5;EZWCxHG`};nM4)OAa*F`7Ra?qPU5sWKV63$6@M_o<~?xkQNMK?O1PoLQt>_g&X#>QHq z*&&~=cx*^%#QUZPx!0&yb;%56UWmw^`jqDQ;$(lAf96K>7w@0k!HOXUW6*|~nK4bx z%D*}(#87Ai)!xI@G>p|e`qbR;i$y2B)$$n|YK3MP!;K8eB_p(@$&;`GrxlzD5_uuN zfawY{=LgZOgtQ8%%b6gGIEZaAOsS=n{&}yeqKo@ugOa*Z&l-5~N zyzs!UhB}`@8LC(bhIRS!7vfYB0s!6(qx_Wt&A3)KD<3J)Q&kSt1q-MMLf z#a&4fCmC7cL$`ECC@5tIy5071~+_aut@Z6>k?i znFXq!E*S@xmhS4ccj^YXBJ_q`rd(1L zMKZ~3;yI&g1uQ(8y>H=&%Zuj4(C1$UL@Q!{bpl)yr;YeeMA0X3fOuq<0`$soR%z8( z%}?Ub$xRfO72PVQ8vXW|xNUPNS@AyC zeYitL%j$)l>m_%L>C~oP1E2M?2I&QM8@uCi=x{R?C+jKGtD0Rf4*QnV!|C;oUPePT zjc0C+Xy2{ZuCJGjs;XzF?zBWXGI59B^{o$9#{2AEU8St-{Or>5v&pp$S6}Y&^iG|s z1fM6r**CA#ycMN6^D?I&x3;nIhgv$d`12vx5H(+O?Pkp!%Xs^?QOgc?bBlIu3HZL1 zyqLD`$VjX7<53+xXwt2lO}~CC6`R0$+vih4M)fM^g;!lk^OdaQ8+PloYw18ctA#qn zJ9qDnKA3xM**F^c%QtQeW)fAz!AYm*Ukg7o{rDJ#U)HR~8bQE))>yfFm%TfFKQr^t z%k1QZaf;y?K~C8yjKf#-IFXoWGjQPA4s0@R2Oi`*bClXVhFAXceu$1&qlOJ%%ng)1 zvnvm9aenyr(=knkJ-+kcb3|xpKZU`v2YYV^hW$=~zfVy=IwQ(v(y^(lwd$z3pj=zf z62PTOKW%O8-rtAl6*OCVIneKW08{)FE7KZoJI|m@#RZUi$9x1LDvD`G>;b*m%i_*k zjT<-4Q`1qVeX{P`$2DxwKv$1G{Mcr4+k80}UhvnV;>*5%o&4?7t4`CJXuv_Y|E5TK zIj@C!0}T;*0N2;o$T{sb_}flU%dum}4xca~H-8R|zPY9Mi7%yMd-?HRE8+Bt3Nt(+ z4&O*z2_BfGxG?pYSdJ{v$;FI}w!eMokp7Smv*rm23GB;j=Ki487#?6u0XLbwDtFsQ z)+CV%sqxcpjDNBu=~hmDbXPM&23LGDrFB87EK^UeULAhl$;k1{F)5XPm>_eX zb3dfqYXQqq5ZqP6?&IW@mX<%)T%4>>jE)_-@e@t0G#kVE6mRX&2P_@SSVUZ0bp>WI zJ>+B{lKnZ-1+OJTJL%?#@9nUI9rA8ozrI32Yc${b{IasdsCOKYoi0A(rUaL^G_%@r z?cjBWkwtqi`~2G0xO;c$QCqcY6%|60T4hmT#1zjWrZ>)?f1-mshp*zq*yYMV5{j19>Y05e-E>^a)@48`=8ed!V+E zj-HYa1AUJB#AA216m**0?!dV#Jqi5qWEBV##R-ysZ$a*a@x011-A-5vd?hj-Sz1`} zW!>J_=k46;N$nt-dJk=K*!soUYjgIOzTWLAS^@VK!(Kb|sdc+`!@&4+RC=KBr?cJn zbpB8_cGC7^?S9ty^XIvj9_Jj$ZR{?ScDH^$p#AtGxT0 ziNlCJcuuF=W%sQf%&COC5@QF6PR}|1_h!x;Md5e%$&TiXG6NsulTf$%Tf`EaK3rRm4_CnkknoK_1Ai;x|CVn zUXTp_uBc)ql!W#L-;8&A-a15QFvCino#<%RED`pIgMimMqRLy@*jvxDOkYu`VX9X! z3ZpFS*G9B7#>U1;XC{prb=YvbDf!q6F}EDJz9l52p5nTVCxzmIQ!hRwg}q;N^ET4X z3%={mpX(wy+Vkg6re2Ktf^LM@YzodnMd*)ChK3HW=9x`L7Y3H_f>r4;@R`SxGg;FX zd&l2AnUccBDV|DzSHRB+9!&se+mARTT(?KxkI&<8Gg?{RR(2@Ij~}0&KcD>x)%Xi2 z;7(re3_9Okth|$}*^gTr7}Q{2w_LI$dGk3$R-Ibjn#WfCV(t?iv!$bVE_o&S6iJ!S z*+VCH-C1~VV9V!}J@d0xEL?VfOUdUiz2iq4b}E})-tunNocXD9sveGtvI%~Yo_^5# z{rmT^s>5$@ES^YFnBC0WGQG41UG7i+YtEP0;Dk&fWwHU1bx{Q2YZ3B{57naJRVbKh ztcI-}qT6cTyx++vkT3;lpqSP$^25IETemX*sYcwHPql{VH;ftC5k{w`@5NBnF_i%o zDadNX)+8Qs0=M{t6>ZXX!q#F-nMx@tsw)9|h~pENq_ik=OP8Tv+R@#!1r*EO`}ch) zGlip;DJeJ1*nMjq&yvwGgum;;Xf|G74YeK3-s~kof8KpC?Ob&#NxCIGX>61#tT|bu zPnMNV*!W@13Z~IW{Rx>H!0}GG_R;yO6yR zk&*eIewXA~@S2#3XSI>Dq}A?xW+jSW=$k5lH5W;@NS;-C&frBD&{Pq&Mko9ypx6C5 z1&>TRA4rLQ$+_#|-u9azRisX*Ko!B3bji2?o=*F)^O|#iPH%~0lc;9`SwNAs#5F@0 zHF%Nulql<4p+@nC2);0@Tgv1v&nT7mENwzOn4x}bsDqYx)KbWmFT|PHS1MkVz;alE?dyaj;C!$Q*fO; zU5CX{(b3aTZ+Asda4&y;16(xZe%L!YhJU|_+vzH=vSoC}g5;McopyS@2~S}p$e#;( zKBw-5_=qx&&gejEw;7fKY?~LaH7HwD+n@oK<>h6bW6mu-rCP1px`}by>8ZZqu*%tX zZ2x|95Uvii1gA(j|bBgQs4@WQf_`d4`$B^4x^)wz^r+oHO%syKm-oCNalxEKV-b_tK z0ZQ2X59U92rB>f*l=c8 zY(H0wz4jW-LmOCia__VPtjLVoM62sHrnBC@gphV`7`1cQ8G}=U7A-oBjUCCr0C^g7 zG3RgOb---fw8!jF*L7crh}zlBeHY0K{xp3s?bjqY4t{K{Yc^!>5X|YXsH$@_t7;Vg z);VZk54RnDel1Md9{M52$WA*HQ4yats|NF|xtycOi7QU`*tmMzw#F>47sSUo{PzCi zI_d4O#Mv!tZ>&*VZ;vkkz?U5^?(SYY`<`G~jW%pdPy6b8`*bG*dTn-he1a1C@UgmsB=s3GkYk@VMf% zANyS6CM4hMdEcaPZAJPZrUBl3IoxGMGm2b|{N3DVHIzCsjiBall-VuBCK~lqG7x(4 zPSknw$2m<=32t5uRQdJORV(QYJyW$ol|QtAQ(XDyo!0-oUsTqzzf*~CZ|74&42WIxyCIA2c literal 0 HcmV?d00001 diff --git a/analysis/characterization/elastic_migration_v2/figures/fig_v2_trigger_funnel.png b/analysis/characterization/elastic_migration_v2/figures/fig_v2_trigger_funnel.png new file mode 100644 index 0000000000000000000000000000000000000000..8a201a02b820aa1eea7d77a6a0f59538a8607cfd GIT binary patch literal 99742 zcmdqJc|4YFyEc3x6-tq*k|dE?Qb`#jW0^%6LPDhwm6;-Ai3};3m8lFVkttTLQv8h-+wwa6N7hx<#MR);ao6)!F1FMGD_5seXIxJ?So5Bo>&DxY$Vu?0;p7cVTc+H$6*Htght$Y2F{-c!8p! zC=C@Q!wU(c@6MaC)y*y&Z`m+t-)^{M3C&YR;m{52OXxk-a{X9OigwXo@oUT6CM;Ya z5ZiU7eCc}Yu=4eLlCAfpZ*A|NneYET)#QBMiB~hVW%k$4nEXBDpC{*Mdq=~AgO`VI ztL3u!kAE32eQs+`{nwvsyNbi;qW|qT3Z$OVX#U&JP2&5hE&usy{C#e-lV8-ozu|Ei z#fE>qeJz*BcJAb3|Mq?{YngSW{_Xu5S1jAQ_TS#m_VWJ)AHS&gwe#L3b^hv7x37(* zTXQM-UE$t5M;@J0n*Z}l@4ngYU=_Y4OO`~tMViofEzX`{2~lx!a})b&&DPl6y{@yf z)7E@N%pB(zgT|JYReX`l3knJrv%TlyUhcBVb#*4|UEwEk=)NL9Yl_Bo0me6H-WJm1 z*YJPawrz9y`s&rIl#C4e4I4HbJAT|}>|<={*Ee~a`T3W;eECvx`}RwB?g$7Ux*uNQ zJ^S&?>l|D2vc-gJ*H)*Lt1mj7JelV4>&x$j+3zfzoQLc^3QSgbdwZLhnx^avV!pBK z3{Rqhuf=|~i9VOl&1+r1b+hAPTie@}V}y-bQ}!*J`}M|>@zv1h&(^Q*9I$^|xJCQG zft0kgOZXU@)?}r}XNL|JOx+tUR5(IKlS5(l<}CkA`k(Rc-CktgNgW+1RMxv)?P* zDt&#+d>45(?+;gWa+2(Rcyjvf^z6eK33^?w+2Z~WIAPxMU;du-S&oi8%Z>Z@?|Psf@1PK}yk^->*s9$i!Cw=5jau>L*X|JbRY zHX$LQHBD{R@W@F2pI=|QO5H@xjduCt_fpg%cx=s^7r8k(IXAUlyLQcQv)a|8Zwqa^ zD!li+Oj3~G%xz3scowwk!pzStFB9d$@IN=p$Z&1iwCRSd+ZRsx(8a5RO>s7#>LXiU zzgC?dduL^3<^TAx%xL#Rrl3_DYjaH>NIG^)$2;P4gTD0?KdY{$mGhWXEO8lh`r0X$ zYgx&2YuB0D{%1k`pFiJeUtnSq{?=Ey@lc+H>g?3F!On7zUyM9FJdfSJawOcoz3o{2 z>ddUH{*hOAgM)*s(lxH@7FerN8+!tuJlP}f^_$wbapUuvn*KMIzBM>MKZcTg8$WrD ze^5HrUBrN|8km@vs985I#LTmIIbZcg-#P!!FK+ox&HqgX1rk9dj;H8@YpframRjS> z1c!zy552r?+nFTeOnd+S{m1STcdDtukTrr7H8wV8ncJL^<-54h_1Jmy=;-LN*faPT zx}__saIV_23<>hkX7G=v3I99hFo_u3H{^2R!+qi%>I`m?6NlD4?`RP6y3hy3c8W$HAgwr#y zFhAQ>d?u;4JSg~DT%6#X_lGK)y`EDm^z`)XUuUyZM{(>;icfF&I51#kZB0w5YiK;p zw|e&B`}c^Qj@_At3p&3()-X|iB_%VQZ#UYEevONX3B)d@T0OgLYtB~7HT(I8$a}10 zp!%h-_M>Trr%s7lTU&n^8)L>XQ`x`2(ea3(pOlmoE0%QYq5IsEzkan9*r@fEdma)v z&{yHTi8W+3J9~y?#O*!jmHAn%Ix_VFdFpyg&f*987k*d=ezh#SK;!1-7B4ZIrWO&) zbdYuin$jqi-K9!|o{l`tmv@Cx^-0 z++1e&ZmWi}tvQ^B~$W6~bkakQ&oUxtUS%D#R3mg}0AUC_&LRN-Usm>Lxt zJ^#5m9ubt$IJ?*TkF@Ohu@y{AOn9UlH*cmoyt=b|<;obXTd}d1cc1-S)z-#RT3Xur z>eapn$6w^zHgS{`3F;&UsPikUt1n+zm_1YE@Mh+IdjIW#6@+`MxTG%HWncvp-hYNQf((z>cs2pK;*a0a&qRM=k}|q z(fz*g?(?dHw2E);o6{(c{rVCm<2tFBJ& zce3xuWQmoq6hC`gGtb?j>RoN^{tFr9na(fL^J2X)8DH%FuYfCoKzBQR9JUl!( zEsgHv$&)0{*InIkJxh&35J#;#Yn&NgZ zSUBkbh0vkXzAekXa{W$~no#ylk?KcnZ39t78dsVYxP3Lo9+R)%FTZ{JcB^B@mf%01 zK7Fds?J2ZnI$V5uB{tsP!6C)?-r>Iyc==$1uRH=c1c_1+v5b0Cjl>Wc6_x7r1Sv9n z-3~^h9OFP0KBbwTgKZgFoQP=+fp?8DBIKNV{5laoc=FBtKy`k7nGP+oFc}$vlasD7 z5oueom&;eIP(fhy!nEM2je%5NM!HivqLW>w{7!R;q%YP$k1NDME=q1@o^{D z;Z_=BV`CHs$(=j*-`eTugxa7l;%gPW9C6Pj>$(+nZ=3VS=X}MH7CG40r`H8_j@{p= zprBAP$-uyX-^g^@@V2L?Y2N;ZLLZ8+8ICxYMcN0sG#STYnWQHD8iyv5uUZo20w+#k zJaIstYY}&oFk5Yp5-B-^2x`0&W)<$YaMLt)};Er}maxyO;U+9%9TW}a@6~&G`O84`l z)=3>(9v>ecsm`B@ofi@vz_$ssO-V^vq9`uLqIdZ4y0z=pMP+3P+1lE&n=X6$^yw16 zirKd?AA0OvyQdDvMJ#NJsR&&hWUR_>Zo{fu3{n_P} zX*hzBAt52!-RbH4*(e({$xBzRYt7V4vqzymcJibaW#3)oAT@%6!$6^GT$SFjBMUWx zyxzjXBK^*t{f7@9cKy;Jw8~8VB z%6L64PK{l}m|sjx%wzn6e{<>V^!Mwru^hW)WgA5+QM+k)mn~bSsik$@wAg3fgI1A- zhDP{XrQ~f{H$JN9_=|NVZgQSeZ1?j}_uI}?&hJ;4pImd#^ucAMpik|9ih)#X{C2wl z+e^z<2~d-Nex2mwll7R~N|QW4JMF7qGK)p0>f76+YOik4!h0hnY&oA)dhXjg`en-u zfFYJsS2pa4#Zn5%$lQpEieh{hRP^oqmyQsARtA&tl4fUou(Tswp3u{MK{G{-jN9c#4q0oz^OU zx`x`?%L3Xrcnu<``o>1h%x51y91RT*=jTg}5jn(4N$uE?v1#9BU6lHn*;#|M{Z}$k zH3K^z8agZ73Jyk{*oWMXl)G!4oQL#*8;klJH?7g6?K0DsOkCt~Le!ofwpen5* z6)>Ty5}lBsjp+FF2##Tr=h@IzjTQXIWqL}inYp@FJE5b*Lm-V;Pt#oo)7)~N;hxb{Pg*=KvBd{OVS#> zAKj;&<>R#4W2e9O>EK7{DJe?cvr`#a26q|zHokcALP%EjaKAj``^DPuwfm_0=H~GI z5j+P5>LLV>9655LD}NILJEn2wc=-JE-}bVCcjTF^mseRnFs@Jf-MeaU-@bL7opLPs z@E%>va?0)ddvgJak$uTGZ?4<0=bZNOcUS=i3SETG@e-gq4SrTlb@gke3%`HZ;462O zxu1=>`s~@WeGZZj&VB1nN0umFrAhz+ts;)rorDDLm?<&2)7Ve|Z{r)E+tSornq1DF zZK$gYqFQGrhHN`EDiuZkxExTySytwYR3Frd$=wDj!Na#9uLKOX2klgSI)>n0O%*&q*P-aP^Oi`j_CNrXNRcBmR!8fwo`H$UVB~lD&?}_8#J%o(qAf39-iZ}E!b+7o z^P{AUtGI( zt(33U7D2)5II#Fb!|gO323>jgp8=m=-qv#a(!nz3jen;A*Xo`+b*f-OBwMuI`}gc@ zlUc<1v0hTxvyF0Mwg1c|xrNeJ);K=dGGk`^P^{8-F%gMCLzJUwPElP&`uvy~ts-i< z(c_4@Z-c<`)e(Eo^i{CO-o1O*0Bw8VMm;W@J|05Tba6@_t)gfZkr~&-A|&l@=KT*W}Z65@hs_ z&tz!Du`M-Vcb}aSL%9YtLGxzREz!1k^@tvCHUPNUCW>v{I^hRqf9Mal(S7;#^$oBI z%86BCd(bmW-+80^;q;d*+mE&&)7r-Fa_o-AzBc-Ej_eBw3kz$#WP<{u>}{N>>(8U$ zBN|tcNe%uSY+~@!_7n}DR2oLg4!onKuFi{f%8<)XciW5FYZX74BIdhVN&&qTE$`lO zExKsrDWj}W35&AiC+ENGySNl;j%2({*u8nOB60!epEWQjNJLbSr42i;j-zpWy`Z3A z2F=vR)ZYW9 zx>5apPZDdgVTZv({%`t+$JPiQtj~zEm`+-kEIKA9xMfQqrHhEOy{OU1#-7~K))vV$ z%&Dd!e~S?@zM-(7AktJ|r4w6jTAYMs6jJ8vJWI>tC247!vvP7oMxAe6zrGKPd>4f% z%aCVe#<1hnnHM*AxF}?+w;X!fqLr1OFG_`mI_v|}9^?QwO@Kl_XqTJ#(w#>}6bi^*J}&%`0h zOR=%DZ+TGmn5Oaha~0IJnAO8^OLb6;MsQM+4EGz+M$5{|GJX%dclaS6C8f}){+)*2 z^Me+9@weQKF)I%2)nEn{ zq;&f9X~HucOpx&>P5juqC#0inHaUzAR|Z(<=g*(K9ARPHzWQxdW8j`BKY+jZL7+k~ zHNrrITf#TRfq-!P+WEA;etEg)wDE{c>G|)>cw9n{086vi<{zo_k)yV9M+jA}+9;ol z_T$3u@l66ci7S92Vy13cE^PbB=z)0n+>#Ulz_>|Pb{#0MYo?2HGiPHa=D=&wcyUK) zwaGZQZ(G8CCC9k6K5}z`O&xQtSqW>7@jY6qx73XZ6;};$X+c;YzWm_9 zc2QB$W9^pULqK?DP*02V>(u zG+Y-P?tUn8xX9lB^2+tX30@7&%`1){Kd#!T;j@0%>F3ur?IWz&-1xIq`Gtkm=!eEp zJggD3Xeq0)!-1130r+m#;L8Y~vvdU)g&xqX(r3d!?UjA_f-F2dSHD*-@=#9mf83C^ z)Q%_NTP$C`T-PMAtZc89O9H^3&;dHivAgJLUgd(Y==Zj?Wzy2pt>^}kjMYBhyr-9T zxw_!P!6bRHX4W&OPK7^m?BSD_C#>0iq;z1AE9ePJ-d3=ec>KzibT?5#SF3Aa@C@ZQ zv{}t4^!~S~A}xoKBSrR`;wth@JHyf*PjiDnbRFwm3z!~+5CTULg6fe9V%Ehbi6aBm zku>rr-rT<;@BOE$riLCYY_;h38oh)T0lsR~xct-aWYG)IX=rHFzj(pk$ys(84|Ek! z!e(({UR_i3Vq_$XU&NZc!Ox#jIEsp-$#1g@8|q$Aprb-mQrqRq`0E7alF(@CU698S zTK-{RW)yv#Uql}}P+AaxRodxyrBZ!#);2Z;PW{S+D@FVG4D=TmfQp`Q{F-&wuv%F6;&Of-S$>E{`_y641{8;1yvp(McZb6qyY-Hj3bp zb3%zk&)$!7t5)eV-wL`?r}2RdiqcXnQOV#;PY}YtSypu@kKggo>z2VeL&qjGDfCp} znkUFSX{ZaqSFY4xv2`;v*)wLZe;z=eP<&rCj6-UGZ+mTp7|{|6B-Ga(+v_v;xY>8Y z_w89Xw;FPKBrX)6en(njy$8n+1iAy9G>RDLEVnRYV(&Z)rfu+cYmm?xpq2#9Azkl`9r(>cPWhNs5%R_&9A=ar6 z!)<9uF`4Z@x89l)sKoY=4zmli2ZyMMpUYq)gTJON&7JBc%a)0FeGn5G5p8Hcs)9OH zt@LYtZtkePeK3!l#|LyrCizEcI&)1g0kG0ifJ2gYFS&~xdpN2Vzl^tMXt}IW{&Y8! zS;QziUGm{gAMD_FnLdjz-VS zwN-8bK?qy}Hj-!fbq*&=Nhp#hqI;$Cdz{T1+iaGi#IHd0&2XpL*m4VhSN)-&v{Y8u zFw^h%@88N3Td!8%|MroD>JDjX!)`T==ue3c9D8;)-`cf`1UobWiqJ^tW~(JC=TawS zh3)5l|H#x$p~a40-l7%DD=NAIdJ5wIhJvq8!Essfmv*G(Lk3+6t_l=UD)y?ivvcXV zvrE$48flFgtRsj3A_(jc=c4&Au;Xq@ioehNABGV$$%-l$06SBz2e8FulUP-yADc*O znd@V(y|SLfC*ks6=Nt+G_wKVWV}~T0f-elggjv>gn0Iv6K;wH>qfb?&xX!_Y9I-%& z&+6;dW$XfXBRT;*uU)@R2RhDmq@DiHpFgX^Y99N{%TA5GJCdsr##T^VT!+@{T4ba@ zP$$>=_0L*cR|8M~N%u0!$aJI{dlZs?FX%-*%K0+nqBm${*cnx{QZ;>MYpI0B_r>sn zGizEtzTmR4)CEET6&i+p>BoM`IDcHSV&zJ`N+0h{2S5wacqNqV0THc|UNn77Lw)0? zbj!mTi!m=3a)m7|Evdz?JKUijlzGo`Km{}SJPVosv z-Lq#s4vCALY>o9cpcZ;c>OtT}87Hc0@&3phhz636zyW;({-orW`Y?5BSUoVzVeO55 zDRY0A#_+&_1H*#`9ix>BbK`VqW<@5eqo=wYT9f^+)iyLRfG4ov0;u2@5MV54n`mli zP*PUDSk0rp#i;9{dBQnUladU_LS6??A(=GkHE$B$Z$o5 zzbz%XYnK{`11B(GAb>t%tE;E|@JNaV25XQ`*LWBUe`%Y_8Z_!m%-FtTsB#*~n@>nc zBg6E$-HV%qrRCo3vII@*eiIX}<1Z6Jz?b$v7%~772M>Ah_a-MWJ(=cDcA~$GNb+4U zwW@lO%YH6G_;ioa;Mo#>&Gwy)O=@jJPbL>yxMp|$qn}ES?5hRbAT_JRPYr3#>cojq z;AplPkMkO6sX0-lyUIOxiJLw4v#Gn9g4$FwX8K`tG#q@t)%W-15OP>}STp>aF6!&+ zg97nK8*hX7-!it_G#U{?LlL#2_~0K|S7&L*ZnmnrH%GKCffjOgb*TCMPHJ&wqb!{e6#u1H?$0bt6CL+`X9Rz;OpT ztiGw~8B)lnPOyxOfQC{}TUt{1zZIhKCO-n7_^DH)=a^Fan}{SiPl4hwv|cVv^1l*o z92`P$^f&YI(c&>>@aU~!tA2Ay8g*RC;RV1WR64r;%SlNaS=X##Pt4O{->~5d@Z5z9 z7m^{kNPPuuxq8Efdro__w6q?Vl=N2zGClTPtY~lH1)b5=(=+h$_8xU@ZP8ypIWy43 zzk9a<977#GKQbXf)N561TbmNPT4$v9mY*9^P^9rUPf?`VmbPZl%+9^B!%vk|et*rY z3~gQn&jU)|ScYF&Lq08L+xG3xkn^1f8`+_!abkz-&=gAAHnMefbtNM&{D$5g_Rio4 zqB!I0U1_fqJz}Fcap_6Lp<`~lckfnSFY)EQn0el?R}$Lxu-6hcqkaDfqk$TpvZ9BJ zmLnH2dLDXs`rW#_I!U#lVyNh`XUoP5IBkuMIdFm)_^QYIpJ_!$;N$>p<)3;h#VzZ) z92MG#OHxx)Q<8$o{_=O1nwu`P5=D-d|304L3Fw~ zGhRmh)!O||fmLgtz3F+e3dJ)Tpi;;T;X z-@g=Eu$Gy8ZI|!H2qpN1Eb*@ERrn&u6|;t4=VDE5nqtMsYf(6K!D8x*U5bn2Bv=WR zD@{3&5nn+qJX*@ zI(3#G&a!U4vF*ab+-_JetQ;LzVv~^G=mifZ_{GGqBLFw2uUxgN4p@1cP3?+PUHLR( zhl><5G-Jl$4YF=G2E4D^ zb-Gs(Eg590%^lfBOyDd5KUV?}hQSYErLCETlMgPP2f;7qqA&Qt<{BV}lF5^EV(WIC z2ml}Qtg(?1xVr0s-71uy)vH%io}Qjow~(NSwFlk}f$T$hSH;astAHiZ#MO{i^3I*h zAnG1=mD^3|Ts7!uUBSV@ft0Wog4q%^H8t1o?>E%e*2=j5B><>u z*c9N)A=VI_YGU2OVuATE?|<~}$@w5q#?{r;*FZPnry|_e$B?>+c?pMMDewYmMKoiC z5yC3k+A9v;mJP&1SV42o@bLnYLMrEkh(J6c(r4atU%h&j)IVSiCp-&?+W|0rQcu$m za{EL%HiHb=ak4W26+ZtZDk-c<|7DXDY0KgWeMCe=|yq(`CuD)>^j1VY7m6J z8RmmzB)#F@k_kJZGtNCkcM8)&|9P@A*B=?f%*+hMAW+yS`vW=y_)V4rk_TE{VjKXH z!*bd{9CvbZQp~d`Pe!+f%2i!opV_sh3l=-RBuP3MoA3hG>?6hEG|7zY!n&aPd;b85 zvVs%`_&2;!hv$IAX8y#u--D={sYNS5j4$yMIGA7(wQu#~Cr{Q;`iBnPMT7`x+dxU> zjwtkPyqcDrdi7TDFiuQI$yvK>lL9`Fqq>)tuCxc^&9-I@G_f~t4hfW_=+h)4i)6T0 zcurr1Vd=oib<(^r+qAd0^AU9gB+oswk|@MUm=U}uYP5>Wn7MUF9#1eq$fMY}xy^DX z+kGLI02yZDlyp>hdy-wOsi|Rq!i@k)11W{0wPEDTm%nP!`}c_#FJ9a#FK;344bE1~ zyfhjaWj~rq2rL?)LQ#A7W8Vl?!n7TG2Y+)(nM()$Yn~r>}36pYH@SF-q zn$Lniz%WaHOM6F0I`+We$+>UCXc=5=BNNXW^=x3#gD8##jKx;fx3*sE=;)}guMb8R zwnqtIEOv*w6nOcvK3a8kHMJljra@~dD=QlY5ETBtrxMI53v~h^*4P7XCkloaqWfRI zyp#yfaJ9kTp)s-(A-x$Ur^DqQ537G6W27Paqwe1qCn7CY87zFJ*&X1AKd7~U$$nPTeofv z211K|e?CdxTN5Wq0FD6cQ!1F0cI>omx4TmI`?KHzw&Hd0xEw%MCX0IK&K;s5f|rP$ z4R@dav*Xvdo;Yo7ZHP%tqrRxKMBxKzzX^>UK7bF~d=o7hKH*@7tVDy|D;!Aj;inuO zHTWX01qRZiI7P9tvewts1TuOa`!PMuIpzqeU%coPTDrTiRO%x=Xzbf}32{MuFT^+1 zhE!uDTT$I@Wi>Pb@kJUax3IWa5Fgt9`t=qVh`+pjAn4eY?+@*9@Db@ytH0BjnwqBP zu?s4H3QY03B=$! z_uDz%l{^@jXb1#6*b-eFA|YX6O^2R>!a_a~ksKY_m(}nGWhU(0u_Na4s*MLhdI>etcAg^K88l#2|nkVrC$(X-QHzG;$+E-X{@t zEBZudt_HMe;z>X#r{mpQd@9!3EL!lTwn+0yBk+B9fbLE}!-MRm2EL@RRHiQ)|N9y2 zPN-ujI+3?r1HDJTy+xYSPs&OtXwi@zcv$%3A4l^I>p7L@kkXQo!3Z7(`N^FiN(XqT zM#$!?+zn4P{&7Ng?TV-)%;uSTq(M>%bIqS{SQl`?%wlVverCU>W~lBW>5}5(*Wz`i zoi*0~SgH%8>WDjg_A(*1oSmIB4?h&%d8&)IS-eTU5|RaRKEj>_B0(!oJSP6}MVK>Z z*>Jv>L-Z87mz0zwc}W)T>!~wUHvehM?(#J|bt<=cv^y{)JUk#L=j)KzYW#}vivMop z=7~@G-x|LQ^1=~aILv5bmRY@pNtFVR0wl}~{*e;drvZa0oQ>W;=0jCd7kgy_ zY>f_W`LX4GNYv=SS#OT{^B=KYZ>)F1ZwKk(#e?9EpsyGG#FsL0xb%*12 zUUc@ignX-1Z3VL`y&|&UwfK0`?57kQMiV**4y?qM!=+t=y{>vz5+}Z}DTu7*&a5~$ z8W`SV5)nj7mX;d2b{pgEg*(xf?F- z=O9G%fb;a5_Q=R^QKZfjIQNfZwi?wL*udh%>`c_y`*NlY8*UehFa7J6pC%_JuLe!M z(`eVW$+36qL19aM1-$@w(E(=NSah%330VaYK%Ar%hbt;7>KhuKf{@qTK}=^@zN1s4 zZvlPR^KIU|i6g84-R1M=&!fLoRFJG6dt!AQ+2P#uzn*@}5I_UJ;1A!vi4`Aw%cb64 zPzE=__$wWS6u>B$;qr@$p2J9REhc75dQ8P(1`6gesl2_K6E75)+wq)u zR^Xc-1q+>dD36Cw<*?%sVg;BMf`{;w^Y@4-a z)qvWL9z9ASLJrnPqvN8lq7t7#X@C0eoq1O+oc$m>Yp|j0cThtRSt2+M#D4BN z+QkCa#^}aQF|n2SSbxY!@WQ9uy&Hr!%nD_&Ci@cT-W3~U*&vQw1|URv>IXyD+Nyi( z*s;un2-oESfEfKxzE|vn){z22eM0kRAQNY6&LIgHW0gU*5exm!Q(Pc|HpN+Le3?T# z$ED!27g?BiA+g=o=(y1|UDv`|Si+wP4qB-BB&s_?59a&mMmLJ>J2&ax`+OJWa_`+s z$;t|W44#VP3OpLBEsJzX8g5F`zLhuLQ+MHHHae*MM~^thLXyHDE+XYJ@I{G;=$1|7 zs)OICe)g;lf@G1;jxD34~5Z04(v>WWXs;Ln0p4Kh?S>l!OO#PXHebRtUz)FHXm! zETrOO;vHk3tU84e4&dp_kVYW<>%t~Y)VF@S6H5O6{!)$w$%q#+?*VQ*`_OVfP_1d? zwbIf7ICO{&r?KAMfevR~Tu6`*z7dFxP+y?hkw5N_Tig$x+@t2|D$OBo7L3g%hIn*m zT)R$lLje~oegO`q4f~Fhz7LohPfR?(w6wIyN9MT$w&4ZVn~@4E>0x&O+Drr6QR0R+ z`md+bHWnV-)f7~7J_7>-V5Zf?A&5M)pQ>+Z(NXsV7e$<96ugA0;PtC3ahl=i3<=pp zb)>2?!48p*-rhh_kwQ8SCw4j&705lCkuC71so*cj&mNw78%60N@FCQl7v4C5@L`~k zNZY|%5kuVE{Ct*P+WwAwt9|iBC>h5b9S=~MwoS2Yt5+-TyS!o(5+dARMPOg!ClQNV zs81h0DE=?}hUt6ISHn(6Y#Nw?U|g{x9byc;>-Xy6O%Tw5oI$IIQ5&fyq#p)~zzl*f zKp*p?OQuzXAP^lNFLeEVV`FIZix&-V-^QcL*#q`U!|^V)YnLF!#>$%NvH_6&I=X)v zUaV?=0=Q6rm`80J5BHwMe1RbMSy-xw4e+mjYw3z)eBq{|I-~$rihwa_rUnR4hmX%g zIuJ&*im;8QgOjTNloTDU0t_cebtEg%p`&Lbh!FUYfr8`ez@P`netu|k#Cm!lK_(KU z=$234zI@RHWhph1@#bRDH!YfESgn!D*&7F+frYjjQ3@sz!UHsNZcELnR$aI1p5xC@wAF4Maq9NGq=(z z5-rF?;$PlkzOVWGLz1uu+82Y{l7^rN2blsaQ&Grim}apQSOjv%_wRm~(=11@y+9xM zc#U#cn0GcjZOmxgu04LB1vneD;n9y@hPn<9Od%iu^y z7Hnq3TO^Q#<|q=OG!Hq*rS3EFr)qaUDlaQj2c$+LiDlBWKaT>K9v;3T-Z3>bmHYsj z^%>x)WSybpZpBdw)v?BdK&5BC>tLi0iA#4ay z;UmUb806w7+rMuI@j!4oS#12m&tJbXz_6`hX-ihRw48#iuN6X)1ITmYne6vTynS2j zy4};S;B+q&1NfQuX8q30Yo!9H`rAyZ>4V?83N~YijA`)K&!4O>b)L#LG&b_-=;+WY z?l{qrj38?3DzM1{akIn^4iDbz7JuG}ESBFM_U+qU>N-MvrP8j$y0E7fI$gnG)Pw!+ z+5%DoSXx!Un@``q9l%0ofQE_+3R>o1Z{Lc>A#AS&fwh0l0eOnR)|d>7ymaYO^)FTW zt?SXj!QK|r(9+o%i$^Z^n$bVLUUgNGe!D~ig|wk-b+fC>q~z!-mcMRk${rqvK<=zu zkXFRLTkbP|__X=cAbD8CNbJ2e!ktqEv)Sr>NNo=tSi_f&2TW(MK7bCsFP$v37Tu?BGRPs47?|dVqj4#m7Rf1(UARNX|P&8|(?ozj$=AYHH(Ud*dbeC06 z(c1{FT)DFF;lmiuVfk~TT!?A(QMa0Ze(aoq<993^S*+@quNSfgynWPLTE!J#_rnq~U?`hU)5zsElMu(T!^X8^VE{ zYnnFR6-~dj2|j5gzGzdy`TpbR9jgn`%A-%+Oet6CoIne$JfFpy%&)(&@2a7OLb2x8 zQZw-3G|4csl@w;&xzm_%y|7dOgFg~W^d!tn`LF9JD*EYeoca1#Ch2aYdQPy!#4n7onJ)vCW%zqD z5siqI5Btyl{uWcC<@<}%_wehhsdd||1FBuFuG^t`d?Sv#G}MfejjExHx)|+AgjXkU z5KLV4`8b3!V-q$nZ+saiUn*))d+OU&S0NEDWZ@|0E1j_sjU1QdzZg0IP&3`-C?+H762*YEL^-kmVW2~TrB z@tTpM;Z;+s)A1PBJvRpabvb1Y;-!9X`l=Yf&bT9-8#ahdDo4SS{f`~fGkwSlTusg1 zb*6~bEfgR;Z~R~&{ni+{Pg-=K=(%+t=OJrE;;3kr2gkfF0cC~53BPn?@6L89POo5) z=l?RFF4YCvvpnV=9O}yqIdVTms4qskFJ!``r!t$S5lD-bx+!HFs%a|`F8!GI+Y3%M zHWk9z;P{g$M;j48xn*}tC~b70DSS3G$tYGOZqVom>yQl}S?iu7ZM!3RZWU4)sXXG z$38%-5?f-3)J=8X^!0VlGU5m@KX-1YF=n%{svn`hD}kS^wS6rr1`{QRwDQ44*L>1ZgFGncPG z9?X~xL`REvrw0>NEepKX_4aLpqd~&NIY?BLALzp8A5()e#9x+RMuYBjU&R%il@v(c zs-ML&P8=x%*NlY6e)XQPmbhNyl4CmrkE>F?gpdX1l92= zR;$MfVm#Od{$fM~4`TQNx&c_U0tR#+zU;$%AzG%V&=Me1xy(E%Ep5CK#z_5_yEG6J zB+F;bF*XXSj4JR+G+)^QNw#$q5FA^u^cZiuTZ0<{uCjx6o|a|q6imOuzV&oBYLe&?yG zGWUsqmIc@|l+4XH^m$L4N4mrIwi4QPvVMl9lq2!M5N!nfo#e?*(Li^=lbpG?OSj5z z#EZz_De^3=0xMufxZvq&^W$U9FwiXN76dnG6~#V zuaw)bh>a{W8`%tPPn^hhy$uNpGc#Av_@n}dO2V0RF&@=Uimt1!wpMsWraGNI)N(bT zdeWtdniej>Ptje&OZ#+gW+HGItphdvpZ-8nmlzi-|7X|QMI2PPOeTks0GP>~sL6xl zD-nkbl#`1~b;9nmt+2N$e-*~ruc}*H!A{%^urLr?#F}J7*Oz`DZx^G=Qi@;U-Nt9l;4cY--vM zfdYp8r-1%}u%OfY=5m5Dj1SXD1|JJ!J9p?sdHQE3-Ob*5qO$#`#`OCCm+7zC?Flrj zz3x9%25oR;acKa0XU57sY(XZXwV3UeMAJgtJ&<#%u?$YXz8GO@awXXQn#R2RmQ$)p zj_`wvPI4K}oVqSN>VWmRD8VFN8f^Ixiw*&{X;`Rcy(hgrr2x?HoC?<^mT|g(AQ7S%d@(4iB+5C3zigY%0)y5DFFfXMd>ku4xTNF0FVDdH+V$joUiCLwkB88Mx1nD9LDx*Bl>!{sG7vOb`lA#?6%^T-T5ymWDy;TdiRq9-kq8;7!l zL%Z{eyng)nLF^X@AHvc^iyS&AFc0xIdTd|YO!Q|=33#V)j@;$idqEOyV}Z+{CP*~( z#}drzcaC14Fy8O60(1xG#l9pm6T_IdcyWl10)ulIQO~=5`x;En{5{8TdQuC4ZSN0M=R3RD)eHY)FQ#5`!1B~T~ zn$^(r;mNH69whq$tVt9QiVUw)*BFF3f{-zxvq!*5ib_hRoER@X1u^Dy_Utn#ax83Y z0YDzy@?MWy%QEs5FpI8#`W>vit2sHBtzW-Bqg+Bhu*d@F`IyCex>~try_;z;012OL|C+&$Hju=^6``AU9)t)l$U)h%y=#z?Wf+xHvH z7exW5wr|Z=CZ1>TNO;U3bn6UF3cq|dqubexcDjjP(7(E8kT}5xYF9#2v4-1KT}$gy zaq;;A4;oIjg$WZ#!#oiA4&}}n%GG5I8oZ1HH$Y6;kkK~Xc!Y3bjmzMF6TsL0E3{if zQoiJ+{@u%d%$!;Uy94D#gpLAG1Ckb5?MYxyy*0=0kG#f zvS(qFNrfU`7=0PBFo0l!3-L#TyNChkf39`wKBA&j>uyQXY?}$bdbJjc|4~QBd*icY zMjqDnZE%5;3PeROY^?^=3;cUu2Ro_}Sw5(T0m-#P`oNjE%_3K&=kSpubk|lzKd-AB zKysEi=Y!Q`^falhtE2O4P0K=O4+(G!nI{29vb7ltbfo&+nfGN+0SZ60qdTAh_|(N- z*VX{mMprM>a99;}(Z-mA^gPr?Pc4nQ>Lv2>&EQ#B+}+)`j9oEc19Tn8fXCe8L=&~FWnAE8-C-)4ZaEe zbEnX(-jK4@3~4eUbK6Ad$3_ZqUzZRO(GpPCkCNR8$`S+$*{t~Fv)bC>xyQhkqpBWxUR&FEh4XxWHT|jgWosce48Jdbl8=1%6NpkLiR0!p zd?R4tFT3FIUeK+XU4{?@0EVYp$$V5aIfTBSzL&40x@8Sj)78b_h zw8t+1bI^2b!D?12f2*yCeaISh=m*(rr3aarehO?*klk>j;IcFT2IXYUC`D z3?iQ-(PZ~cFd0OhRE|U%gP~zLwB=ghKHJW~fPk%{m87&0_ck-P4DSO`+$a#SQDHx} zEbxb5#`NRub}#FDpMl6FH^c-c-BVo)nE)mrN$gZ$UNy$c*mKSgVs$7l?$i4YiyPIR z5*Gpk70x5KPQtR{Im9`(1*h4cgIdH}Ej(0$TSnp!4NhQvF>;6V-4LGQN$BcXgN{dV z-hoRmmpFGDy4%XR&|QF9Ti|;P!C_}CpOfc=v*6UbQg-}tKME?@JF=$qv}_nCXF(59 zaPo~fIVC`|RcK_LF~g6cqO>j>Sxk8Thxc2?imj3b`f?-2kRznaO1)#LVJ3&5Vw;3e`vwv|UPZ9lr56 zR9gVyXV^~ksKlNFOD_#LRtOV!TW##$m+gis9**{CEwUXMYe0P>58GSey`DTfoC={v z5;X;wVS}E@w{`1sObxPG;122FO5)qSd+mS7YWZjSme@r07(otWW8%}or!HKOQQo(Yg`0a$ z!%-(2a~WJ1tb|MR?{Y&>6Pj{27J%&!v1N}5d5`Haq8k#_L`+HW{^Vn*E`Aae)o-kB zKvi^+;73d^5yv_~H{hCv-#!=;+<4vxqC9c^;lYA%l#=nR`41n~0RK5p4(nk`hzHt_ z@$Srlv9YVj053 zgCZlwK**{@(A{+V|J!L+$LHz!HwzOxB0lC49tegpNYd<>I^e@325#f11|4jeDAV}% z?OHJB&ya}_iJRs!fA5~hL?1SFDY>2o+|D!D)&Y9=dwK08?n+c0Ye>w2%p0#Kp-7{Z zC*J~#ucD&z0SS$CD$u_JT@@DRwi6RPa8WfnJ5)R}`@+0Yeg$CwH!0v=reM^RXEik$ zt?y@GM-a7@_9X5seGDdRK!fdo;{M+hscVH17ypVSho79g*ZdQ8!~i`=!}I3>m>kxw zfPk~a52Sib>;wkPrLCVYN0Q?UQBg);m;qYm5BLE1TOwm(VjAm^+g*sIF>+aBFjG*~MY6_CalaMnaY6hOU) z9f}`0*2UR51@A&w*=s|N1>mgzW8o_YT?h zESU&jL&1b_vt3ry9!7i#O6pq~Kl)L3b9B#%L_P!p-SUrRj1RWXpA!>la7Ses zCZ;wTC7evn_r?@V0NHfd(om|hpmV!UkC_K1sn*QzHRAU*ox)`skoUIW`ZC<#k&G$9 zRs`hWqZyoIdV2au#5JyxAQziJKG7#*L}%}f&T1=>ulzrI!fe|)UK9W6^1s9Q86H~? zy2re$Ln_Neq!EcwrUo&rq zR%02Mr^jS8w|0$9cvj=<*X$%W;aloK6)qG%7$S{X2LMgvj;pO<*J3u{iOe25(coY~ zpBMZ3QPTJnKGOt)+4#mw&!3+z6u;V-K6o`GgvH{n9V}nlc`lLb75UJK@58v8B-G(T zaYma_h0mZ2FsXL&?%g5ZoiZhMEj%P&R?huoS|(VTjG^4Xfq8^BGX&X7P(PLlzV&TK z_RGgzSHyu03dPo(8=QUi4=!>s9(xXX zly@1f48-d}WvRl&PbMO|y1QfDSk{Vgj5u);O9`Cjf;v8i9KYGmz|Ft%zu)Fbd~N^b z68k^C{WHy?lm2LuIFJOqMDP~{sPGA47yq%%;ZzjlnISg;qAvyIh^7am0(bHpBN?AW z@ZcKFfBojRsVf-bTZKscqv7u4_fzDkg9F0{n@jl*9*7LI|NA?VZnYJb%T40Hgk%(F z*soP|I@;MS^YomR5?}dWSC!5hN7p)C`g@_kzrNuAuiH>9AL5*(!j^#B<#6ew^1*{w zoBsfHl54Dpiv(sTkT8lW)gCYt00J;9LTTs4EoPq6r>QCoj34X#Ix<4&PL$%=)Vlw= zZgtAC=K81nyqid^unC6zGe+B#>j?`jDmrQB(Y5dOm|Tu}7X+md1$Y@nVx@VfR;=h# zoS`=OgDJ(ug?VzLrj<8{eR7ikXr30Y|JX-w9tc&0sRiTN95Ic}t?+?U2e^eePVo5Z z{D1gn2YI4Lb3TuZgusWNiWbG?D`^cO%FX>Ah``kBelSL)8wkK{8ZXWud1HVr2*;`V z7f|nWGGqnDTz}8ff3~lJjZYav7-&j~8>O?x3a2;_)9`$tHX-%z^YWVGoJ|S!)Ga*I z2@FdnQZsWFze^FXe`;FVkFj@qhQEGoN>@P7Lk5k(D~h~03(G2y6{g*P*omO+Ae)%f zgk%_*m`Lt%z}0r%1&Q17_X~0W2IJ^wfQOXP!UCKmc_;N=it>Jd;!luWye)db>e7oq zFPHH}pW-$?D<6QgT2#etE}!c4B}D%D0LzP$p82?OYMCHxi0d=5vKWBqsL+AUNp$e@ z^@+j_hC4SKM71dkd*1OqPXxr2Z{Y4tWPe)TD4nK&UI4sCY^j`7B z;rI)0PuNFLll*ZVjYOfsm{LQ9DGdJ*32rtwzlQ^OKO%jQHX6|JBJQ)3+F zluYygeZX0r&3wT%b2sX_Y(@tHc3YlUp}Fu$XdgV*fnbnuMWY@r5CKlD%nh4--SFZC zn$V?K9Ew7cfNh&lk07LJppjvI9akc5Ad7$ka1nzu76K9AVR9|X*TLFj@W<8>{~^N? zuuIF&Zu=*Orgs0xd516NCo$_@MbjuH?K5`)&GttWZ^CZFGvG(Y7TpRegwfUb0g2&Y zg9P{Rz@e&z2}2j4iC{}`ms>3>_JRq!1OdQ?jHN&#NBkX!fc z?`o2NO+D^Uj{$pRh#zzF!v_lSgw29_|r%#Lm>@@q>LdN6-mihnTIl$N`om1 znMx9hMI=pzC{rYr$WSDON=h00VHstuq7lQ09P2y2CkgK(MiMpHLQOMZ6< z*aMVeF{rO7;b2Apz%5Zn&^tVdH_vll1Ll+rDj<>U>+er=S_f&_F~o5sXgziF_X-X3 z)}fV!7!3+d26h4@b#pEZ1FvkXO5+DV2$|s-(z;@8%GjVe@&TBOxm*UixW@ot>pL)$ zG979uvCJIAl13v;*=JctYgfO0^cY;=1s2T2&= z>k=kqK76)>;vV5%08fm*eRLmi9Y#)x)oD@Dmi*1If|mf{!4U&TAPn2>Ym zoJe3_3|WS+6ZDOwyY>!#u?(7s0$^b`fv(Vk19Fe|-<%%&?ehVs@-U%Zj0sVCs04#x z;Dan%Q_XUd>{q9gz7tF|Loe7EDkMvc$&rx-3U*ekxj~fo%&e@B@pNJLIW6+uBOsMT z2@`wSATWewP6JP{7~#qnRDXEg%!i;j^m%xjNtk(@bD;lrys=EI%+Oeoio`)N$f*ESz0#X9#scF5v5ugnL=!^XtK zM84o~u6(s;sn-Ss08(>byY_X?yU*CBwHV$aE#!@4lPnq1kqv$a#|23?CaP7JDB8df z@+@oL+bkNnr1?X@f6IVHzc|8fZGjO$#|;+10AW-@ql|?3?0Tb&K{%`@;*}VcJGlYj zt%hz1V>Xf!^Wif}!UzFtRKO>kQHLtEJsp&{3STG)u5l_@`_(X`N%AvKQs|yH2)!1$ z%@X|#vR&Q$#&e9vW3!PB1jduZE}#7Ztva*{5AfVkl9ST+URKt^MT;iEH<0A{08`L) z%+O0Q(zfJ-hWQw(IdWWq28jFW%Hg#L?*J)u>ZPn76kiO$m6oL`Od6R5ghM_pxX39SwMefrHvY_@UR4es zzWZ~!@Xz)tvOIv%(~I7~6=Sta{6XA1M1=yZm|7A@+G5QT(uPb2YfvWWYSnEAfX+UI zlAHAGHs)A(q0`taF@yjN?Ja7{kcT0tt_7Db=R_Lcj3q=y^tk3P*P}e?eJL<79sq12 z2|0t`=QvU{?GEH0x(9&mYXR|-UK=gxi5kPUo1Ni$? zFis4J91_aU%3!zxLnSPwS73ueX4YsWmEX)}kZm-s8Fzhih)w0|*EB(J2?ojt0?aHd z$B!M`5c5HGEt@=2H8L_>e`&!;qlsO(1)@J>shcph2Q5+vIR_HKL*Te41e}2nfRH)i zHf{QJRHy6at+G80u9*wauNbeLC1oUD1D<8LCpegYga}5 z_3Q9>(Q1s`ci_MbLGng{bdDWC9u+uX`t4157>lZDZVo{8;dy6*I-k$2Fw_b&kx(#h znpf6=l5mo@^j6gQEOcX0PJni=0W7--qQ3&RjgQq!@hg@nB(Rf!Ig$$+aN4j)h6oZg zzS3i2hY=CMcCyk;%SR@$dM)F6&KfpIU4k4k3RqJ{v#EVcXzu(AMr z2PNU>lNEXrvN323P*@~06_1{R9Gw8*G=L_7wik>;AE9YUw|F>_oNs`}qA*L+*I?dC zqY|VJL5IET$|9hCfg~BhoGqf8l43?Q?gJcory-pX0*S7fo+vU>4StOnR3cw$cK%e) zP6Lc0vUCKHCUHSv4>`AQ(}BYrc{Y~3m;?LPMu?~(1SJy^rC0cEPDnaw5&#{zA9Obb zC`J-AYIe5iAmknRc#i`CgVG8~Tg+y)3{&jEZXTmw2dzqk{D2uE2bn z;KGF);=PnzA)a7}95@0{Q3HC6>?Hi5ZyiS?l`7QNtEis=LH28&~(^@ z6$tt*rQ3sUu|bZQ-m6m5*G%xa@|&-*_Il8#w2>~Y&3?u5R-T)Abr1P?R_bTd4z|hrOD+^Fy+Q#Iza+CIhzMd zBqdpaSZUoG0#ZiL9Sgc-N&px_G6Ms(VFjfKQAUX2!Wm|6nt;sm7VVdZ#R_#Q|fd$1kW<7$z*_KZ$5=&<_v|NY~8RW;^NbBzo7n_{{lV&c;=5m zU)5KLfADkCIgeLyxk;jYVxThwtZ9_0a?$BN+KL)19AcSJ@=dL&Yk3ZKIk0D#7D*9Af#^Bn^(yztG z*8-0x#|f@C$DE7-OP5rYpr(NqgKgWk7fP861>;-L@y4Ktg?|o<4U0z9XINPP4D7r5 z#0irRAQn$lbVs?(oer`q$!&(&6-hOb7*dfWg zU?mz(2Cg(1t*F&EDl204du#ys=Yq;Ny>oC?@;<{!cHMcY(aA|k?`^_<^}Ba9asW)# zh6x8`f;0$726#aBuPAu1p#MSCv%td@5R4pZfz1et4w?R$h%Kl((SmdtR`rZFXL-sX z3d&!6DpC3xXxNT#Cz1XJP1MscpNio>Wq#N z=e0d`kVSk1_y<|cXo3qw^$@Oh6oXUP&)_0ATJrhc;ZUXr4+$KN-IL{O%moCLYlygDYUFeI33$n;Q=2Tt@F!rf$Nda1$b5B+%WtH0m8<9 zz&_+RfS%AEZark5fyoLb96EuW>H{DXIm!|rir+a`HXOHc9x}F9`qAYa3n2k$>h#o> z-yY~QDJ))d$By}tksUji?B2DDxn+G3YPH&ihQ%4JD5Xdi2nHoD+tBVR|0k9HCC1jK zr)4;XR5M<`_=e(_feyXOQOCV_&TfyMGT)8ythE1;T`;N z9$H%fVl2+n-QB;gl$L%#Q2;$GHA@Mo%irHUI2}f(xA#|VRULqk2A!2g(|I2PU{JJb zokRCp8lDVTpbsn0w*k!>DR@&Z1UNwfH)HG+EH8q+q3gG)7 zwOkN(60{~*dQIX5^s+Sf;MmThc&FtK1_jB?I;1I}Be5!4CZIwiEdw{@NeaNO^(1$N zY~}%$q>(Me>!({-+*2~}?hmW0`5>u!L;yUH)1+Y{onW_4f{IH3(cGPmd^5z zPE1_4Qv3Dln?(;Nl;|Mrp8WQrL3oub@*<;>X@~w}ECESXq4<~>?fUamMphU{MwUMr zSSkGUX-S;U`Y0+9Av5Ak?d1n2?ZAA;LWdzD0=eOg`IgH`i4yF3w$~$m8lJ>{JMXQwdsdjCzMPI$^*gfrOM)5v}gi;J1i?8C(B zIzdCrFvIOT0B$E+Q(ioY$);R28v)0(!OS|~u}uz`V|0yE(LS_(%+jrGZ9y=3jQT(9 zjkfl|P0e@$nEKv`5{A0_@aO5Vauie{AG?Y455E>Yqbp!Q0J@QP3(|+@`fod>^v(BhX8@?dZY1TKcPNDq|zic1VC!VO|%Rh>Ys2>bc6r$ zLmZuOk~DE=1tyHN+}LYnr4xJ9LQU06T8sOl$g}fPm_#%pktomu6TTc7*oFqT!0mUw z!Tbukc4}D=?Z{tPKoH{M()gpW0A06k9VW~D@eksc_9$|s8=VH?Mg}O3E#x+bjLvda zi~Af|L4rgiyVk+3SKH37JUEZ~ZAcmyT683$*>`~a2&I+yOc~B2<|w`=GiY{O-R|CT z2-eeGJ9onvi}~0^6bk|vlT$sLuS@exI56ilG#ZPfq}X74@CX^Ly^wAFgXhm#Ax4MW zdwArXY-wN%VLN)j9|60X?q&Dk?w0eWxgr%+KWI|mG$GuN9!*9HnB_L<>k;Huy7@Hg zV#8lTbQ{`96@a@m+_de&0hM`SddrVhU|(78-04H3aHpNOmqVxL`@q2xxX-TLu~G@k zQ#a^?Sg@qIyvwiS4h2*HTYDItKMh@b4z{a+-T8tj|K#~|?)RwxevumLJI=uP$4Fu` zUZoK~II?mY^)6ATaLMf zahFZvHu{76pV;?yZHsPK>$}{vK@Y0dixIENi>A942Q_UV6uF#$DS zsH#v|{(QReB~23mk#;P_muG=!N%P{$8&ABuQ3)=yc;GGAYrSii-mVK@OnmT5KB#>P z`0|yTVD}8!YakRBa5C7|SSfP(yn$TUCK4C=Kz;D@@J{eL9ws+@GV-g9ZLv3J6p|so`%o7O7Net4GVSa#WY@n^|=!yFJTquVF5+;ve z&RekJf-x-q@-$FdhS-lRGjvKYu-(XUYMuKvpsr2%|Dq z<^o<`bbvD<$s^+h^2$OanhcEwStwxZQO^avgFj@b#A&>R3OmUIOd34D=pJhp%rPYBR>|QCGUzf+U20y(}H65YEK~4 zd^4;=!h`NZA;JJ8yU@t=?V4ocjBA?F`O?al2e4|P*$%xpcMz{p$|d>}9YMjeDlj;B z@zkH~`Yn*yfG#P-?!jA;y6GoOXk&1f(Ef&sx8NBs^BQ&s?`3|kDxk=Uzy_$a$e|4Q z{UoS)5M4ICRlukO;6b!`oBZ3nU_r8{om=}M_p`8Dckez%CC!-{2%SN;^PXM1YW(;; zA0RM;sdOpmzXW497pywj2b`zaCLux%Z2pH7Yr&i7<1Kw$>$Ad_+#LQ zyQ&3J08xXHN=Fx|)S|fkIt~hPBb5Sl8wgp9aP#77Oo)+LB&feh2rl?XUkrPB_SG^) zUa>)~jfOZ?+A|h2Bt)A4!zA4(@sYsp$lDIs4Qy_yQ#lnJtO9O~9p?F6WrLgnk1vE_ zKXTDdg=IB(;#zdSWFb~x!S&{Fd|IqVuyQ2$l@h1aj^5s4U{IXb!tbuN)|3Ah<&#te zo4jjU`8u@s^Ds~8+s~cCFIYg%Kd8?HSFYs7zw=02Fi@$c+Bcp+aUuvz4ed~bF&{sF zFiKU*L(nZ0;x(kTwDdp|M|mA>=Jh87sy1|l1X$UypaHmNc|cA|f>yw5BXJ%MP(Ijy zd(OLh_39cR=}{jAh7ZnLqgNC^{Q0Xy^~(IXg$3FBD3*3@QF|D!(y=pVR2q@~;v3Le zYERPSCwcEUB>X5}!qwvD?epjLANwCNEXn54^arMfcYRP=Ivw4uM9Y`308EWQF7gE? ze~(X0n_ZH!0AHdQU^oXq|43!t*HX?FprG)UM?ul8+&h2v>`8(;eOI}DF5}aOfxON% ztq$>ObB-%T11+JEArlT@M=ongAzq_JrLOFzA5T!Es^YcF-F9W)#_gz*#2}b?qV`lWtpx0~C7XQibth8}IHC1nS{ATz>)7E^g|E7-0KfXXt&N}djh``~n1p=kE zOmHHHsK-jFXL}B_Y7P4#9tgm}yl*WEa&%5h3ulGrB^_Sz)1d9c44ul`FE(9BbRErn zL%;p{$D4w)#&MZgHJK@a(DtXC=HQ^^pl}g6BJ6!0L@oT>(EEV2rsRjDg2=0geOQ`p z6fgGcrAL@u$HC{jJleL-b5e+la9&oT>7-s_SaoGoH8lJk{vTj2u#64fC_{>2@EDH} z!h>*yi}QJS#@?UnWqG+srD*lY%v&I;jp@Xv!RGg}bSK~D zUpA6B*Dr;~X&0d?bev|$513te(K?v;4_5wvcaCs++9}YnC^wAfY!n4)jt!6$2IDZU zB}YSs%FZin}N=3h94mbBnXqRKqktqEFdXHD@s$PXB z4Gf5=gU6|bbV@G60yzq7&zuUV`N+&2Kmb*9a8O1uZ&;$D-va@iC8iwhKcW9GzrKw> zs{x5r1+|;+%6#ZpsU1YgNO>0=;7t_AS>FQ=<&w)bZBW!j#695V2+GN2KdE~Mz!1L| zotzwqOG`AG9xsgK5Bz~9nNd{0V8WEXDGIEmhs{uQf)86w`Xh+UOHy?2Jcow`|7o6O z6CuDQBXBx(6vmF4OP<9l2NGOl0_LH)d1U$!qOv8z^?7Ir2L}horUd<&H^p_m%UK@v zZq4|z#jUArL*RvzJg9BGUrFyPAMD7rlU3D!r7+v(+E+qlbh|e;|6{>o@uO`=fckh# zQav&fHVISBYcPvlpE2a zQvfIH9k`&MAjkySC#prO^u+BeIk~wnaX?U{Gl~!cqc&)_o7HbsT)Vz}H36yean0_Sq8aPmKq2LsYA6bBVN!>EBm2l;Q0Bb#=;tN1k zU~F3KTL#dMOY6P(7@Tjei#cCGHv&SA4qXP2Q-m~D4vH6EW`@jV#hCsB^J)o{5M0}L3o02HoU7Q=iKi1DoG$_?9^3S3(>4GKgQ>Z<`@9y#-huoc%DTrGIi<5@xU)R~lD>oi7I9EG zUE=|%){$FpZq?tg2?#ONLxb6al35<^8mS2#s5;m{6~j$7Q*(P$Ry#xx z7}sSm=wxXc6u`YA>r<*ndtSkG2ZB?rw+hfPzyUxJkRw672&&iLb`RJsxgkzGb6;P= z?PoM;y1{4av=0!9kzFgnYOwfpGZ%T@-2q648eb|tARl$W{|SD0fOnyz!V$czFd$=| zvjyk$a?t(+?0OpA2!jFskb1+(Q>KvoQ>@`Em`(6N7Vwinr(j?dmGrtF^%&_ufeb|B zQ-5}M`$Bz2ha6-6lR?9>G*6yYb6bzfFvxp=oNl=0moA9V26#w4>e&@TbQ7yT3m=;h8e^Y%5iZ@?HGp zPi{8PR&~tIbxFMG?u%0xn9$Ra^Zvbi_nxHefI1s$iXgOJh$$Ot-=3mlhG8QO5H;Xq z=5mXvgHr6m+=2R%8E9BZi-RMA(V)&GLKHWNgPq+QW6We`hZ~1ljV2V~vwa+L?WYY= zkiA>e39R5S>=C31slYG^O)H|#^fi3p&rH+J@X)3eiuM7sXq9qn)+~hB1cG%=w_8xi zbD--hz=XmisHR+8Tr98+Aq@%>Ek@-iZCAaHrfLW>0*`pYS-J8lN;b^ek;vyM@5NX* z=Oago(cHJ!Kb?(Pm(ttcjt}fZVN9hco}DGOFOSSF)fj76jQWse7_=WWI|J`P8r!)E z;44z#j9B*<@U^JB$+j6a@MHAdWQ$G@9DSqjxs6;EJHf|6d+rDG)8*6WDzpNkqacr_ zPUygXV4Y`|cpWWCTU{0C>+7rO*W5$eggoj`8E@5 z0jMIH>BJaR=^a;P&;Euv)GlIPN6GtEO?raPx5!BTx2Qj2` z0%43=IpP>-ouU6Jgm4_~EzaW*gaC!m!$<*R1ZXS)AKX@!hfe{o76QgZmoz%miY11Z z(E&xOIDX~s5L7?Q4!o6yc7TdoIyVda2+d3<>ak%FZbZn|OU*=zpX6O)XEk%dYW4@k z=^WGH^)&_ij)E;cK^#&Q0Ie3X?DnrN`Zwk2wg{V*s3cIBxrdU!Y^T$?_TP1F3|N?Wa{eJ-=+HG;H4i zzHnU##;J{`nDGq<;yS{XKwmmu5w|8^10M)j5r70Q)!IMb*W>Zy;Bo!>(^cSJah4LK zcfE5&mi`14FbI0FK>Q+uRCPGXi3f3dwi_qroo8S`004~w_smZ4k zydkw%sI>;EmTv)Z(?ITl6{CTvoB5dMwpxpSl|SLfaZ%dSZG*a zSFLt#<|K1=>HNXmyQrH8F(=i?n0GuE9H^vW`_=mX&UEaH%}BU(%utl)FEyil6fOuj zR20iJP=gOFhh`@55D7vBbAEo!p=)I=MGy)BDb@*b#)vetAjbGRET@3hTG*M1I07J^ z4c4iGoe>qUUKOGkp1x&~hwoY(N`if&bv{3-TQD9#C0grgUi(_MJ0U<6`+i*{-XRy-0xD)n zAcbEuZT$}AuYPJ~ERL_m2=J4o5zjp@Uoq>;;lQ1Gi+NvQ|5{=V6TC?=4=oPPI8gw6 zNJE<>I|Ok~Wii4dJ3vR^;L}Gwlk{#~TvfPOu4+Cfo!2?G8wZ*Z!&rfy!r1j9d-O-x zyAsfcxlP{>A7S}`VDE>sd~udhrj)^(<2zqY;4iMbj{)QgK4;ud^-eJA#o#QdF@W^h zYQ*t0BM@q~s#Q*?pgz}a2e3PXR z4n={h)rPx@+K}2AYXn+2(Vk_ZRyem0m6Rox72u=UkA1?X%E+%Og`X&o|hwc(0^q~r*$`#>LPplyX^GmbdGc!;@F`+-?!6Z24 z1VFYHPzM5Q_63nMN&;5p#aHRubYECH^B+#gJ(Xuwg@_m?`vH7`T09vj2U9fL9t@Hc zkByCu-0h*z0^R*_j(BoxG~vR8-2zV$|G3%sH!cR9JBUXnhzV8Hl|C5EKtoMu0{|Sz z>Vlyn=W!Vjfl7#gyGl@afpEFHCyfcbm2`AME0!Yw{)%&8#j$z6fdiXt z3+Q-B@4lPMf6IVG3MD!nTtsuWM2Z7~Bd86eYu|zH4xDBXUI7C-&NX>4U3Y$g#9XN8 z3T6=ni&w{iGTd6IqbzV|c-A-yVd}vT8xpoDs!IeR&xfW+g;`8IR-`=TbYh}SObb{x z;!v_0Fb_WY=d$vYG8`5|Hf1{@8N@veH|~W-7OyOL^eE0q-jmB8m_Di}djvR4K9LzJ z_@miwH{p`Nhr+Ok4%IyvS5+A?&(M$yZAAcxuSILu-bcrfw0!ZbU4bL=979rSvEhC> zO1rlYyjK$nO-q%Rr5!Q!LCr@Z;JATe?an(MYlv8-Ib8DI-W$jKAx}!B!0VD^ z~Q2ZDlQ-;b;xu0HWhiCKuIV~DFgx#r>NRUeW2XmWS;e8(q0 zTKZl3e)|-8*?mcW*&5lX%WG7?_UHf}5aJ3l-LrdNMcmU3fw36*i?MnO;c&pSu1gm$ zCIgb)qQdL^+I)B`+$-sH1&n}%8?{9Zn+2ZZJ&+6gYPC?%G+bhgk^YyBlh#+E9k_Gw zg8_1SC5o*|gd2GXaxZ{@T|b=5`3~-ZfE5i}B})KlXo$IQy1)06mz!|Sbg3Nnc|IK$ ztd}+=L`N&`zP3%Ff77aJm%7hi_t>m4uFqd%#yU8E*mVb#o7p471I{Buy%BvT*ljq6 zc71Md^--ozJ^RyguLVlw^+|bohM<4VH}QO}tzv`1`#qFI>Hdy+!@u^c=^$USWv4;t zrv=|A;OGWc04rX>{&sn8=kvAmq%9N^qehZH_aC#(Y2OT6eM5AwIV>zJxACjE=rkkN zgK)WfdpE$5qK{XOzWqjg z+?!>^3$88-S{?hg2Ue-hUnBSIgShB|?4BUt5v;#D;k1(g><%d|>2-thoZFv?y?Q^XJw5c%ZWBnI^_23?K*u&y@gB zct4U&cFpnWN_AQ&30COw4Bh{%hTgWTXpVW<=z?LBI6mZ>iwXDrXawl&1t{~91_#|M z0lYrC?27CDg$|r^{`?)Sy&u3>E5k|}zL)fU`g(P`K>_$OekFJ+YXKJGs zECQZTj>VLMB1QDJEvDISW9yW+pcpj9Y=YF?8z{R<>)IRN?hGFKuv0`>_*-<<*O9KR zm0rguT2J}fJJ8TO5Pso85|EOj;$pvfIrbrUZO_cQUw@Ca(7!U#IN;e}%Y-9^#@hwh z5BJYtFzoM@;yCl-I?-;9%EE@MCBb_8+($M!Io-zj&Q0lwY9Ai>H&{8m6>NRG? z$ZGh8amHqxgfeX@PRJHNocRh5Fa^R~?)wkeCQo$x;x8EgCIn3uuftXt&8+vb9YfZdkZ$DsJsXb2c8)#0jFtb4=`yT{-$=jj3xx_`a91 zzBnu;0esUw^l&iy&BtLpw>^j4o&o-hFmp?!tqXa6OX~d}72$?viAX*z9}m5#gg)aM z{vESOYD~{ECUs*dAuXpPz;md(%Ie7C&C1HYo+@5<&cq7V?uqiahWsjqRfjcGj*cxA z7XqT7B@7cEjYgu#eMDC{i`SW2Fp02K;@#?8?R0?v;exxzCo_Bk~ zBO?=4_&t_)tsSU8yUnRSMCIJ}O#?MPY+cwV>S8$>q@~YB=v&P7oB>YssM^T8_7418 zvk#lXZ+b3F<^t@@2Q$zPz_U3Gu){U%nftF@Aht2V&3a0j>xbV z8!7_P{~8Fi{aF8QKeE0BG<=Tw;1j#nR^t`IA$F=+1mYRjsoYZq$smL0EgF?)^_lS!L%LHcV)Mo0`o*N5~u?5>+js&iCR}YIX?tOu-OHV52 z=kaxX!2oM?taji4OrN*{t50Yw0+&);Nt_ZoDU*YFvQshd5zZaM@R{&a7}>U4qsK-4 z$4(QIOQ;(Yj{e9}vCHi~M_d^i*kq_nE=XG*N8zvCD$8VBhb@gT8Q#^LoF;|<1mye` zAfrmeyK*;Z5m@EL+-g>z#)`iM8CSgrmFl1m^58d#x+)7v`( zSc0)lyt2;3S|6!)y&hK(c?)|o5ie?bsls0giQ&jgBY%?5Aeya!i3Hpol%aT*YfiY@ zg^1q*#Fp(w?=~+fomwGbNLy~DW__I}KQh>fgNahFxP0-ql07<-30IRFd#<={-X`B2 z23GniprXt8w|VP5a{vHwZg0bCGN7YrhIsR^(A@ePA~vQ$Msd^w`8URcGDO@+s|!xt zQ}*9^wXxfGj#&a!jr>kgtb-RLGO>(WdOp}y0W!P|MH;|XGvHK`E1e!58&*3V&s#Ur zb;PV5apWbSF6WjTncN@V&~`;Z+!CU~r;Qu3@yK)TX_F^XzPo}@oPVaWuKh_}`+~0b zITC5_%IX-?tYk$LWj>f+Zn<%)rM18Fqb>oILCC{E!LQ<6i8OF##hg&(? z(Ua-53_tSRhCz0rGmqtUEYyyHq0~afHJxs`@6pq@NUQ4)v$ahc{Z*VETRirO3`WB) z;EJgm8LVqRZkRUyuXBGy&sYS}4nE46cXMPwdwd&bM z2bKxyC*R#*UAezTZpNNa8QB8KDBN(?BY;WZ+pq2Enb)GlUAT89tT}Nl3bHoXm91b@0^uv?|s(7$lHnn;};nb z9v+W&2Zh4ZI{z}^NCv~V=qVC?zk8mK*+mc!5$|4HRh+vy$1Dy1wMdufZIu?W+feSz zvvqPt23Pp($RcAkmZ?6!*J98*?ZtMYAc&G-W5_IqAf4WIxbk zeL1!0HYAl(d^Rj8o#4&^)u?|uTMRb=bL^)nvhx=P#n58&n z*)sg;@wZN2Q-#qb#V%R$A3bmegL%#|#ptrT%ExX^>>L=vqE+9rMIRQwIKeyo{P{+? z6q)dUsa!s`VaZfXJa)5m&*;}GPzHS%c`$IIHBY-+ZiibgUGAEP(K%B#R9UX(D0^<8 zw{;iyp2ea(Gfw`~<*GT3-sVQ&`~W7(%{eWr8Zt0%n!H}i=46=bB88`_TEeSZC_I!< zUS`flVQF#rZmgqV#%gi3hZfSKJMZ_))eN1)SRH4Z+iieKX)CQ=)C^GE!}8;{=xulC z$>n-K9;(E7k^sTCQ1LT~ZJmJZ^c%WbTG32=E{c%YP)~vxYw|&wbANQziR`4O+R@%QJfpAI1N`l+%_`24G^&bjQdc*QsqjnRPQtP1PhT(PWIOe zR3I&KUB~APWEHsT8vq|0Ke(V&bVl8pgmyh3DCiAP8fSD+%_wmX-`PP+%v(kY3r{Om zVW3rZ1teY=3KDU4MI1rfpGNwhYS|2{V0R7QV2?vgqt~S8PT#m;H_$06M6RGT)`_?n znR@RF3k)loAJ4a&k-HuOCHd~xy1#1u_#ysGHZ*fp#${I0fx2cfqc@I~V|V*hMpz&+ z(|)i!RE%!LH0-R>PE>187f0*`UH1zJv_24@@>@`kqQg)jKo|!mY?bfU!!atFP}uEv z{V^J=YS^RcPSu;aHgJJ~SGUXSzlM6j)XG(w=QY0e9YDNGfj>e;EO9pnT0LxY{1?-U z${`NY`3248qnpl;C)i~YgEdk3ii?t=xyK!xNNBpx0jB*MF;Yf}AH{RdtRgkF_sFbh z1%zdFaY0nUV*zOZ+m#G9rTfZQpftKLUazP!xeEH_vcu!KSUuB+GBK2;R)i^PtqJzW~kHz(5fxWPf6lBB8! z&OFbBtal?Y7;>sD-64{^?-H(g;n>@>O__L1<^%WG88imzCq4^bp+#tZ=iwA?Jw zd!M~Ry*0E>ZicYI_1&T?59Q;) z*UUB7tjaPh@sfpB_3>!D=#N$)lyk<^LVCG{wCax#7_TxIKO;&yvi<*GiSqxu9OEtB z^Q$E-8QNwVZ9o@;`7WhWcyOhGs7VH=77!3nfjK}8_iEfcEp2a5ch&{CtD(T{F{McNPYA;yd1hxhc+6+T=6N+OMr74*8ls`7{90RldAR>f~H z3Ye#;W9ibNqZQ~UZ^Hp`sacK@U$DycD{e^u#ZCO^vjjA?aG4AyD&|0DpO{7$n7I|*i_Qp=Ic3POzwQbBc6u13zHcC%U(CfV3;@avvXj(DZrG?;E0y`f z-Dw@H9Q4Z!#)A!deG{z#9=!(Cs^)v-7^z7Rx+U%gAw?q0RpNA5#Oo5}^NT0@Y#_V@ zhqtEU80TaVYmI2DUZUauCbxX-?V>;8?HVwLinozgt56fZ9ETpHB}{j#!-C4srKP2> z@QOrqLOOWQ3IZ>{HSI&5N9aAo%g1^cgB9l8Je6T@jW@WxZxbr>=eJ!&9Ro9Paf(9I zlP6k-pmY#jx^xR2G7=eXPHi~yaLXE9-Yrt#d9x- zFK8DTxj3-_9Jo`J>5-;Wi-O9vRe0mUATMzG1f_lB_sq|4@R~GGqb+~|bzAF6>=f&)N~jW`?_`zS?aE(0_MQu!uG%V+sKy0kHuXG--!#zE-Z%pqXV z1uB0Vay#BbWy|7Id!McP+=!2 z^^boe!3{=SBKg0X#c`mTL6ym&Es=H~zID>kQeO9~p;5nqM#c2-JL{NU7%8LxFgGH! z9-JlFVXEnD*l_Im`Vn|I^W_e9lmhs*=36y({r0N^9eEXvvGdP$s>BftaA)sJCDeUV zJ;MM^#MQO~2WZTtFNm-5YKL7eV3dL+13;1VGq}i7pX>gY0P*FpsxWn~)JOevcvd0O zv>rCZthPD1naIv+6^M6TC{vQr(&M8H_U58*HUa^;zOe_#`o*AV<34H!R3?;#f6j|% z&xWFUYwc&%b&9SMlWCLa)|b@Upm`ceq`luAjUAWoi*Jj17c`g&Wx9rP)&$-bD5RsdzYmXUN{Au8?B02Gp}OC#bC$`&{Y zM&)ezSeey*0ZQDkIGhJ6}sM{uX-FuQ_bg*(|LWF(d=bJeT$w&QGbfqn=V7d0=gSa^TeZ-6%lkh6IF+n>JqX>fZnI2U zm3Ug!!1{wD_Gf3$DA}QPt7iVRna#qoj660(qo4srBTln!-vRo0^TT3u{$%_|N zcnI^|qptQhh59u8p1n(c zuqpH@0<1eHWP0e?3c69?BFHxU)8P*X->2{N!!bJD9i>vEC}*wjoZ;lCfo;nIkGNQJ z+wE>Y>}#A8S@eO6>S-(%RtUyV0ReDbR|I^dbJU3!Esh#?-M+UsYrS%ZnE2hbz$h{2 zdiH)g(hai@bvitlZ{7kY7&Z~ax8hIn27magF z|M+-X9RXJ*_O$n$j|_kJhIJ=^vp2-gu&p1|0`BL;yESsWsm`N~c<{p;=hfED=fi}S zu9cDzZrS_G;+%rK%u__v8Pg|sea|*G@#6@Q6JAxdpJQEMX6eVk`jy*4gIpJHE;YE8 z#Y)fV!TR4oE}%o%2cT=@ki1yRkLW@1J(r!&Q7{8QZw5Vx6Yukd4<)K=|F}cDx$O+k z7tP1(6IPdWe3Xw}@)Vgn66y1+-1x?4jF>;-6aj`P z(@tz_`*hzB_}LwrzmOmNS=g{Zzu%I(?Pq}m?$39Y3>VqJO!2ZWGx14!3(CHDu!A>o z^*7Fu=L@D$(%fILNX%S0__p6!o~UhE+I+wk zYLiW(kDuqkpXxgMsrqM$dZF@TO-Zh*ZKsgv<2i*6R4D1OTf6??LqdcQ6A}gu6trT_ z{jksm&79#F)Lh;^FobqksnJ=0T?-vy;i(cc9Y>A$V&$(z`~DSX6c0eb7N)=AIoA8V zvat^meOEgEL8D+4G93= zuZzRZ7zagf(OxMZS+OxX+T7_iNuXoG00mirUqg-|4FfHrmJ9WNNX^En#iyl*W(^1}orLr-*R@tOJ8(M#u0 zfjs*2(~wdWX7&*FnxacH54?*-cQ9I%kN*3xIxfNMSCg=FQ$<5`Y4Dn_JVRh08hFNw zR`2{-SUOXEHZ%+tm1R7%&;l#iz@yy{ELtBdJVCRkUtIqv5{$h4^M9AYfhvyDF!qHr z7sJ-O8mBp7M)&cCU4AD&w^d<;NGWa7F>gq?csJ|ygof@Alb4i{GT1?6{GXsS6K$b8 z2Vzo^90&om{-Nx6QCLmwsaX)UoYBWe5w;u1lV(UJ#Bz^j5|q*VK4sq#vcdh#2GvLh zz~%OR2@JX_v34}9m}52pw#C~28d`ilbIpJLKefpJHBWyj{h7TCI~Cg7D)a|QFk@>5 zsHLx`SId48a5Ks@B5jCtE!O6fGfOixORI9`u@)2N3Ck2{L`zPY`d8q>=>?{LBUS5! z{>bUvI+I_)ghB)HC2H8Bui$q_8j#|b;~{6Y)>~S6$LqJO`c(f%wD($sQ=i9w1m{qT zH~RB@v?-)N*39_FU!G_XS`#Anw;_!~VMjwgepS;sE%iqQgPemK14h>kGz_5fe4PkP z{q3kSJ9+~bUb5!a#=^e@KISCfct15V0uBpmpi3yNBO!>Vn+dR&gC_4z^BPLd*@*U?e(c$~@)V6>-%6Su zo!Uj!Xf*XePY2$p18H$*pT0B176{yq9KYuioxg4;F%dyO-d?c<~sh3A!D6Cx28TNvP@J%xGgf5us3I z4|RgTSDgx`37;_AhEtEBg82m~`HoYQ4$gy8CH+YuGZsI)4T)DE*C3D?V1V5B+pk`u z@N9rx@|(HqTyCQLxduE3D9lEvb?C(21)EX1Xn7Xwn^6L;2(uOCEr6|6NreSGR!9wh zsDL=6RcsyZ$);$$!O7u+y9r`OMRpq_B$cVAJAhzPn!1gnARwDj3DtvtXn8&^sKC_d z(+1;wPmdvVPN8wA-<#0sRoYy?%)K4vbukGEH{V<1jrADN9>f6f*2{9Vrdu{o-t9It zD@)agVI>ZG;K%)K;9m`~C{{oX0t~j);Wb{_un6TKx%l#V4LVrw*|Q%*t{wgE^H$qi z?CnP}6OHj}KMua_e}nPJiv8K|UVr84SPg3BzHC7+^A6(4A>BztqqiSAMikbTBA=<> zBY6ybMqeW#5pZ*cXPFX3L6qDztHJenSA>scK;bPH;?NuJ!;5i7XgP5QP(h->NV6& zk|}^LahPeXT8I)mj2(>UfgM<8rvn3DiKpc_mRpmeAbIw>{LfNgelUX-9~UR0ppf^L z=Tfb}!B6uRAAU+4ZL)3#=fy0rfY0NGY&4C-qW*!W{!`%KSO~!i2F|GVLpkdVB(N## z+ZA0aE2~D66$%PwxJYaZJ)|sN6_n>%I^%U~$BT)_yrH7u+#fZ*frp$@Yfie1IkNS1$OIw$}XRd zw&j+TmAxi-2J?pSsJ+L^k8G<)W#M7j$MCN)fx}}q1{1*t{hdDSl<+P_BLV$Q^*|fGhzt<-nNn$A!gDaq=!kJ`OFI^q4J=nt!fM-#qlSLruIqvJ!;D2D@KV$(sfE;Z;>X_mrnnY&6SO2S z9D#CR>~9%f3z62%-P?=SZ*N0czV1=T_&@XsqZkFr^}?%*=LjVHqfdhVt)}e+8awDc z7gv`8KLFU<4I~HmO%XMBn$MH**M}{^8^efgb>l5Sc?m#Rx5IaDt3rRhA=#se>8AD~Bq*Azw7piX*&^lj>=z59PHrWo&Q+uQ$C{Mxiw zt^QHFNhtGZS0?UkK9~8)Z`-hNz^LvV@73MgefeB!CIG|Cy>wM<{eMuD{OPMCOT1W! z$Lb1|8=n)movbc&lq;-D!W@HG#va>)hj_Rh5F<)xM|ZibqvMoGsfO^nI$(UsDB4h$ zf-`ykxvm(0?27d)*sIVL*N^ncA`BvzuATgH{2%+);=4(Rh?E1+4L^788fj1#FIEf1 zz{9HV047lV>Y~mG@OWHia$@|76fF&+FDLL^W+Ifbfu(DhD&PP`$O+PEzx+#~q~Brt zR<-6oi8RDRfV0*jt^;N{i`CE%ZqKy6OapO?HO@6cZsxGS`rTi{DQbuQHk|UOIHxF} zwfh5+YRH;&HrW~e_0&n66}s&Ct4T%{s;njmc3+}r{5aM4E1P^~aTGNsf{^~Pm5ov>b=%FyEk^E}LHFhyOBiWA~GNcc~8 zjD>}T`rFGMJ?~(J>&RQZu%X)x{~@Yg`}?rWrBn5XgNIkKsn|F0m|TX_-dH zI!Km}5(c7&b=050mH0K-t0&U{zv`SDQhv)Rf@7mzV{XFKttmd6*b_cR`@C3$I z3J|32L{;UCQKuHLKCjWVpi}uVYlN;=Q7Czg5)(Ia5>Ne{zLhH z)A^foeRM)G+640G&c1LnXfu3LBch_r%|^fR1Iz39TJd>p?Jm1^H!PUR5U4;g)PdMx zF=MnT)T%u*mo`%WNXBa>z)KAcqDz)+#^@wk}JMt0v})J zbTn}@e00$^l&(<{7=-DC5{v^@H+BFhrzhMn2N%h-VN}fKXM$wASPg>&s~hF8*OSBOB9p5_k%(qx=!pG24R$lG?4H8SSQDczY3H65slF4txGdB1So$AloDIH z61;(8R#SCi#^D2>n&oB)H!t5Ct^C=e1%=oH%j2Vh!b{mudQ*{3Eja>qNhQ=SD`Xcw zM5#LCRC$2}Bid@Qs&5g~$~|D)2wiWu}m+d=(@LZt&;`5!wLkCP8*%)GZw++CAX|v$uc53aZF?>s;*9d(rY@UwMt!z~MYpYn1B}OGn{}wo&$bRM-9VxZU^=iK7&^&qE7hWjJO` zeJZaq#=195K2!JKd|H~s2Ztq3MR#JVyBx`^8z3C#Q7@odF%4tufWbnyfrOHv?yjIV zC_f4Y1DBu=SdTOle!t`4eslQRhuPNs$1F6fjXP1ng07pj{Udoz1M250F9sV8lJk>) z7tk_=h+!Ne{^QV7c}7Ct`JxXY{|WDW&Su>|Sm(e0QNRR8u6C1Rgp|9OVtKIeO!1!) zZ(RBAzx#Icykj$*o?FgKFYJ=QVSK52AlIYTWDXF_L<=O~HI=pyxR>r$YjG9?fN~A+CUL3ndD|dy4&B|Z>W78auu~=Dw zU_Jff+jL@M+!gr$5R~wk&nW&qRBhhpbrfPPs>E>C$9bWrWzeVyqk;(EzW|YJ^FAz{ z)uN?`Fa3}6DzhX0C*kYwcUtFG#2qKlUGG6X)3@y+8k`6!;Vk9x^C8nb1^0Vsz!Ooop4%Zo_rePI;-0@$p~C60X$ot(qJdh0e_{qf z9R(Ks1*SW`l0T}p+Cj4?sy1(#)d}j})hd82Cj<4^fHKnnPI0A6|MAVktk*st+qi-_ z*Et7J&EpfRAwS(bR%)FRfiUe1p(DikVDaD=&e3olL_Z%$9lA+~Z&ZB4u8kQ^ITVtK zurh?UCk^K-rIO|!M#v7l^B}SIA1zV6PaXPjFth3I2irqbp0ShWeDufu)LM~3Rglau zxTZdCe5o#|Ye?v+HZE^#$9i`#bVt|lT&*$A?PijDPwc3zoDYadOP@h!xg$V^J z#&_%f$LWnL_ipc-uV;`umG-o#?4s5Vplk-lMOa z-`^K@3?9gyIbS5%R-VKaa=naACs7R~14hMNGf3~X@haIop059cQL4X0|Hk8Em9y8t zr&~qa51ZA0HG9Pb9wMX(@zvxTpZ60w{S2`F`->Ze@@AyX7aa{d{~v8{9@q1}^?$e7 zW`#|rl9@6@N>VCQ$XJG`j3J?9NTSlV4N(-ykhx5uXcCDiLxxnQ=2XT;V?wF!=jxpO zyRQ3ppX>ge>waAK{^Oj@?%Ve>yx(iR)@!}i>y1jRM1SX?eIgQT=|uA)zSQ32?dT6p zT>p#Cv%w!lWN7z`B{lm+vz~7zT`wHjp5s$0BUB=Qp)K_yYU#A}z^z*WME@%$Em(qB zOe#ki(!zvL#;1|z%@{LgTS@At-gQL@%b=w*6ESoeTBB-|BO$1bf>62z@rhU^MGqO+ zsQYI@O5Jqf{iNBRe;L=+8T|F1VPDZL$zZqNDXPN~zX_V=@K9?Ri#PCT?lIVE5cz$##Qy2N z7W3D=QTzURaO<^sCw;Ffot*eTG#Bu9@)U96-!N^?_bYGIVm$BTE!{;lLei?3JoIgw z^nw#d+-@$~G1oi4WaonAY1`(+wwt%jW6D1UiyxMJyT*0B{eAP7wo;gl9%x`~K6H<3 zg4%zYCiq*9)Z6Yq@3@}d?;DOj22CQ?1Aa1=_od5UE04C?ST@)4LyLdHkCpdfK`b%% zN=Hz9j(Xs#Qlnc7wpjjSpyO88#kNvj%Q2*#R^4fJ@%C>k5B|NDl+H;BXL|-dHEFH7 zg3_pAb%Hi{(E!Tc88UiGrCdh6?x|5%t+W0-lkmKxRe6!t3>`-+A+&lF!6Oy;j92ix zDpe}~sE&k#zQ`QUbDNLC?a;e=Li_ifdLISP*8dz>$={7<$_yNWc6_H#5|D;&+o3E<_SF>5m@<{Lg_e+_zxp{uB#LoNiYsdV!?7BF{ z`2Q_Vx^%i#JN@5fBR`J&2UxsVWxd)rXS2$c*~V6za`*hK^1T!gT&3oIXKnjdJ4$wb zTK>J>rr~w7g#Ql{g}z!^Pu9*_+~;3*S{u|80kKKeq03&od`0T@cMI4W3EThv<#_`v zgVMW|yE$eYy8Px?_t{If%=;f)lUG|kc<=h=n8BVS>!!NAleM__P2Fp!efIb3Q~2*p zg8oa!GPe#jhW{h^F@H>t;~)39ei*&_ zrD;KcY$%z-to!FyhyR#N`#a(&{Ez+Rg2FUw#~IAnOve^XC>$tOdLf5rdp7VN{?8=X zrMb)vz#~yfAJ|y)a|wUMLnnRhtl>@e&HlTPi1;o|(Lj&HJ9q3b){-`lxDQ~irMI)W zx{m?Vkn&HrTjIh&d^J0AXMyM6f18kl8w2y_zYA**)ipl60cfSCN!`TuTV`VYVmziXUP-kPJX3mvab zcKtru_CvZu#&FBEB{Hp$9YE$k3)a|b#ku@04ZxfxL>gk-+#1SK-qs_%q6qm zzYJ_SZ(CVoYQi;V7|MNqg4Zm=uu7dus=A)VV zqiQ7gb*oK5;a@8h{}a>jFX@N>AO3P;&-CB&J=!&I*wYlsagC~JX0vy1G}exdqx`?G z{cJ#Ot)t40zt+bv0KlyF=%(-9{w)kHs{Lr3c%$_{=)7wm93L32Zn0wYm!HQB1K?q_vW4))R;RW$N)bpkpQeM= z)s=y?%laKpd9SbPzv-V7D0tzVVUl8w=jO&EKg27qZgFw9>&mS;oBO^|o89GO!Zes< znJYs4gS_Y0l;Z(b5p{J znGY>S{FCT#P(=={hK=^=KC*|FHp0PJrTVRsDLnpcZ0@wl2}uo>n-gT3`So^%{8a78 z)WMBbss{vM_InRBB-E7`RE!%@g*g7rRpc2OO>dF9&t2J2xsalzmKfwy3;W9^P1O>afiON>-?nMDP`Gl zw=X-y9ts*u=odzywsxKaO|L#!fI^bV!uhNtb6y(YYhE&AR{fTGgz8+Vs@nM zF0pD8iQ<%DpSNH`d7|s6ZH4=-S8yz%_jJy0maaIq!9Lx`nown`cSl4aBb^-Q=EN0h zpw<&Rti9U={Y&G7Jr;tvyHB4!NCxV&^sr0auoS=8W=i@ zAGSe|P=tK#iRF@`r|E-an_O)?tx@cR*GxrrO@witj zbbmRrwxf8Xa$y+)%MeUg zIQeL)HTZuUv5h~&>U#7R_Hw@k%Sp~G-r4NMy=Jm+ny1NB6t_(?$VjA z?V)^32lvHgcvo4)xy49t1{4v@FiRy(!*VQj^n6s6=djERd#t^`yQ>uATs&3E8#w$g@>QVaL{UxQI`+`#!u z+`r_}jeXKh^=dCIa zwj;`(#EW~JAAUIFJEg<~cixD#L^%T?c8Eka@BoBlSdOWM%(QxiHu}}u>&qFe7K9F2 z%UDmlk~OTm(MMN5)Ihs?XhqylTNz;$CHyzY)}r`Eot>0*`vf!6JrBj38EW2d%)cz7 z6Dp=`2#TUo^~KH>Cr~;YmZn>)FD1U-Lwj+$-u3a)LPtw^?^dGm5`~)O7@S#{na#Jg zMPF)bi`4qKCE8{O&PxmYhUBC7SC?Tj-tPIbik;t2L*qfR;rH42!Vbv0)oQ<(fM+90 zMZTLL^tvJW9CBnCC-p+mINa2-R7I#ynmlfhtZKZ_;^G* z0_PhDIui-^${RkSYYE4{D_dM2)E0D`DB|l%%Sey!G1k%c;fyI~G1a4D70r}7zZGm) zYLkr<=_y$2hXl4+MkBiSW9?Xx-TDt5nu$zfo_!{7(EG+qyp`mq(1!f7DPc!MwpCVM zjF0|+0|#3fd0o_2;{7^`Vn8I+bmQJT(eu`f{=flsp;YK^)M~o(s3TF4x$>6!bEry2 zM9}hWNl6p21uF@mh1Jt&p8o++j9p%lo3)X*JgT!!LOl{w?baa2O_*(t%$wVG*SZ%R z4L~P*+=Tu8niwWWBEWbNYCV(3rs!@obf~2Wx?~X%Jzm7mJrNYXIcKdLdPsVn#GJ55 zH3u(AR&~g|HUrPT8FokM;`F7XO6WN%){fW+me62NN5Uh{lKay&Pt@~9x5!BI`3~B) zTYA~_>A2*(c=L(F0P>Ey!7v#T$H`-cpFacsgx;mFTq2=FJ9pMoZNoUm1e@=QcMZ#F z=rtNky~<4XPWSSU(oaSzQTg-z@yi@{Zz>i7(=muM>pa{45|W2hbTCnPc{FnU(@RW1 zu`?6nIx-fTz1C2`OF!ku%Zw`ada9@z)&zdr9Df3rfRhBw^Rz|z=PAb`gvvG8o`Ksl z$WfWz!{gX2O>J#4|Jd6@C^=U31{VKie8EkhGWg!6b?cMtUCtmM5_Oc!s!m42|8c;3 z!{H`jobVpXacVl@GoREBh%Fr?`VP2Xw%|Umx6_}z&JoWw#Q&UFswqlaA<_V*q)MiKL#UXeQCSi&Aw|>k(Mn_QCUk z;O<}kaa%RX%YvB<8s7n*Tb+)mZ(HB+llifr)_>w~C7!B?W)91{mnm~1*bUCn4q={6 zgNZ@35@Iri+d$(^%m`ZH9xj=gJF%c(qjPz*{qRnW@J?u{AAX%;Z7{PKVjwqlfi)+q z8`1k3Az~dFh{G6?^W>amC0(YYBLm-%UNI6Z6gvzWjd|P|nJdJu-b^eSAI%xnAcA}# zUNU0%!}FC{Zcoi5dgCF8?ZlJQ@08f?F^gA;fT*WN`PEE{FLhIanC$Gg^9PuSpCf+Bri4kXfe}XxvWVh9w!5P$Yu7QS%zNZPO;05w{KKMxS4CoJTmG!^-fjtSGxc zmnzt!wkElvndcQ_5A&H$p`Xzy7qLQK5ISTY-qa5%He&TYzKN|59n>c0iX{ztM<&S5 zq&ic>o?YlObc`4>3@vM-v`$2}EWDF!g!8cPvN~nr3UsKY6Q3?8knY>3ye!+R@(H7O zPKj9FyVvOrI@J{2`+Y3&)C(j`D>YsVrBOM3k| z0~?)b_BRMHnK+^@BTnQ7Dyl6gAejvIOV3*b5TrGT@qN_*&NbQgj$i4ZW)P zsjXkup&qZGFNQBkID5c9Pboi)L)jL~Bw2v6(M7!A*QFYL=VvdI4zp1(*)Tp5_U%J% zHa=8ke>Kw_s2z!|oC;qp(OyAoLh}lY6m--D-y{ObkCbrQrh4)lA$=XUv?_(^Pak(mdluPv)rInW(132Nuw1 zptIg*x?W+WxM;wj5L>4B-8pLCs`S=_6-sW7IQz0x_XzJUhN<$dC)r10^iEC3>3hrk zYO2*=_dGB=h*K3(PwqT0$2owOY_K>~kqMr&eRU8!%FQ3*n1;P$@=sv-a0c_%VqQfm z^`XoniAFXs_8un`U6kEL-Qd?W`!YqT9X6}fSxS%7+}Y!@?fjZ9Ih>N5Y=N3iZ1jd0 zG+dH2k)Za1_Yuk=nqr)T90)I+KDxU%njbfi*?TarOtfN~9!lOGEvA~{|0&o(q{5QY z=CD_qfM%)t09mMT*Pb|0)TzeGBpD2&z)QD|(_zjbn zAy$9{7O{&Qq%Af*lA#4sht7_fim6K)%cq~|wSsLbPUPG3`2RixU^DRSBxo0dF3okV zJp+Qi)^J409A+Ox-q~X*08p$pk&8DI3(sp{h#scmCfVa0F+#4`h`&y4jr#eU__XM- zr5AI`^u~K2pbNxIB+xO#)+u^!678i-MuK9Mm6cDk&JN>L@$P2Y|T0 zILmpwH`f~4-?yIU9)im=pJ89dG4nLH@CFtQw``M-Se9mgWV_?uxT4wfo_{E)APrL< z(U?6>LiV5*3Bt*eFw5}*ZB8x16DzRaF=Rso>P1|vUQxNg-!4R!S&kBru#c}l}Z*x>z< zHJtUaUY9b*nhF<~o)H%BV_f4>0y%1DO_<#Z4vNG_H!-Q{MmRDH(BPQ&x&bL`GAtWq@xS_~QKs586T7HV!?! zckesV|7%C6sc*f0h@IbJ`nWP5bUN-8{F8Dwpav14GF}l z1@N|>zWx6Gi*WXfX1vh<$54}@ zHwY&NguhUnO7?RdVtEI$NhO&qq=c&N`qFxfN>l&scHob|Z9gR&1LZR@q+7_6jwX~@ zG0Pc3^_hmLx!LU+sFzu&A0!tf^>gwI=zLdsW(F}yrQ?eEs7=xU8#cbP5y-ZnG*Q0RzN5ZV zu#8iHsBS7}&n54Lf?@8eCFU~dK=66`azjafTVLOm9)pjJHjm|SmFWQe2&U?+D763v z8SpJj)O-_<;i{pn&Fvgxy{C{cRuEeIe;()Xq`M!m_zEE38VDUqXfbhwghi}o{|iMxHbkG)#S{Fs?d<4yIyhMzcbi*n6TI-W%D zBp}iBWh(1&q_za+kBXT-y;N162PR4taGQrM3x2+2Fwl`r7m0bg3jYn?vL9w;YD&}4 zp7hM>Pt_PM0TnSr3EadSbm)PIsG@B@7nUE-H$0|Cq~~Hnvpw_mFo;CWzBVz5f3i2 zEV6k7iw4{%_v57vaPqXmFM}QVSf~~4NV82^?VD%e86C>s1@7GfUwGdKiw0}4YkJS= zCjR>Gtd{m3*myvrzKumfBvJ1Ig%;YwLrRk;FsT7T~&_;x^1)QIlwCkjECMZ0wWsD5*s8D*#X2J|T-Yn2yze%&b7OXx%cH^eGF8Opd_YE=xvtwfow?r^Z`&CD-||h?|9iV0u94hfMDA z;hOLH8OI0MD*du~b2)vk_NDaYfX*no?E24-&xOp9r6_!BfO6Zda3of*ChWtBG68+R z4bW&{WP(=qFtsU#4;p0Y{>miym%^D~C107z8CIp#3X1)?`{U?263LBb7=*VSvgGlh z#awsO+@IF|3x!ETBKtsC0-NLgm$h!;6c%pL>ZL?*NRFl9-@yb9r2c49wes>j$~1e< z?TeJul~m&%`Wec2mTV|gF18j2J%Gt`!)?x3798AbQub=o{TrX0`72=7i;?U4x1F=@ z*Ux5$s4gDDe2$uT=+v1rSwwP2K$oSuqu1&WkR?~BH8L2OG%sDkoOU)s8haMLt%b|U z6dGJ}N-yShOS<%D?e7cCy1k-4*8nbwk<47T&nDu#BUUk#MKUKQv?>YeiO>PO(IPn| zfT^2c5X2-#Yi1DI#2Z^c1;1geokb+Vd(zZgv>MHJ1+Ha|UUcGtpBJ4*hOtlZY!bEOczcMzu39!^4zb0_U3fE7<7D|PK8QB`X=qC zHJQwW$smIWI7k%YnIUIPu`lE?KoOtk5O6UeH4W_WHU&o>ir8^v7eQ4r(6O96Eaat( zzVcV&p?%WC&k3%x55o*{wJ@aOV3S%}UU61yW~+^GInp{DtG0eLJELx5gS;|kYC&lP zn*1ng1c;F~#Z$z+MZ62q%bz}#;Fb*sH5W-?s`KNCjMz5a)j(at-$SPMriVB%-r8c< z(jA{>JdgfmNt1=Fdqyf%F~=u>p5mzcxl)?T1Vw6THYA12Se&x?In{q5&~yd|&p;h? zFUlM04BIUpF;-x3yE)p;cC~PyUsJu_ZOxWT{NPf^y=6I9!=;?|s4kgT4C=E>y3bbx z6XB3)DSeCdYtydXS(%_FPt2G+d2+CWJ)fY@5e57LCW(oHpjSBz&Hmj7iq*-~shX`? z#I#crL|fM{pm{SG_74a?#m|Yo-4}98PJ2J~N_*K@IHar-0HmVAlfG$$F~CRPwS}o8 zZvOh>E$tA|pFTP;pvBu9f$>5zfIejcUd&%bZzJ9Ua!v_z0p?Q+el?RwFLq0&Ti<(| z82kQI{?vKZv~~@YZgAS$)SKa^6DCA*K`H3CLdiXW;ZKvAc0Om97k5K4ifzS5$BrEH zXm4~pMZ6HS`~Es3WI|m?#(P=FT|90bSX2FV53fcwe=hG>_g`+@RRvsI=kn|#_En}x zw_mlo&GyPfRBaEF+P7lklOYGh%UIN7IxEb~Co{v9ZNZzNO=exF%@NsA%`~sxqH0)- zBjf6TGL?i;9N!+E$uwi$3Rc*uIjbM^3|!^huHUTrQra{5q22dLU@YMyFm|Wc7e^wg zBw~hao8)R8J9KE7U{B0Pty#79EbP-SGmD5pGYci=bS~0$;Rx zc$O|q?B{zb65{vo+czVmdKlHd1G_S?w~{gML) z-7;ZSMe@T2vPI_=+^b#q>@xO~RR5g9G4s)b2a@h);p!8x?|ODfuwg7oJ_N2P@bh8s zmrFAI@0ZV9w=9oBA&su0AbNY4)@V3SslGy0dRh(adsA;bD)N{wQba?k5_EZ+mEQc9VoS&@3a~_ix3^kp}Wp7v%t??_Baj% zuDKwqg1~46<8kHXhDYR|wjIA4^zNM~HIz`-v{|y~CpiE^DnJj}t;VV@7^}K!i+BzP zrueE1NoKDtM!On*^{O5e*fv45r<0qe>}~dAp81K<8ADgjeo$X|@Ifj5l{)EXuzZ&t z)^&)0P-_!A9|G}$;JRr1R8uRGl9D+@L;xl2lWf-LBqvhqkYqgyJR zj8u37s62~`uMD8yU(0Uo(%uc<%v;pw;Q@eT7IHIN9(y=gWJ|9%8wi)7@OeEOKK9_; zi2l8L-4i#mM~@$0X6a;_w3{=%pRYi3d2W2x(#pyzJf-%hjfS!D@t{S&YjiZe65L;U zF#@Ut#~rY`^NSGBkF!{(NA;`xMaOSBxcRaal1WW_+jGiP5R8#ESSo}s)?M}L&eYzq z1@$ym%kz=@leH-zOf$ALBDLLS=>13()EQuVM+~tp^X9CfMbMmP(LY;iyLDa-W2|yK z)X3~4uA7RK?gq7HDA}(9UvB>&Kg+Kae4IaIIETmu-x-=uGFRPD>cJDLfYz}RC`4!o z{2Y(_oz#ku?tZCPlT6mj zB@Q@{RHF%;bmYPa&6XQBY$(hTs}u^N39$_5+0)gLDicI3VWNwUy;ndcxp@&WOi^*i zR5=sEnKDXTWXgcULn0FjnjmX+0Dbh;3h(8h_ON4v@moTrnZO}Oat>>=IUz!>LE+fa zARD*ioA+d0lG0#GVw1uZ4}z3xaVU+-$jGqSRYhtj;{``TA8ZTw+%0ue)XKKg^ z33Ke$EDRYOm=vs_#g;)FSR$xWX5}fMRVqt2HE>=%a9F2IxwzGGSjd)s_#cH&ca+8RX#@R$uKNf?>qhP>u<$cK=OLq+JPr1_Xr&r&L zVbHCf_k#OftH30;f)|$oma~&5K)+WSZbXbnD`0q6YmE${V#FoLo>EhSe6hYsOblzU zBqt_P3Ug49j9;r)M9tVkL09tZtgm3Po?aiQ`qD_x!tS4oTz6Rco%&DDQJd=Z>=R|2 za?8%bB~XX=B}EN&n8ZIEVKT4^u(RFjyXz>2p-4@c!Fe&I3>QYyEbBYnWj0+ushFMV z+O(^(6s#(M8*o>BK-=-ztg&b061Xxd%0W&AJj7+oK_I!b4DY5L9kkdB_Eyjo?T<7Z zZY23>?3pP}_l4QzD8Umn$)(H5?oyq^iRW#mmTKGa23@PaZk_t%=n@kKB}-wz!X&O` z-K;Oiv9NyI9#V|DPrb{pb=IZRLZMP67+Q!dcHCoO$PsB&&s*0-dEC+|z1lnun=^g> zFsR~DzMaR69qZZfxd$Xs2rcotI=M;jBlC$(VZsDK?ATHdT*h?tFhPx(#-aZ2O^izp zF7ycp**^i;SS_2)jA71E@7+OTZNPgqX2xzOaGo$I*wVTbzmzDLP|vI+DjDh0j@rA^ zo?ff8V)b~{DfeU5|2ao)&vAdSbz)iz%@q!${$igw~|9mXrv^;9* zP)n>TrA4gi{IY_LE8*HpvAa3NeR1o)wze`DLjR>#`N4|#$_H#5OMCkeSjRIN&X1FT z=1buJ`bX#De4J&dy1I>etF|wB)2S0P*>zVWWioVZ?xKrU8+AQH53;&1q zfVM|xbL4TB1R_F;rgOL1<&&!631^nB5u_lG+hym@y)W)ZfWQop(A0GocwVuX6V`F5 z1b@$_MiL>|h1NKn2LwFE0eD5s+qSV#)AmFeXR`NUE(+Xdg(Gx-%ZNLydD|4j??(bG zgRjciZ|Cw4id$~hM%{Epw2;JXYWrppb_T)~P>!TsL?MwH0cnlH?`tR~4HM>cpsBPA83m3hAw6ZY=k zZ>#2e_Rij>jb2r@eY=a$7QzC^q%~$M0v-uXa%2X-_^6PNQiIy(3RTic!_K65;SB>lOTN04nd_wQD>gjGU<-RXLC7q~qy_~%f0a(4;*gyA!k{i*v}hJvbbRwu9{DGS@%T>?jxvQ= zsv-sVA3XSle2RI3eNY$|XQ?&{nx$q$sBClX!u$CS6S}kv0~F;*MI?Jc;=ORdf;8o1 zL}y4lW$Rji1HRYOLRywDA)G22rr~jIVE|;~=SYpw9D3;Sf%OW0WMq;{VKr47cr)TAtdTko{<55yl6e^lzS&lG3 zK{xn8ngF`7_`=EkvUlxmYc=(xgi5=%cDa-yQmE0w9=X@?ka9(=l2qu#Ga zk}~OB>*ep>zJ-c%uWLLCfQ#~6@J5s=M5=6D;#Xit5KWKY^Mlnd{y5U3WKZ|8R+Km3 z!mOm4++O0;D~uuf1^#d3x_sPZ@+RvS^)O(T(ChM2AsgvZ<%p|~ToNJPm5niK$QuRE z`c3`yLd38mE%c8M*uie8F&#Z(I+796-RpVBPRW^VFva!jlAGEvJspJ&PwqOKkCF;3 z3o>>oC9GhDHSdx%K2I_O0!W==fg5}3kV!PVqd9N*fPS*_)~*KwL;`t!=A{)x*%oi_ z5F8gv{FL-Uc!2YH2}iJ;QePKi$+`;f=K&TL%DDA~qZfe}q?;ghV;S8YP2I2R-BONc z-?Uy4bC)XHJM=3-T2}Q9gg}7-QPg++$>?kBn&&>7Z17l!A??0H|J-PSd;DT$x&|0)qaCnQ@s}a^TN&VAiWTvAia!Mt8o_7V8Xa(sr@^&*ck6XM>{b^ayDPKSuMEVy;@69GLv8cFs zv&Te_Xlt=yfh(X=V5%hlPMBCprDYxG_H%@1tKlv`iMONH+12i~aWP-9tAqAE>2uT1 zQtU55qLXWBxO4HjvxhQoel3GX(L#)HZSyZ)Q8YCowZL|1A0+F&ZthA(aG)D2h0Pzg zTm9NwuSfNoyVIQ3Eqs!sc;a+*0fAc z2$BY<^mlCbYVK>>x_96n2eP*=GBsDCuk4}<67;tHc-Q98oi(?w20DwdKwugi=+qK6 zS>*OZ%Ez8d*}-vq-%?#A%u!6b-u=>{;Qg&;enCM~X#Lvf-`do+@$Vrt8|18p*iQ+~ z%9waRN5VZyuH-pn5(^yaDBQ#djv{xU0?}QWKU_X57tpp{ zyCp)^?(iO@{bB#k9;d%K3Q{2?NW)W778RodpgWrT-MsPLa0ygGI^EqCngK~F{A}P~ zPpDJNHZ@WUlmB|BWxY4^ez1%86Pm1+S<<~pBP}A00Zi-i$~7apKchU8PbfI7H*yD7+a<*%WuSE zsiSEliffa%k54pMFJji%-N;LzPtPOqu%c%unkNpEU9%ifs`&q$_E}@Hxzo#_{GU3D)OW-{q3kQAOmzzQlAga=XfQdqgq09L^|$mtw_pvgg58&=Wo!K+S$lemhL~ zd~t@76yyw~n#F1>Wpvq~Fy(!#51+nfEx(irk3GjG;S>?rn&XuK^C{x4wmdW9w0s4+ zkVRsfU-%&h*a&Gc+iv2spzq8_uJYcstH194LzV?w*3dj_qMXQK@b+@Jg)AP#kUpbs z#Om#=j&Ts{O!um?E4H=-l+lvFc^r>;>JIY4MgIsysW_0`ulNx#&V9n<$m|v+~nSDPDLEQz&4m-EE^okB+11d+O5|po}ZaDqTojzL~%LCEqrR*a9 zzRQs*g(qI;bTV?wDlrqVDQT;m*<$oOm5nvSwgvyA+rJ|BTHr9PzDGWG0Rdr>G~q_u z^<1d0%^?h8-TwZX!h}F5X3C!uxeoqVScw&0uyxj3OP0y z%c5-L{gN3un^c3Q=EA}rF1((en$Pu2x6l6iKIIB(@hx6&YfrtNJZ@Z=)U!^3D=hSE zlY|%)!9`h4%(JAXp3UW4xiTrzd4id^m&FVpd(JEC1ahVa)ZwMD4-rU04jX%HwA=YC zNbCH?YsGyypc&A#kdP5cqxpJ9#u*dsy;pcikiP}_fw$M=@ z)%XN127M%r(F6Siu*2yJ3kNHjAr%Kr=y0hQ;Od2X7228~owW}HzpU_LZcy}U5<1a; zhym4XnV=my8uz5btfFJLdu>_P3y6Jho04`5R>$0T%HJ{=y6m#_58AeFy$~!NhNWUU zK*5Pge)aZoLt#P|+Vz2+Co#nvF5G93V*rUh{0#noqZ#7A5d8{VqL-P)U?x2QS zArjVarJ2tJzX+=Y36*-Phlho~Bk%B%a3yFxLgt`2ai@Kb#ghO-e1;s(9IrfYm zyGs368^Zv)=82h-wPba~*YIRvWB z>os6j*e#JS3wbB(LQ>P?gK}=TUXgu-w#p8`Yr3OMS)=0>Kiw9d2D1D)t1Y z&l71wigZBaB*bOGp;*PWxALGp16Qx@%JJMuA)nqv1B0bivn@@d_|qjUvW3aSZ2vCj zAlpcD5xqcmT@7gNsNJ!2oO#yP`$A{KZwo5GpGOE?VQ4LiyS#1GCo5Sf2ClPj#lZ?% zk#@9*q|t!xWkGmKbxiw|yXK32o^96yt+!B;vLU>cZ$hCv5MLB`T@n~!O&dv={<}su zX~yxM-j@>Q1~{)0@u4-72OUbA^zo~oeUN^UsMkW-%XJtxOR4?96B)nHv)vl$%E43y z(|0FIRVm3L{2CQ=nz7d2>qS%H!YbE2qpm`pkoJOh6*B z#JTKpdKOGuKm1+<$+BD`fh@^MUfShT6B)q4j9H}yCMAWr!h-Q-Ygtg~g zo0aY_m$C&(tsO2AvbB+OU{gBSAxp<8*7eC%RdglM;8&@XeDyArCC!CxQn=mo@r*1QcbY0WkIf=fPX1*gsKCyhEugCiW{uxS7bJ# zr_sWD4fK^R1|JpOp_qaaJq?CS03hpi4^#C^>W0b9ULc_3J6+^jdwHx zn*CN?@+Sn`ce<@O1RxSFY$kP$J$NtBpuZ7Cv%G#8VW=dzRLDrF1(T^0CQQ(dOt7?V z-MV!dy?mX>S9|Y?_LJP@fR?cQiu#!-?{|ESa$mp0bv-T-xkwOY#aPm7t`l!C@Uy?t zrPTOtgAI$C{$8(cJwh9dN^cEsQO9ti_Oi2I8JV!df$kf_9%b`?u4W5Z!To#ZcKC@a zXErWsQ;XaEnN*{;u`L}rk*i3ysgRaG%$VqOkr}ntza(>XywY>Cj$dQkN%D=nO%U2k z`ke8y9&JxgNvMRimd^=#YJTGiVxqb|$Fx!1<0m@BrM9*nuE)8ZOZbD4tSNCI=&82p z2Xd=^3>8gx>8Eer-oQBooAElL%yz4`F6j1&Gx?{T^~d?@&9|Nvf}Zx|eA}&ei=OKL zL~kDZ#&1F?C7Pmg1fmH$S8!8_8!jFYuM=R43{LDgKGye_d zUl3hqj%s1(l$z+MP^0IHWS+Oa9s$Z;d z$WQNgqkA{6?M?fPpLVOB&Fz;q@h@G6M9;FZ4^IpZUl;DJRq-D-TvUUssK_xtsA^wz5HZ`U8mJsPlhN^;VXHOH$oN3${-HfXSlt^H;AF;lmYgZtx* z8PVz0d-9QSuCA_|AG9_^MonzGb;3C3riby@HxEvpnTn6Iv_gtLe7LAqH7aqR?!ome z7H^`#VxZ(fgLNw`g3UHjEn8$KQQu54F@Ih)bkO2I&ammDqN3igWWfY8E-Nys^_l)d zarLXJte1I@`}U8UTNFCdbn@hPXyA%ozrKyxUN~*_>1|AIob5g>>lnv=r5qW0as@!w zmb%O`X!H&zZ~wyV0))>?mn=yP3k$1#a^;VCLDUedSW8KS^T&@LlSujxb~oh(bok?s zpoY4;HGbYi&-qYvwb^rTZhQvUA)9I_U?f`f++y`ot$Zrr%xTbnA+U$Mf6$FhJKufi7>+Nl}2 zZKt+W72q^Ttm;m;6kEu!0p)TW8vXi3SBfcC+D_p+jbk| z_Qt85EfFEihF}`&qiUXgV$8`+lh4*y*y8C~Um+wUWFSQM5xrIQ*ypza+{Ap36Tq>~ z4zb-9nzebm`R3&~W2ZH1Mp2?HaB$d#dup)zY#W4Yl`hhY9q;rqwDnZ}0=U7e?gS}AiMpUTU*+(zTN_36_T8_-+SN2{tT925rH zxt>dTn_F`8{#BihlMWf#!DIYDCS!JHVh1O*5@nrl-@d))$dTp>cF%)baaUWp;B&_# zFJCr6Eb;lxgVv=lZ>T6dFX{g&`UbeMGfe;!9>lXFQ;NTPUz+FSq=WwH&w34--pbAG zgbQ_RSeMN}7aKr?`kZSz3Mb@7e|+l7i#xl~BCoBgs_JtG)Cow$`*8DN>psqHucC4i zSw!Q;jfayG!#rv?D%|4LeJ;(^W|*N9|2meNesa^pWAmEs=b}wREt>hI+Ucx*tlZ)D zdlePs4kjBSU$jsgmXG0-QDr9bIOezxLOWWlaonvDIUJ9^pvXw=evPmEh+*48I9(ca?^_u6)F8>kV)#c6oR)-E9ilB&CR&_+zq2rv{v&U_` zerdzcFFl#XeN1-v%t@{j+1)U>mI%Q%xVWU=zh8LcI1yx3k<&Gun+~j<_elW@cN-5f ztW2SEzQf4KXj#0Td(|%pkYM$u9!!63PMLH_XNOl%aC+vH9SUtbOxsXxLAiG*=Ot@6 zFi3s&b(iqU04B}AwnvyfEUxo( zyUqNHzOMl*sTyw_W{ru`nPs6ruARQpr+_W0YUHL@i~i0}!$Aa?{iX-+9?|M5_d=N1 z+~)&VYLA|6Ay!8Ya479I|Mgb}sujPfxrW+^h84?7OAn&*_E9rDgf3_?RG3Ik{kA#0 z1~rs_{W>jMF~Co^=e#(#rN?@&$cvlg;o(8uKQ7m~vV3X7Mvb0jWE`YISpuvgG>&T4 ztQncU{Kk`gBNt5{l%!dc^73ftMxHf~VkIIa-;HU{pG!q|7vR*gLx*!K((QDDr=3+g zX6)g^aUu0x3{;f=_@kbqqvP8Bal9P$x!3g+#yKr&xbDjvQ^s-Bpa^xhZ)1NZ0BJbE zTu0$gmXc3rW1oWCp7qD=u%-STGkdlw49j0U?KepQt*N{dIe%t1_bFk6I-Bj>J^%IV z%@i)LXhC-#cDy`jtWL*WqgO6kS(#bH_3PJ9VcZrM+o0OeX?Y9h+}NND9vN|L*!onoptKGrxtDP+Ea7^D zot=6clM$;|4?+>axr=Kkc-jF96cm_&Q=&^1PiNw{Q&DTJt*s{p3~I1o!Gcd;zuu-q zdjhF`#MncPxVh!V4MT<78&{Bu)#t?xlV?h|uKSc@!&a_Z^>aXt&MV`fdHWQuyQ^*A zxlR@)bu{?eL+@Bpf zBtxxr>)U_+sld@3$KGTIRFx->=+;|XxB8$={an(RDuKdGU3XyFR>0o*ZN$p`u;JJRzy@pM9}8V_4&+WbV|V{ZSJOPd^5Bt zmUCmZ*g%6HS24YLm)7683+G3U965{1W^?q{%5Te^i=J*xPEOvrV@KD3Kfc*6UHX8t ze%q@qVU{fi{mr4*&9s<((H}bWocW$}*~RRggA5Vq>*=k8PZF$%;%@kqDO1oet)>7d zc5R`mH+=c><(k&fJKuOV(=eTDx~Ic~=evJcmq+fXwCt>KaM=1mlJ$9)^%NMk*i803 z_hdC=6eHuP)Tw@A)Pbxbb7-ad`kkHU47(D*osL`kkFV08K=(ww4k7th+yAM+G zTNc-)`lB#IF0QT%VbaK$@(JGO0(<+N{GRUm`W+K}J2%=r$lxX8E;~CJw53e@P2uXb zYXY;1C%Ul@pKwsY&d$baZ2NfJ3C!>=05|*=9UWa9(zDh>ZCXvO>VQh!8$hhJ`=>8b zCG~GRd{{-c9UEF+$O#((|j_tbm* zuyr3);p|V>Sa;67ipWECm`h6qiMHPD2GslUY4FUOwQNlY&Q68dR|fEkwy`l^u`Jsg zZqT999MGoUtWWc*Cci21DFdIFa9>KddHoc<2)u!aQEF;+3{z7eErg_%gy+%dY>wWo??CK zxmW7YOK7AJj2cQwRqxM6E!2XKUyg|QYsZczWbacKA3i)hWWbmADZVn?`qSmN6Vwd+ zu+^d0-boWYa{F0E^dOi9y;Dg4ZmM90zQ2vSnF1N)HkFC*?%gdVMw0=yUAi;?8N}&# zt2L(wx6H}SeX;%J^C$7=e1EPu-g~rd*Zy-)mAF4h`Ir;4nb3FP!G^tler8}8P9BoC z1JT)N^}D1U05Ao!+V2Z-z~02a>nu-eE&&oX|A}Wssj}464D}z^Pfzr!xBb%bAoXIC zD&od=FRuiaos<%cJlmi{xr&aG?`hO!@z8DF-pxQVAs-ep?A^F&(*$@Hc??~K4((7; zQBnLjI3S>ds7U+Gxz@(St4%zCp#d9@-c=)p(Mk?ddt8 zZI52Py79-tXJ=agGPaReUXirMjUQj{)91fz&Sfi4Q?8oY#zgH%oXy9Y59fO4z>yMl zZK%vZB0g5CrwF%U5fLNF-&#yu7dq)@WM;-EBqYq=-P^EIS5&_{I}UET?n6#IyK5kt zqD7DPD2PVC}1w$Ac$8CBRlV4ji7`t`pl;B3(nxBz&q zr@-Radg4TvkU6n!fj1Vt_s_gIdj}GIK0dbWHi3B?*yh6Bw@>%Z-E^DUt=q6+suc9Y zVIFJ8di?fz-jmumwiBgYr&L6Sh{FDWpQ^WewQoE6qG--KUcZTa$>r-iMc#Qs1-mCf z4PdJW;&1t_Ll4HOCv^|w(5r6;rF#6UL9_V|4h}0d2mN+1yvRv^u)?cpg_j=j4oAR> zg)e^8c5STD9AA(DD(sbC-%T29CRtTeQ}ZBWqfOgs?xYhfppFx4EkaSoK@P$7W$y*~cq^w%l&F+NrZmyYJTO*{fFs zcM3eUxpvbL_)0>1gm_p6qj&oH_BJ(g`>~rx%t|tbFcXcR#rf$w2wJxM=Bvo6lLNFp z!8+Hu;XM7`G0|S-h1u_kmv;8{NkH5STOHpTA$-JRx73G5=H4-9zj%hWicM zP_9l+Poj~(hCV!Y0=*0k4KsNzwH1%H4;Wuu&+{Wk**ABvx1Yrxw757sz}D6_Wa{ar zu-%hFEgn&AJfjbB!}D3*$$dZ~fS$#)=FL0l`!i<{LX14n-})YVQEpL{cUx9gR(p6r zpE$ju{-@(SYU3(vjo)t2LwG>qUPa5IhvKtZ-p*l2g{jZXPR~75UHqbN^5G%AJiI{} z$7gTeI&MNkb?xxJGcTqlCG8}M^+2uFY;ys$1>t-4aTt(w|oD5=5gPQ?xS#k!wG8PBW5-$=#n-JGJg_%nU# zGHTSQp`em6qeqX+PC8NUAc-|9GV)}QddRHsZUbgty(L&FJ^cXl>RLZUJ9kdq>(H75 zJ)}To_eV&1Jogs(Q_9%sZMO2ilfGvZ%~+E5-gWP9k9G#qPH*14`SdkL#nm{wI5|7p zQW3Oo-+r8lIUU}7LZ%HCIwJ80pBG z+3SnO_eGW8LBqZTHm)-$zJ&VhY;0_-m0`fd^{FkCl%y~5!ePjYocWOTg+NH2V>oJo z;!`fmR!@5T<7N7X@|)F!A3I0K6c)2quU^}DgRhWpP&6}Gkc?bi&A@ple97!6yH=*> z_v-O>PR7IxW&fBCT0D?IWm5kA`w|E|d9rh_IqeWiLr^)9cVqeW(f5?wwMztTJc*Cr z1Qc9E7&Pv9^@L+@DRyOdGjZ#;?Yk`?ym^x*3*b;{pIn~Rc+W^#KMW3>+dTXne0~_E zWk3-H(PQKkB7Uw&9CVDVgK4KUA}w*tYwPvQnr;)5){V8w_kYP z-)#QwOJJi`)rz;E@3^}I9BZL8=!~?rHjh)RcGa90mxLL41n9R%Uh@84y?d|W=}}<6 zh9s=57ASyr9EOO=qf8K zS2KQ69L*g~KBBj$SFc_>eSCB?(pguvFFtmSn@jugE%RWBJZP1iJd{_55Ky{Rlm^6C zL3@}$3LG<7=fgZ0b6dUY*RTH~9bO}oV?wgBvm^O%@!-P~EvthD9BQMY@(2VNK?ULV z_1&)K6K&_8yR_z<$9rnOFjna=SbupQ+~ENsqrfUC7*5WeX6&?!BR?0?1S@*?&Nelz z{CEcg=YEZpRDZnuZT!-8Bi)WPH?!?l)c*pC+}SHaY2(74S$ZCUia#Y@8g#?D5N? zZ_ge+e0YS)lOm^L#al!-%k$GUEY3~c`X+nC2bPGE+OUIc%HsM{i#K)YYV?lB1=+<* z>rIdNl4j!i%5n`t$0QiqLx@`+Kiz2te#=&QC@W3T4PvA$>a?c3LJRof07n8BJL z0gvroSSKsaxG!UNRvDUNLmt)3^Ilp<#p!oq>qsNSq_%G_Zac6SQp6*RN zmL1EpHoj`?e%SKr%C3-e&#V13>KoHNu`x5-9lwfu9jC1wsgv$xXxVA+=hN#ht*t1v zd`VcM!aWTLWf`1%Vwb^?kYJ< z*c{T4bS_NY)N{Q5e7@-U#z|+NeFoPyZ_(mCD{EHBEUjy?u@|b(+;@5D;QFy*Fauqu zs8`|aV;~LIR*_8@K|DA4s+;{&TVR6Is#OI<2h)vu4x3uO`ndO@Qo!)yH&q{d<e_3U9Mb6#F+g;a)w z(GusgOb23(^gVvMiCX!L%JLl{HyP9&ToiUcga72orJsarxk^Dpe{3rS!vc<5aQX74 z$)EmP-le6bHJs6Y+Lbv=mMq~EF%_YH;8yqe`)>h0jJ)uo8!R|0_y?`r=0<00^KR~K zZ|#=rq(A4{-8iE=Sy>&aVVPe@06IRuQ%UBRsz*v;2&C7n`1U{pfqg{N1#AQEY3H@$ z)H?D9T3G#5J9Sd@`Mg3UWacF`TEZ<`wc5lwDB!Apuok3%MHBEVa=-wizTLZbrvuSd zORE)ZXR$MEB97t;Vx#A6Jj=>TBCt9Hr`3`8q@?CBDD@NsS}W`ZnKf4%)*focGf4gF z%7S`zEO+74)6M9nc=NFfiBIQMO`GQktn!ApdGl~zGnnnE9Pic6-5_RV!CzT*3?#co zQiOuM5QX837M-dbdUSFlY7?+fLp3$E;^^|iW}}`%yR)wKHk1cj4b9{M(Tq$GMu~R% zH*HqcEe7z-X;V6VCr$J#>tBDod#L;Oq1}7+Y6wKL%Lwaw%*fq~EM9PHQ~mZ3xTtSJ z+FBsEN`UcN`98Um!k>g^g)Vw}vvOM~&^u_vC|W!b&5Q{Hr;;>9?mdB^5k`99RgW_C zrCOMHSXYtycI@!s3dEc<7KLp)_{No?dTGT^kEAgbjxE_YD{F!Yi>eDH5?2yf8N(|) zX`dO9ffElJPvfky${JIDCtA!ruKm(IF0IJvW7*8DEsy7Gx7h7fn+hh+L});reree% zUm83TjdXQ&i+4gYel5(;Kk?4)$pGt|Xa^NZ(?pGPRRS>k_wT=S(V{y<#RP@*ukJKin=QBnFh@DKdt$&*ogqWs%M8WK z>e)9o>}$}p&50{lhH#Fj9YheTal)oO6E$zV{Xw$d>E%`VCS~s%zT=#F)Au-@#W~a6 zlSIKf9p+lm@A$Cw32f|@Al`m6&OgudNlHD=Kyu9kQ02Hq<_%9c8WS3A5QY_&mL~C# zzVcr!^4366!M(kEc*Cja4~YmHt2g*LUWx&zFAN;H_4(qLJvt~W--T~9GjGF~L;2q1 zrG#5ST)TGdDk?61Xyjh`3FS~x+vY9j`Es*TZquRC<1 zZR*YP(#*YHK~fYIN8>MpW@@u?pXp{--XK0ZFp8#gu^ zkj3jid+wYDux+NF#-rZDh7F_P=Cb)U)b0VIQ^QAY_x+2b`0*mm_mkaEe){ru0+N#5 za1BwHFE55=jKLJ--km$YzCuGSqxPW)A(qgadPJ5<&C5IP6_on&)yR6KmQgZ z=XdAV3d>8Wy#C`$!_8$Mm6DmehQvAo*4SI(&~OF^ol_c`Iy4iI$G(!T`Jlxou7lQr z(la{;;|z6|t-6}VVCUSMafU@}&Q1;(^wy(%(w+2Dng^w+f%P9JCCRF%B8)`-S^V`j z6RN@LUe|h9c6P+#W>619Azl0&r!|2%+zqce zjQT%Mzw^>*BY#yb`twWQ@^_C_XfpY;etZ5b_+`$ly?ySr!F0A<2pM#+{4mZ7!q`)u zFmchyqvi-F6q_&6>O9Ql7K!P}ix)FOm*He{A5%|u>EQQ=YOWqX)V+-Li`L^euB^G* zkGttbwO00l$Ry|`F9d0?Cw|ECM+-ZQUho6|(a)e4L#ChmL&{tF))8c1sdhO5=jaEc zp7r{#G5xq{)V$z8fFJEYE%I0r)sWNxXa_>S{OnqJpW}XknQ3WV#tsM=w1%hbT!YMK zSzNz8;TW53A$-0i=_y8^J@Eb#v9cfSFvpy$fkr0?-vL06*DO8LGjFWdtX@5}nQvjU z&AU1o>}SCi?Cm{8&+W%b^l8)jyM0}!wx#@IZsZc*L$4>fRlmG(kL0sU(3gt~H)0w9 zW(Xg>frE0qx!tojZyG0ZnsHp(rFq7*cr)^=xuw9+(EidEfWG+( z0VL%bq5t`k*=%vFtayt{2TvJM>?e~80c=Wxm zUdGkT@mvZD~%$nZ0)z?c1;m_@K=-H1o8F!D z-rokf0gh_mJD(RhHE-5z;mVZ*DOqk)&FJr}yGP?f3np79Qui}n;xE
6{{L2>`iaFtS&Z+kucV<`^k`L`J zUH)WILpBt^bsJZ9IeGIFZ0A8DX2VO>>}}$-NP!jicfH3#pjXyVLvhPEGA#dUN$-o< zaUXgOQ?v6}$WWUMnW7YljFE^!(V(!+L=hQMXw$Sq6p-qmVuh%*I?7i*#{@&O3y4L!v&*!t&HBh@bNjQO*p%s2opOYke>EqLo12)q; zu0(0yON<9gPHTL^A~BFaiGR2jBTy zimsesS8nE90ChEWn)Xo>k07>KBv}G=^9Izkf6s$AK^f<7Z$P6Gt}5%VndLb@{MQDS z2t`He`2aq`uC5J=| z;>C;5lQ%W;e)uarGO*e3_(58$jvZ5kD(y4#5D@1h+L&gG774}0D`@7w1SzFA`6R^S z6Mot0wa=m5^I4zfKg+9sxk?S4lau4Lw=DWWH;cp*>7PwBTktw(#Ky+f>!&!XdQClR zMFbqU{PROLj4;IX$K~T%abx81ZR#<@%xutWW70u#Yu1_RHXJ6FHz zR&qnJe@~C82n(D8oA1jyz2*fDAY^?_KlOA>*Z4AJzt8yxTOZjK|Cg$^k<`KD|BrCN zM~)tS!ly~1ArBSCP$R+Rhz&$d$K)tb!Y=!O$w$2-llD!p3s@bPQs8uT#tw(a4XHIB z67DYmpjDL91@OAN4^NI!&!WDVe`8gCMiqzakeu}b|3VJb1^%u#2DG4eyV*|sD84Oa z*zp{_U9E#34^InTg3Tus>IEar7)Wif`6=tgCyN51z-&nm(g6G<&_IX1>h0}4gu2y8 z*_Q0E7?nb``-$_jZrtVY4}4vHU6cwWs#U<;(w{#g!@{}>!tBwbN6?WYCAc34=~swS!MKcx<$;|w+}YDd;sw!59&EnD@-;c z?^j*N#K?H>9Qfto`U_Wl9|_3?q`^ z9#eVkHKZOJYLdtGx``o?p5s+^7!Iykt^+LQeN%-Qov*5>V0d!kf6NM;MN-RvifTxb zU)1KOe`QdpK4RPbV1b?>NBL@yG5! zYz%aLpLD`fM)UXY*KZ$Em|fKk&PaM;_Iz>Xa|PCsGZh|aw|dM_fzwTq35b7lO@O=t$&qs9ruodNtt>g&l* zoqz>bVq!jGnXrm1-D9ZR_kQ3=75&?a%1^s#c1(Nta7@S0U(d(CVH-;|LFn#PYS^bp7Ih!C9u&grUM`NZnblF5sT1)lm{(a!GMUU z8)K6LUbrwBTi9cj5Rht{@#Du2p|Q?(#$J!QT90i$J{Ku9As8RuuI+d~s}Q+e7RtlJ zL$;gX3cblM7tv=)+gTs)@(|;dTXvqjKxjjKlAj|sih-x6=`_88dqCh(`LvycQuW?)bHyKk(ir8)9bUfx|eOOy4*UTlMTxJidl*SWmBvV*Rt zc{^HmvuACue%h0CGpBF?EV&JA%LX^M=o@2EweRt6FQdk)gjicyIgnYN-*8<#u<&ns z1;^nXTC?Q?dq)HUY6@%Z4^6T@s?H)9ZG5^M9YK&eAmK<4+fFnu1fx?_l-DZqc8L#j zLWs#R9&&2fx{whY6L}kQO3}pJix!tHTZLCdd~~r#ham%jt=_RK?eW-1qkF+7So45y z@s4kXEdXllO*nmrys+r;p*?^~J*VeAun(^!^AYPjYF;Opd)$A|R@7?SHjz}b3MOC{ z8G!moAdY{}r zdXp;VE*rp=`l0vaNL3c^F`fgs;uUz4^d`ILarK-ry=GSnKP@-H?k)hR`rU80UWG2| zq@&$Lu>P*rJ@3Ltt)ees7Bg5Abgu!);7cCy)4mgO7w{cR7A;Byy}62_H+kn^8XE$z zBNmh-1q}KCCZL%&IkY$>?xR2X2t4j;;EE#*;qlK469nY-DISHa)(R=_VT#J$B;J_t{@u@Y9O)z@`-H z2)sn7TO2!X`Gc%?9_4=!LLI5sQLPhUbkoqFNP~t}L-uo8kX#18?(pP&c5M+Mq8g*W ztOpHP+XUKR?4X-Fnd&myZSCm9wG1Kq`8j<%l$LCB&6X|i@?HCFv@XalhS#+HzAVn> zwTZ~I2%Awp0T{7y3PYODLm7Awddb~clrij_sxMzaB4X8;>fIrr(!;-Jp(l-vQu5sX zk?*5Xr>zxQtvV?;JbvT5H`GTwrst|Z-orPgB_-*P|2tk>=NyQ^Nefr!KWc-Bw38l5 z|0Zhtw?UgAv=fTKPS-boPt3-OW+UMUWoqv?D69-%XOx8dNyEi zP4769c2gx{RDbQzqm|w$O z41nYhju0XIgz#_(b@e9Pp5qb-5ldGbgA)}~9l84a&s`g4{B?-tmbU<_ZsqG$iZ8~? z5Hcw*rk%A%xGd2!Bdq^r;d&>3FmzP(TPFYphChv=`azNdQb;A-x4DA>l@7k%K zgTgicQACdMrn3Xss(s-aALCFdp*}%of;p;p2Y}iAzKv4ZX5lO%5@B818N9EFor)kf zF(tabRsMeSZod2zKU;G8MnEVf0a!8wfwE#TheP?9G>VmMpL_7o{K?bSMy#t=&yQ`bbq~}fQZ1F><2Tx;GM$A{ zrX#u-I3>7D-rR@G%(;`xLT>Qxz|K9!2U!?Km{-Sb){t6@nTknl)yq^du<47D#4<*f zu1g*`&G)>Y>cm?0h^(I7$zW_@RTO@-1m@1nTk-bx%6BT93YOaRvnGv|Vnkto!gRdA zJczWL_Ta(j@q3TwxFx5UC;qhk@kvTV$TqRMy?ggA(?jYsB_$=Ox~r8rIR4U7Q};tj zu?lAHCk8h;HbSpy`OLd;Cf&dv^P zwhr=2V94CLbHV9&R{bfUU}~dg+wrY!!{>Pf z@cIsIH@9((;q!H2?Q%UPc1eb3^`RpImhbvdGgmB5+U?u_;O>qZhv3xm1q3GohibEC z^O?`>v}{=lxzjso@cv)!OYRtO)+qm~nM_du$K#6Son?&l@$uQ9UV({4fCy)LK*d)~ z5Ms?CzI^A^p;9-8L$xIH2xHgrsAuV?{n{g<%fB`A!6@BI^rt;oD7#a?ZpQzG`*al^Kb7p9HPsa>e->o! zg6Qe5|MmB+Nt)2Ho^L#qN8wsq1VauS6(LrfIz+@1j4PXAcSw(aY9He=d(A(e7PPB? zv4~E!ki$l7%I`d^)!60Ht0zrL%bj!jDpq1zH6oAf5eAxQnaE!Ew{d&J4R@v-c=&o- zx(~<(n};6z=I#9h_!0)JXRCJ0G*iK~nuPsevR#0>TJfj3bl`X6#AY-;Mpb;7^p5Fx z(wU9aGeInvc+GB*A|bwg5U;-e^H+Q8?*t*{sShDBOn@N6bRoDN*2B8|ws*PofAKte zLDjv&ixyLD-C=E`$K51eB>-}`XW=CsTIUiLGbL1( zj$)TsO3x8in@4DHKllMysVsta#M^4M_OJc+}k6;1YUgRw-TBc)H|D+ZR9cr6HSJt_+VnFX6B0NXJgwClYHzhX{r{< zPZoYyg95s3+craDwS*5aTV-;{EfSC9HLBJ9?!%(4%)6%o8xt9wLw!@Ty79=eLbR)8 za`KiqJC6l6{QQ*ajU8z6;%N`EpqxOV!MGG=#kh2|UPYO|G%dWT$QF#+h$`}A)5~r- z>b!yEBaJvv!27>>orFk+Rl`aZaUN<_)B$h#F~H!N&cN&ksB?9;@nIFQ(2Qc6da}Rk_E?#oiujh#gtN@}uM9s5 zKXvL`3F}*iLF`!+dJNlLx z(NFd+rojTU4{&-wP00Q_zfSAJ@BLkoR<#Fvv(zP=wS&|dizxDjFi{4T0C8^x*e>Ks z5&mYT?ge32wc8cAujhkKz~%eop@{6h=^M>VDW3pN42v4&l5_LdfnBCM407YVEx<<( z{M_lpDg3BDqQjwbN~OSy6y0FiKhQ1IYE}a@nHoKS&ZqVry8izAPWt{9lZNn?C&4Gg zmmhW9r|;@klIIhvx)Mr&6nl!UGzP1-D|;IY=70}Vzy{eE=D(e3*ILR(!H(!YswX#> z+I7L6FQbqf<17m%?zm=3WLM79saYnc0cz^~Ke&LNJBF)%O~*l1_GN8cG& zd@*G>M`R>|hhK>U&(__(?wDJ)y^uOZV4M+Ulhj zd5?t&ro#OWSygZi1(e+&v+}@MIloVdxEoNwu6EOtnqctUK6BGo-v?MIKQP~3CfUlUTtG{NQ4=HsrcU;Am7%a@er{n7k z(j&e&BZUTqNgGO#hpMhnb<{Ojo5tlP^W~cS) zxFNCJWtde>)&C)`^z+SV&XE+G;)`;>*Ry!EgVYIo@-lDN0Xsaaj&^(MnE11zWWl$W zS9d{ZzC#RR(~&!+uLXX70F?!O2jYLMywFBl`w;|6C7!k+1$emOq1N8L7lRe1Slgc=kwHipeehQ zGjW&^Bq;V&TZv1Gt&0sIDg@n69rC)9?g_C0z-kMMu3J0f_s$lHU6lih ztY&AHd9+({i#!>A!&e$ zJyU)~tn&`_tK8Rq`)=F0J1zs8mS&ynxUTSJMC~`i*<#8qf%E>$8~;Uf=RLIcm5hYZ zGtHSGYI|PZ_ne5gX@B46XbQS|`TY3>Br%b3X;K;qc_TzUmD{A;I6Ps(h*72Yus%04 zW-oF>K}##ch}oDx{W(Z~gypeU{|52V4%Ykik}ms8-1WQIU^-)>hl4x^1wvo@3tn_- zEygeeTpmJD76K$yyK>WM9!(|FUorz<%Pj@Rh$Hy~0(;aVfNy(?pxZ?oK&5l8>IT@T zE*h@m>`l%knZU5w^{~eTIeN66YUO1CLfFGsuUpsSNXvm4s5Wi&Cz=)JGIi?(E@8>y zQ=%t12Qx4JP(Yg_PXPNz`pg^zX3c){Vw8@?MR*h*YEoEgF$~W;*>&R&ge{Mu9G{2c zmZ`K##!ibc;!s?LP>PH*l*c@pt=m z7;=}6P!qTBTN$hBfD6b z7}dvK6BENTolPsV`C)dm+BPIz3BF$(sJ>=wk5u4Yn$){BcN@6=D&wNps z3k%01aezNlbqlIrUqc}uvXZA;_YRz z&tyxOV_!(#27!EF3yZx{N@(2doqv`5w4^&@<9c zA>RYBWY?-vly-8=_{#xPbKgp?z+2ZFJ%Rsw6Q`Ff$<>=?!f| zm>FvBs3Jg-G6H$V%}6~_i-EaX@2in6wFTS=ip++FdMu79R-(7v$%gE>WC|;UTzJ+` zw}1KP?K*Kg%bCJU{6C_1fSE+vgo;vqdEDgptn~CB-c=dpE7`&)#o~O$k>+Xy$7I0s zIPKp`OiO6C6XcJH`2DHzSD*lre{9n*??ys+wr(E}ZadljJu(xX!MEg^%w-q_!{BC^ z!ENa;!5Nz&b=^NkRsZB(7w(c35fc;%Lz-l<0#)Dg8Iu$+HW@+?2ZrDaE@^aw>HPd` zKq#W+3dEPvva*Gs!A##vAQ9O)%q}~WP=(qvl46ebPEqdJwNfX@GksrXSWCe*03+W~ znBUlk2OD(Fn|vRrOlP&z%Md#2h+=g43^9C|&K=&(gds8Zpbv>K$*mcavKG}j6wd591AIU(Ui8G= zO-*fqE@)1=ROsRt=0x2Ayoq<#Xz6neF*);sIFik!tBw%C_>vY^W-N>S7)HM{eZ`>WcS{4<2&5R{z-xzvgGOv z@Sl1;;?U91@G@NZNTDG3Hviepu+tt(WkQ%jdId6btN2`g3bI)v4(u)%9tYyb;Sn1L z;p$RTMA3^5Y}yR1)IiaCv|V{q1!+e-AYTg$CB-WyR>k6jazNNfV#mdPTu3naHYT?R z4OS|I>wDa3_I^XK(!Q-H_4^qbHc*u1OvqJ1w3Puc;K5KLhd%dVjy=?S2R&|gcvDDP zihZm4oWlW5vF1nMY@m?FUp#_&)Qwa87SEfvnWen<&p&PXv34=J*x$KSr9C$W?S@{1 zxK)vCL@if3w_5A|;`xq_4e>+K>X`@7P)w>k#~+!GZb!qiIo2qyOK6U1$==>Rl=nf? zg9@c^Gu`|bdc>|K>gtV)uc_ONw`)yrr_6oLyyh+^Ff^r5Vik?(j|^h zkJoq?9r*LKMwi(kD_4|Wt_YZJ;j#K5OMpM}><9IiSQc>sH(zvP&Crfe4C81F<2r@I zj*nVCBtQ*dBTAD!Flgj|Y;`8DcP57TZye`nQ~AlzV^S^nl1^ZMXP=29YId)uqQ$QK zKk5h-cCgb=L70GfB%FQj*^y<*ztSPJT*S7Nn3#xVX4CRUcAe=yvuxL{-5i2o%AXu` zAv*Y=%x?Rl!}QZ>46so1)io51{~XlYd7&eA4*oD8~uncwhkYr=p^#9G#2M zIVyiFplyZ*G)7xYK!obnx$|ae*}$e2v?Y(23qIv*{>YvpbvFpxTYt7k?y20s+78U= zdMdq}P)h}CW;iZo&nP*^FK0N$_BG076pGz%vOKt<1wxlX_3;z6wvM^wIMCu!#<%P^bhUK0 zBmOR3!>~U?&iP(QyM*NArtIU%VZ-TjR|>Zfe{$E9+O%B_T4?P$sc%f5KEm!+;++FQ zf60qW5ibYHWGL4D1fw4K2i=(U1nsw-KPEqj(J-xLzya1miA?A=4=8HLm@QOwOgdo8 zF(;j)9cy&zv={5Zt@7a(i4pi@qF$`y&o)PBc^>aE44;e_)!01tHo~O$hQFi>lHPWi z1%aAVZiQ!f)6#IOyoj*GDjL(EqCoYoribQC$s@eeKkEwHTzSA`CJ(fU3yunG#HS8!UpBGO75WXqS>`&V zfBpEH+0mI#*8BVWSFi|ZJ_|m1w77V?u6EdOuvY{|SDMqoDubf#cI?#YZ(>~O4^u9#Rw8t;F_3Zx-FcTw?BI=$jGTB$>}-+`}}*}7%v^3 zZ08GbK~AS{|3++>ds%g$S#?`;b0sAUsX?%LgbQ6*QCwtQk6f~e0 zWs|GBN;yJ65MPS8MzGfj_6!=Sw7-AN>z(IuhX}|6;w-%|qO5EsNA1b6VKE6`SebCH zKS$zm=y#!%;ZpL`pfT${&NX+`tlW4T9^*1qmgvahpeK+-7wy=)H*)G3u{pkAXpOd( z79RS8z%${80hbp3L{MXzP;cO_ExU{&&hd|6kc59RV?&Ib`j&p4VetX`#3Bf(faAxH zvlel&?!&;ez>{z$&{yWj*Mjj_dxGiBO*KPNSD)RxH)_1c$jIR_*W=vT{fta0)9Vf+P|59{%U%ylrL5&P4Qi zrSRUlbLe%XDB9MdtK}QSBV#&vftn$a$0Fu9|LhB}0hEl*Ze8a~iDo`()J66#gt;oX z$&!L+o{LNE4cqb6>P%+~=g8Bjlq zQBffC&9qE1o9SHN^NkeH?E!sewq>kdj!lvMWC>>VY-UCZp3pc-QMzpI)ynTY>9%*0dYG$`#Dg1PpOA_lg@_6 zpAI*x^oxkuJ;=o5IKOLv{#}{30-PfM{@{Oade)hUzm(Q1f1Nr0VSWWv%qlb*ES$Jo zk6G5bEn<^~(+B$hmIwyEh>t(Uu-27Kz;b%&LUD@^ed&tb>=EgxX7p8W`wP0X{Z!<* z`s>dwxxrL9b<3|i&rjQsl`IAk`29ry4L2Bczi;n&mC`N7d8o_rz(JY%^r;_hPQ*nO zu^`YA0TACta;WMN5}Z_#)=LH7Yb!i+B|wFOorfrTE~4&B2cGpRX+mbWC2uR!d>qZa zOrmo>-Nv7`qGkle^+2n-f?hieGPZYVLo2)3LK&1<%LO^kEg~SP4GDh*9@!vSVCk`A z$9^&J?mGt4f-*zSEm8Ted&C zG*w9xRn@K3>oOdYs`Ji+2aUK>#`$}Wt@YttILHnoHngVOZEB2G`}Q(sOfktnWL%dw zPe$ebl-Y!!Uh1HXGt<-so54-U95pHMWcmpma*2LAeh3%}v*<|?GRSb?2CJtjDdYEi z&vd>THRsk)kfk3rL?}9X6f3~dN*|$9TW3D5Wz(J}JqX*H7kkC`wXs%GzH{M?Iqqf| zHU!Rni{Wt8lqsz_5I<9E@)KnBG?G&7B zX&-2&Fqq>eYHAbK-JVq1{oUBvUoAcTt}=>Q8cAv3xX&BU{B#kNB8MEL>dXc#ZDyrJrl-vVpXIRRkrFmTqJoc8S3!!+eilrDR}{`36xVx3K$e0KR5VO~TEEkzpujrYT zbKye2-J1Oyu-)zg#ZqYuQvWv2^m+!TuC>9O4otIq2)8RKMl?hTmDo$0E0_j!U&c9+ zOHWYgfF+f6+w2{%E5o~AWmBnvsUdW`bZJ1zyp=c)-W6U#fVJ79hF6(4%ndVs&`L6; zl-CUF)fmFrhmfVLkY&IRDNWCSFPVEML%R_7p)(p=+1NDPcPZlFA9WriO;*>~B1D{Cs(0D;<5FN(WmA0bHw z5_;DD>alw0>oJYn!9(HZGn=I1ZFqyF6<{uPnRfm=Iz^?KzVKxm;_V$^Fn#U~Az)w% z?xv@=lBsFbyG;3#flD{nmoz~Bw?LSeA*a$njp8)`c-TD4W z_Nja+FYazyT1y2pC>8uDcdUH&)ce#8`-l|)jT1bf)61Yu2lu=xU)Y;6d^AJ*C*sUw zWL&Lx(Vm?<%~3=5)9PUpV$u;>Or}7}z`FJ8*URQrO!}T(UXb~lTp#t)fDNdFJUx== z+8^V*0%EB#vs&j1mVk&d#~JaAB+k#j_vU)Y_oZF7YM47()zzH-UY_oJ)#+ye5NGPtjp7po|rNSG5RUAJca|;Lz|My@6QJDqR0u`Yle!aO7 z{`cn|Zs!_W%K#>sXz*)GDNxd4v>lB(Bfl?eR7hw}!}LWu?PksR&f|npaV65+VTImA zW6P|R*#SZC54JY1K7VuLY?*oj&Z3M-q1?q!77STRJj5;LZtX9fT|BmRZO!kOqW#tp zTrmuPt*dBmVTtwMS~{}mLvjGI3v7^C5{$f{a8hw|$vQiI6oXNU-;DHs56i(g>c5E} z-X3BrkWL{ogjM9MU~b2;g@v(%b@xs9ct3-xsYYM1qQ_9(faejE+QysQRh zx&QU^>0HI3gbRZOMN~7=)85zuIPb+~V$_GeW5=J|zEz{H*Upn> zd^jYAj4o!Jbw4;c`!H`5f)&pGH|nwnGOvy-7RH0ZP^rP$MQ!R%f?yi}f%+;!VF~nS zT+zozD=n$-piTs+(o(UR*BE`!AGO?$vDPwDgXsLs`KrpVl+lS1MT@x-bq55n7~C{X zHw}LjXdqJnL$TpS&5j$y3u>m@EpHfaRCfo3U>K4B!{+W{ZY`$e<}RF#;u$77(pU@7 z*<`o2?(iNJ_cRh7}Mi*Y*va;Ldhpw zcky+#8_O28SsxcZ)zg*RJmzfOw(TyXH;CMS>^kcE;Qoc? zEaiHRrdLc>5}xC?^w-|yEj2%+oA}_tTMBwSW|bzk-;EcGu|*J<@Mdq8B?Onx{#dGP zM9dvcG^gKw1dn<;D;2-J3OHkOd1D0yp9NNp3v4#3CJA^9F_H3*!zMFtRXZ4K@Ldm4 z*3;g%upOb_Q`zE(cYH`RHJ;UcjwZv;2D0&d5a7iX{JTzcD;`MpUms zgW6JF-{({MBTn)a3dI(0@3&vS?v_5?^6iRejHBYTCZweFd3|yLpepSrG1E7r_RGE$ z^&!w}h(ui6Iz|vUW@~A_5q^Wl0SS~`r2ZR}E>IjV#`D{rp2ta_uOk+brcVS0wv#ao zS&?IIU&-TiN@XRUDx{Zx&P?+|xSSSvt!aOJ1qe^YBw439<7{l+lVh;Uo$gyjgN?3r zC*u`f;!gUZHT|EiTPtP}HlM&!h_y8g( zQxq#JDL61=yT(4mFj<@ZIN?E79||vNd0=!{Y@gqMFYpdYH8{^P7z%}SV^NBB*;VSi zdaLlvYiAP{6X9)n=yP*!y>zIeghn&}T=y1G|Y}dLG5PT%_J666;pe710eBg zdEu6ML)KADIv0$k<}iyaqpVR-I1OF;_0ym>-9qOKfB~8yBIA@ze?!A9mSG75BH6KY zaA)YMh;s-KH_Hb^hsgx%739IId*CU6=}n-I9!e4Olr66d zF?Es~R-9=&*>1uv!0^D(moCA5%agXhfKGVIq9qigYdt}K0#_9nNo_B0Tg7;*>y zy~Ce>o{9VncRD~cDttN%kVG_L3(@@)@NkMdR6~$iof)~=C#8S4HC`I#O-h`0o0c~X zUj(jXk>%=Vsm;h`-c(7FF0g^v$F1$7J!q+~45ws*2a`V4;1pyEk_1g6txPpyC?>U) ziXsZpDE8ro@hIy)k&Uf1jFpJ5Ub;(OwK&Z=tFzFqjl`yQtE>ra`;C>P*+gT)gcZFBLH1KzV)eKVyDhA#`iq(Ypq{x7PoAcuj6!-YM>bU)@pHH$!&9 zC@OI+uNk>cBDKtKM}Ps{_mb;(m;i4w{(hLM>JHDzWG~DJ+raqm2xsgcGbv`6RB<>s z*z;R@D|264E;#XF)4n0X6X?B|FGCN?Hq!rF2oV@j<&$Ay7ilj?PdF7kX1pz)qzB)y zGI?XikQ03&CT0xE6SB=_{Fh@*kBodB@6jGoI|+goK8*LX9a=As9Y@2}A#JChohvuS z(K_%0-c;okY`=Ued?l7b! zCZhF4n@S7C0QvmtpY5ozw&BcHSh+2dCB;p-g9NPAVN6{SItqhn^E^xY_>e}PeA(4L zRBs2Io1{u(+ClJQWhhzFDk(Fk!S~d@ciCgo;x8b8ZBg^;R9{0a3S^?|^XzQTZ>gQ;(D>ITen)B4p2oWXu*H* zP__%fSA<{OZx5I^c|yM#*Qcrn^qQtdiDwROHg&tr;gAxZkKutM)Kp&I_ME%tQ0pVv zn5_4qACOpNFK?TA<^f>Ujt(hCfNd(iT&e#Mu}el)$=qQwu#C^a8#R)Iw(aQy8%> z(`uH|r!!?i>pCrJ1Xkttx*fq9=I(u%j?#Rh&Maze2b#6U6fhT_Z<;yMs-K4RQ z;bzg9&OFg(TFX%;xvBGvazJH*^>oYNA+zJ%wP?ObfB>2I=bvo(enPTPBSmqNh?ga) z3D$3xHQUK&h2pYeK$*VGKcm2zM*=GT`O|XAk|jaq%3LfO?%fjbSnDx&R>N)z8ag`= z!?q&ukaaSHH&d353QG;Y@oQhVSNyU2rk7#0W$HL%dSv+ZztVnq&%Qkj{nmxeR}zki zGZB|?jqkpLici5jEpS#Hc4Qd=hsATVNPe_UYYt!Ek4$>R<>K{qpNoER`DLcLYZq6m z+4f&%lf5h;b_6f6f4eeOn8UrD3=M<-41*pG7HVLfU*R7cc(m7HPe$4t*#cBe;7$p| zQqNv5r;*n+>W&*2zJHvMpajEsAO1k2UAt3iRs}!W-5TcF*ZV;I51NcCO~!sx`(Ovy z9vqzg(WG0+k#zZ#3JG6M_2#*B)I1p@eg1I8HF^Tgb zq0WxExN`Fg(C{ID4321wqNkIBJek(fDs71o%xAxW1OGU)eB2es524G~4LzoY+s@~J zm5g%c(dC#c?&Xa^zz_~wqCKAs)Tj%4m=+U<1u22*2BK?#rshHY+5E`7+vTIxCN{W( z5iTcq;%pa9!I7S0WM(xOuPpa-o0A$x9)q9d40mPK>ftJP!EkmK5c(h}9uT&K+962- zh_6 z#gdw={8S#39p9{NZ(p$O>Bmk?p!H#0P7v~?BxC5A7erGSZ>WOwtQ6jQ76xHMfuV@b zXYBkTeSEku$=iEW?88?$zawo!;6~Qo;XII_A3y*&UKp;tff=DPYhNl$008?_id{xE zB9WfeV<#@oT}M%!%wq%&rKo^Zh^LE^fh7WcY++q7A0eJ`96 zugH-?$kU0U6t2^;6Z0R34U2pFeVx40t(}i_Z!LdK^1^Eq^t7l*wUmV1oRj_#Q>g~L zfQtblJE6jxFs-Z*6$w?tTQ3jqJ3MUexk@?^dQZR9kRUyZ6#M4Om#Wm7D@#%vNJfJxmHCzm zFO)kvH8u;nU=)!VtJ|NedZZFy$K9hdTkcq(^dxGSzBca~{iA9;9Hr2pWMIZojtAw` z1$#0g3x{M|8F5EvL>n}r%_OW#i=V0iuVw5g^~ZW9u6xB4UZcHx#flYo;0T$Gt_){M zhg#H-p5WLfu&e~UKT^iY{D^@*ihY;dXV$$W6!!P1T#eiZ-}a5BKp zE6Ld0{XyxA4W$SD%8>cwx(=J;!?g(2TSb~gV6j#Xz|iBx6c>yZJAs5;GuA-CH6RQs zu|ye@McxjSX zIT($^Sc2@$aUK0v>2WeXGZmVU2ZVWrn%zV4dx!NM7TtpBMes{LMh}S&K&LH8I^wN? zhF4NB7hwzVrn8=&#i6zJJ_1dx(E6QSu`{Amz$_FSiBuE>3y4BZe)~;ck)#q$Ev}jM}Ork zK){bKWb$`oqR40=Y?e6GzZkc0tG#ka?@vSbjf@`T&SL;}@-WzF(iSe3J-~V>m9)fp zp0k0g>yO(WXX)P6rMl$&%5^=Ng{=2Th?&}hMO_WIOXUEo%6y?tU%!6MNVrG7;f66u zrxlPCD;aSqcPIg4B$!I-6TTAr;^%ME&SWBzXsV{k`sRJnYY`xkLu0OSjn`fi!~Wct z!pInOZ%Z;Gf^kErN>N)-KQCOqe2=U!k)Z>W1E+%3zc1L?&OnVDD0tgRZ+=uJBzs=6 z-9IGr?DSUno6TTd<>8b@!X;a-j@38l-G;9G{pFXYAR~HT&Kn*#+#wcNxOq^Z>Y&G48W!$~nP67g5WN?FOSfM*37R~spt%-?A$gi{D{U#-I z{fAAE7w3E4j2c2BmT03)pq<#b1D5D*@+<^aMULf62Fx^-A+o}zHG79QSy<$xK!e=I zeq&makDU`*bgu2mwLYa^vefBge}GlNjw?2h3uRnc6doZA0JJvb;J#dVh7Mc-5!^p;l4tljuDXyeO;$$(|_k(wv{D{BmiFZGXf8$&u z!O4Ky|Eud1Zc=iaaS{JH zgVCHc7=hNJKVo9-2kPAF<8uQ4<>&ai*INd|&$6xpx!@SLK|u-eHSLsvY?ICn75^10 zPYYUr^_2_6;Ql4Aa8qw5Z0=OlZSjTF#QZF;Ec?@b`gH3YQ+eY}N?s%>BIHxs`DoIn{-ZnBKK=J!{^!rilU<3E zC;QKbYUEwsuT=l3|NfKvi)n59pMP!c`_%H^*Y@v!5VGgr9Qp5mVAB5Ib^7;1-3J+( y)gQEfzoBBOqgQ?S`JV^)&(i$=`v5=c6q@%|J5CMSJx0O*SdX4yan9Uf%l`thue#v? literal 0 HcmV?d00001 diff --git a/analysis/characterization/elastic_migration_v2/render_figures.py b/analysis/characterization/elastic_migration_v2/render_figures.py new file mode 100644 index 0000000..123f261 --- /dev/null +++ b/analysis/characterization/elastic_migration_v2/render_figures.py @@ -0,0 +1,244 @@ +"""Render PNG figures for the elastic_migration_v2 section. + +Inputs in ./data/ : +- b3_policy_comparison.json +- breakdown_unified.json, breakdown_unified_kv_both.json, + breakdown_unified_v2.json, breakdown_unified_v2_strict.json +- per_worker_.json for each of the four + +Outputs in ./figures/ : +- fig_kv_both_overhead.png — three-way latency bars (plain vs kv_both vs v2) +- fig_v2_trigger_funnel.png — request count per fall-through reason +- fig_v2_predicted_vs_actual.png — cost-model migrate prediction vs realized TTFT +- fig_three_way_hotspot.png — per-worker TTFT p90 grouped bars +""" + +from __future__ import annotations + +import json +from collections import Counter +from pathlib import Path + +import matplotlib +matplotlib.use("Agg") +import matplotlib.pyplot as plt + +ROOT = Path(__file__).parent +DATA = ROOT / "data" +OUT = ROOT / "figures" +OUT.mkdir(parents=True, exist_ok=True) + + +def _load(name: str): + return json.loads((DATA / name).read_text()) + + +POLICY_COLORS = { + "unified": "#2ca02c", + "unified_kv_both": "#9467bd", + "unified_v2": "#d62728", + "unified_v2_strict": "#ff7f0e", +} + + +def fig_kv_both_overhead(): + comp = _load("b3_policy_comparison.json") + by = {r["policy"]: r for r in comp["rows"]} + pols = ["unified", "unified_kv_both", "unified_v2"] + metrics = [ + ("TTFT p90 (s)", lambda r: r["ttft_p90_s"]), + ("TPOT p90 (ms)", lambda r: r["tpot_p90_s"] * 1000), + ("E2E p90 (s)", lambda r: r["e2e_p90_s"]), + ("hotspot index", lambda r: r["hotspot_index_ttft_p90"]), + ] + fig, axes = plt.subplots(1, 4, figsize=(14, 4)) + for ax, (label, fn) in zip(axes, metrics): + vals = [fn(by[p]) for p in pols] + bars = ax.bar(pols, vals, + color=[POLICY_COLORS[p] for p in pols], + edgecolor="black", linewidth=0.5) + ax.set_title(label) + ax.tick_params(axis="x", rotation=20, labelsize=9) + for b, v in zip(bars, vals): + ax.text(b.get_x() + b.get_width() / 2, v, + f"{v:.2f}" if v < 100 else f"{v:.0f}", + ha="center", va="bottom", fontsize=9) + ax.grid(alpha=0.3, axis="y") + # delta annotation + baseline = vals[0] + for i, v in enumerate(vals): + if i == 0: + continue + pct = (v - baseline) / baseline * 100 + ax.text(i, v * 0.5, f"{pct:+.0f}%", ha="center", + fontsize=10, fontweight="bold", + color="darkred" if pct > 0 else "darkgreen") + fig.suptitle( + "kv_both adds ~45% to TTFT p90 even without PD-sep firing.\n" + "v2's PD-sep barely recovers the gap (and overshoots TTFT p99)." + ) + fig.tight_layout() + fig.savefig(OUT / "fig_kv_both_overhead.png", dpi=120) + plt.close(fig) + + +def _bucket_reasons(data): + """Collapse v2_reason strings into the funnel buckets.""" + buckets = Counter() + for r in data: + if r.get("v2_pd_sep") is True: + buckets["PD-sep TRIGGERED"] += 1 + continue + reason = (r.get("v2_reason") or "no_v2_reason").split(" (")[0] + if reason.startswith("local_cost"): + reason = "cost_benefit not enough margin" + buckets[reason] += 1 + return buckets + + +def fig_v2_trigger_funnel(): + strict = _load("breakdown_unified_v2_strict.json") + relaxed = _load("breakdown_unified_v2.json") + bs = _bucket_reasons(strict) + br = _bucket_reasons(relaxed) + order = [ + "new_local_below_threshold", + "chosen_no_active_decode", + "chosen_few_decodes", + "src_cache_below_threshold", + "src_not_meaningfully_more_cache", + "cost_benefit not enough margin", + "PD-sep TRIGGERED", + ] + labels = [k for k in order if k in bs or k in br] + strict_vals = [bs.get(k, 0) for k in labels] + relaxed_vals = [br.get(k, 0) for k in labels] + + x = range(len(labels)) + width = 0.4 + fig, ax = plt.subplots(figsize=(11, 5)) + ax.bar([i - width / 2 for i in x], strict_vals, width, + label=f"v2.0 strict (PD-sep={bs['PD-sep TRIGGERED']}/{sum(bs.values())} " + f"= {bs['PD-sep TRIGGERED']*100/sum(bs.values()):.2f}%)", + color="#ff7f0e", edgecolor="black", linewidth=0.5) + ax.bar([i + width / 2 for i in x], relaxed_vals, width, + label=f"v2.1 relaxed (PD-sep={br['PD-sep TRIGGERED']}/{sum(br.values())} " + f"= {br['PD-sep TRIGGERED']*100/sum(br.values()):.2f}%)", + color="#d62728", edgecolor="black", linewidth=0.5) + ax.set_xticks(list(x)) + ax.set_xticklabels(labels, rotation=20, ha="right", fontsize=9) + ax.set_ylabel("request count") + ax.set_yscale("log") + ax.set_title( + "Why v2 rarely PD-seps: 88-76% of requests have new_local < threshold\n" + "(intra-session cache already hot). Relaxing thresholds barely helps." + ) + ax.legend() + ax.grid(alpha=0.3, axis="y", which="both") + for i, (s, r) in enumerate(zip(strict_vals, relaxed_vals)): + if s > 0: + ax.text(i - width / 2, s * 1.05, str(s), ha="center", fontsize=8) + if r > 0: + ax.text(i + width / 2, r * 1.05, str(r), ha="center", fontsize=8) + fig.tight_layout() + fig.savefig(OUT / "fig_v2_trigger_funnel.png", dpi=120) + plt.close(fig) + + +def fig_v2_predicted_vs_actual(): + """For each PD-sep'd request, plot model-predicted migrate cost + vs realized TTFT. Should sit near y=x if model is calibrated; sits + far above if mechanism is more expensive than modeled.""" + relaxed = _load("breakdown_unified_v2.json") + triggered = [r for r in relaxed if r.get("v2_pd_sep") is True] + if not triggered: + return + predicted = [] + actual = [] + sizes = [] + rids = [] + for r in triggered: + cm = r.get("v2_cost_migrate_s") + t0 = r.get("t_proxy_recv") + t_first = r.get("t_first_token") + if cm is None or t0 is None or t_first is None: + continue + ttft = t_first - t0 + predicted.append(cm) + actual.append(ttft) + sizes.append(r.get("input_length", 0)) + rids.append(r.get("request_id", "?")) + + fig, ax = plt.subplots(figsize=(7, 5)) + ax.scatter(predicted, actual, + s=[max(100, sz / 100) for sz in sizes], + color="#d62728", edgecolors="black", alpha=0.75) + for p, a, sz, rid in zip(predicted, actual, sizes, rids): + ax.annotate(f"input={sz}", + (p, a), xytext=(8, 6), textcoords="offset points", + fontsize=9) + # y=x reference + 10x line + 20x line + lo = 0.5 + hi = max(50, max(actual) * 1.2) + ax.plot([lo, hi], [lo, hi], "k--", alpha=0.5, label="y = x (calibrated)") + ax.plot([lo, hi], [lo * 10, hi * 10], color="gray", linestyle=":", + alpha=0.4, label="10x") + ax.plot([lo, hi], [lo * 20, hi * 20], color="lightgray", linestyle=":", + alpha=0.4, label="20x") + ax.set_xscale("log") + ax.set_yscale("log") + ax.set_xlim(lo, hi) + ax.set_ylim(lo, hi) + ax.set_xlabel("Cost model: predicted migrate cost (s)") + ax.set_ylabel("Realized TTFT (s)") + ax.set_title( + "All 5 PD-sep triggered requests in v2.1 sit far above y=x.\n" + "Real transfer cost ~10-20x what the calibrated model predicted." + ) + ax.grid(alpha=0.3, which="both") + ax.legend(loc="lower right") + fig.tight_layout() + fig.savefig(OUT / "fig_v2_predicted_vs_actual.png", dpi=120) + plt.close(fig) + + +def fig_three_way_hotspot(): + pols = ["unified", "unified_kv_both", "unified_v2"] + per_worker = {p: _load(f"per_worker_{p}.json") for p in pols} + workers = sorted(per_worker["unified"]["per_worker_ttft_p90_s"].keys()) + + x = range(len(workers)) + width = 0.27 + fig, ax = plt.subplots(figsize=(11, 5)) + for i, p in enumerate(pols): + d = per_worker[p]["per_worker_ttft_p90_s"] + vals = [d[w] for w in workers] + offset = (i - 1) * width + ax.bar([j + offset for j in x], vals, width, + label=f"{p} (hotspot={per_worker[p]['hotspot_index_ttft_p90']:.2f})", + color=POLICY_COLORS[p], edgecolor="black", linewidth=0.4) + short = [w.replace("http://127.0.0.1:", ":") for w in workers] + ax.set_xticks(list(x)) + ax.set_xticklabels(short, rotation=0, fontsize=9) + ax.set_ylabel("worker TTFT p90 (s)") + ax.set_title( + "Per-worker TTFT p90 distribution. kv_both alone makes the hot worker hotter\n" + "(unified→kv_both: 37.7s→43.5s peak); v2's 5 PD-sep triggers nudge it back." + ) + ax.legend(loc="upper left", fontsize=9) + ax.grid(alpha=0.3, axis="y") + fig.tight_layout() + fig.savefig(OUT / "fig_three_way_hotspot.png", dpi=120) + plt.close(fig) + + +def main(): + fig_kv_both_overhead() + fig_v2_trigger_funnel() + fig_v2_predicted_vs_actual() + fig_three_way_hotspot() + print(f"wrote 4 figures to {OUT}") + + +if __name__ == "__main__": + main()